Query (id=c7456fdd806a4994:3209e92600000000) Summary Session ID: 540df73cacf0974:dc025eafc909e0a8 Session Type: BEESWAX Start Time: 2018-12-11 05:26:00.912922000 End Time: 2018-12-11 09:52:52.564503000 Query Type: QUERY Query State: FINISHED Query Status: OK Impala Version: impalad version 3.1.0-cdh6.x-SNAPSHOT RELEASE (build 63ff49de748692758bc465b3787c4193de78936c) User: philip Connected User: philip Delegated User: Network Address: ::ffff:172.16.35.186:60974 Default Db: tpcds_10000_decimal_parquet Sql Statement: /* 4.sql_12 */ with year_total as ( select c_customer_id customer_id ,c_first_name customer_first_name ,c_last_name customer_last_name ,c_preferred_cust_flag customer_preferred_cust_flag ,c_birth_country customer_birth_country ,c_login customer_login ,c_email_address customer_email_address ,d_year dyear ,sum(((ss_ext_list_price-ss_ext_wholesale_cost-ss_ext_discount_amt)+ss_ext_sales_price)/2) year_total ,'s' sale_type from customer ,store_sales ,date_dim where c_customer_sk = ss_customer_sk and ss_sold_date_sk = d_date_sk group by c_customer_id ,c_first_name ,c_last_name ,c_preferred_cust_flag ,c_birth_country ,c_login ,c_email_address ,d_year union all select c_customer_id customer_id ,c_first_name customer_first_name ,c_last_name customer_last_name ,c_preferred_cust_flag customer_preferred_cust_flag ,c_birth_country customer_birth_country ,c_login customer_login ,c_email_address customer_email_address ,d_year dyear ,sum((((cs_ext_list_price-cs_ext_wholesale_cost-cs_ext_discount_amt)+cs_ext_sales_price)/2) ) year_total ,'c' sale_type from customer ,catalog_sales ,date_dim where c_customer_sk = cs_bill_customer_sk and cs_sold_date_sk = d_date_sk group by c_customer_id ,c_first_name ,c_last_name ,c_preferred_cust_flag ,c_birth_country ,c_login ,c_email_address ,d_year union all select c_customer_id customer_id ,c_first_name customer_first_name ,c_last_name customer_last_name ,c_preferred_cust_flag customer_preferred_cust_flag ,c_birth_country customer_birth_country ,c_login customer_login ,c_email_address customer_email_address ,d_year dyear ,sum((((ws_ext_list_price-ws_ext_wholesale_cost-ws_ext_discount_amt)+ws_ext_sales_price)/2) ) year_total ,'w' sale_type from customer ,web_sales ,date_dim where c_customer_sk = ws_bill_customer_sk and ws_sold_date_sk = d_date_sk group by c_customer_id ,c_first_name ,c_last_name ,c_preferred_cust_flag ,c_birth_country ,c_login ,c_email_address ,d_year ) select t_s_secyear.customer_id ,t_s_secyear.customer_first_name ,t_s_secyear.customer_last_name ,t_s_secyear.customer_email_address from year_total t_s_firstyear ,year_total t_s_secyear ,year_total t_c_firstyear ,year_total t_c_secyear ,year_total t_w_firstyear ,year_total t_w_secyear where t_s_secyear.customer_id = t_s_firstyear.customer_id and t_s_firstyear.customer_id = t_c_secyear.customer_id and t_s_firstyear.customer_id = t_c_firstyear.customer_id and t_s_firstyear.customer_id = t_w_firstyear.customer_id and t_s_firstyear.customer_id = t_w_secyear.customer_id and t_s_firstyear.sale_type = 's' and t_c_firstyear.sale_type = 'c' and t_w_firstyear.sale_type = 'w' and t_s_secyear.sale_type = 's' and t_c_secyear.sale_type = 'c' and t_w_secyear.sale_type = 'w' and t_s_firstyear.dyear = 1999 and t_s_secyear.dyear = 1999+1 and t_c_firstyear.dyear = 1999 and t_c_secyear.dyear = 1999+1 and t_w_firstyear.dyear = 1999 and t_w_secyear.dyear = 1999+1 and t_s_firstyear.year_total > 0 and t_c_firstyear.year_total > 0 and t_w_firstyear.year_total > 0 and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end > case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end order by t_s_secyear.customer_id ,t_s_secyear.customer_first_name ,t_s_secyear.customer_last_name ,t_s_secyear.customer_email_address limit 100 Coordinator: philip-bigg-40.vpc.cloudera.com:22000 Query Options (set by configuration): MEM_LIMIT=4294967296,MAX_NUM_RUNTIME_FILTERS=50,RUNTIME_FILTER_MIN_SIZE=8192,RUNTIME_FILTER_MAX_SIZE=1048576 Query Options (set by configuration and planner): MEM_LIMIT=4294967296,MAX_NUM_RUNTIME_FILTERS=50,MT_DOP=0,RUNTIME_FILTER_MIN_SIZE=8192,RUNTIME_FILTER_MAX_SIZE=1048576 Plan: ---------------- Max Per-Host Resource Reservation: Memory=1.09GB Threads=50 Per-Host Resource Estimates: Memory=290.25GB Analyzed query: WITH year_total AS (SELECT c_customer_id customer_id, c_first_name customer_first_name, c_last_name customer_last_name, c_preferred_cust_flag customer_preferred_cust_flag, c_birth_country customer_birth_country, c_login customer_login, c_email_address customer_email_address, d_year dyear, sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / CAST(2 AS DECIMAL(3,0))) year_total, 's' sale_type FROM tpcds_10000_decimal_parquet.customer, tpcds_10000_decimal_parquet.store_sales, tpcds_10000_decimal_parquet.date_dim WHERE c_customer_sk = ss_customer_sk AND ss_sold_date_sk = d_date_sk GROUP BY c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year UNION ALL SELECT c_customer_id customer_id, c_first_name customer_first_name, c_last_name customer_last_name, c_preferred_cust_flag customer_preferred_cust_flag, c_birth_country customer_birth_country, c_login customer_login, c_email_address customer_email_address, d_year dyear, sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) year_total, 'c' sale_type FROM tpcds_10000_decimal_parquet.customer, tpcds_10000_decimal_parquet.catalog_sales, tpcds_10000_decimal_parquet.date_dim WHERE c_customer_sk = cs_bill_customer_sk AND cs_sold_date_sk = d_date_sk GROUP BY c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year UNION ALL SELECT c_customer_id customer_id, c_first_name customer_first_name, c_last_name customer_last_name, c_preferred_cust_flag customer_preferred_cust_flag, c_birth_country customer_birth_country, c_login customer_login, c_email_address customer_email_address, d_year dyear, sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) year_total, 'w' sale_type FROM tpcds_10000_decimal_parquet.customer, tpcds_10000_decimal_parquet.web_sales, tpcds_10000_decimal_parquet.date_dim WHERE c_customer_sk = ws_bill_customer_sk AND ws_sold_date_sk = d_date_sk GROUP BY c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year) SELECT t_s_secyear.customer_id, t_s_secyear.customer_first_name, t_s_secyear.customer_last_name, t_s_secyear.customer_email_address FROM year_total t_s_firstyear, year_total t_s_secyear, year_total t_c_firstyear, year_total t_c_secyear, year_total t_w_firstyear, year_total t_w_secyear WHERE t_s_secyear.customer_id = t_s_firstyear.customer_id AND t_s_firstyear.customer_id = t_c_secyear.customer_id AND t_s_firstyear.customer_id = t_c_firstyear.customer_id AND t_s_firstyear.customer_id = t_w_firstyear.customer_id AND t_s_firstyear.customer_id = t_w_secyear.customer_id AND t_s_firstyear.sale_type = 's' AND t_c_firstyear.sale_type = 'c' AND t_w_firstyear.sale_type = 'w' AND t_s_secyear.sale_type = 's' AND t_c_secyear.sale_type = 'c' AND t_w_secyear.sale_type = 'w' AND t_s_firstyear.dyear = CAST(1999 AS INT) AND t_s_secyear.dyear = CAST(2000 AS INT) AND t_c_firstyear.dyear = CAST(1999 AS INT) AND t_c_secyear.dyear = CAST(2000 AS INT) AND t_w_firstyear.dyear = CAST(1999 AS INT) AND t_w_secyear.dyear = CAST(2000 AS INT) AND t_s_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) AND t_c_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) AND t_w_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) AND CASE WHEN t_c_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_c_secyear.year_total / t_c_firstyear.year_total ELSE NULL END > CASE WHEN t_s_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_s_secyear.year_total / t_s_firstyear.year_total ELSE NULL END AND CASE WHEN t_c_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_c_secyear.year_total / t_c_firstyear.year_total ELSE NULL END > CASE WHEN t_w_firstyear.year_total > CAST(0 AS DECIMAL(3,0)) THEN t_w_secyear.year_total / t_w_firstyear.year_total ELSE NULL END ORDER BY t_s_secyear.customer_id ASC, t_s_secyear.customer_first_name ASC, t_s_secyear.customer_last_name ASC, t_s_secyear.customer_email_address ASC LIMIT CAST(100 AS TINYINT) F37:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=404.19KB mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B thread-reservation=0 | 84:MERGING-EXCHANGE [UNPARTITIONED] | order by: customer_id ASC, customer_first_name ASC, customer_last_name ASC, customer_email_address ASC | limit: 100 | mem-estimate=404.19KB mem-reservation=0B thread-reservation=0 | tuple-ids=84 row-size=102B cardinality=100 | in pipelines: 47(GETNEXT) | F12:PLAN FRAGMENT [HASH(customer_id)] hosts=39 instances=39 Per-Host Resources: mem-estimate=16.63GB mem-reservation=175.00MB thread-reservation=1 runtime-filters-memory=5.00MB 47:TOP-N [LIMIT=100] | order by: customer_id ASC, customer_first_name ASC, customer_last_name ASC, customer_email_address ASC | mem-estimate=9.97KB mem-reservation=0B thread-reservation=0 | tuple-ids=84 row-size=102B cardinality=100 | in pipelines: 47(GETNEXT), 52(OPEN) | 46:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | other predicates: CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END > CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END | runtime filters: RF000[bloom] <- customer_id | mem-estimate=1.66GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=26,12,40,54,68,82 row-size=338B cardinality=5746693713 | in pipelines: 52(GETNEXT), 82(OPEN) | |--83:EXCHANGE [HASH(customer_id)] | | mem-estimate=11.83MB mem-reservation=0B thread-reservation=0 | | tuple-ids=82 row-size=44B cardinality=1436644847 | | in pipelines: 82(GETNEXT) | | | F36:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=9.49GB mem-reservation=34.00MB thread-reservation=1 | 35:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=82 row-size=44B cardinality=1436644847 | | in pipelines: 82(GETNEXT) | | | 82:AGGREGATE [FINALIZE] | | output: sum:merge((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=9.48GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=81 row-size=167B cardinality=1436644847 | | in pipelines: 82(GETNEXT), 37(OPEN) | | | 81:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=16.53MB mem-reservation=0B thread-reservation=0 | | tuple-ids=81 row-size=167B cardinality=1436644847 | | in pipelines: 37(GETNEXT) | | | F34:PLAN FRAGMENT [HASH(ws_bill_customer_sk)] hosts=39 instances=39 | Per-Host Resources: mem-estimate=9.77GB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB | 41:AGGREGATE [STREAMING] | | output: sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=9.48GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=81 row-size=167B cardinality=1436644847 | | in pipelines: 37(GETNEXT) | | | 40:HASH JOIN [INNER JOIN, PARTITIONED] | | hash predicates: ws_bill_customer_sk = c_customer_sk | | fk/pk conjuncts: ws_bill_customer_sk = c_customer_sk | | runtime filters: RF030[bloom] <- c_customer_sk | | mem-estimate=271.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=79,80,78 row-size=199B cardinality=1436644847 | | in pipelines: 37(GETNEXT), 36(OPEN) | | | |--80:EXCHANGE [HASH(c_customer_sk)] | | | mem-estimate=16.07MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=78 row-size=155B cardinality=65000000 | | | in pipelines: 36(GETNEXT) | | | | | F33:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | | Per-Host Resources: mem-estimate=704.00MB mem-reservation=24.00MB thread-reservation=2 | | 36:SCAN HDFS [tpcds_10000_decimal_parquet.customer, RANDOM] | | partitions=1/1 files=39 size=3.39GB | | stored statistics: | | table: rows=65000000 size=3.39GB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=1670757 | | mem-estimate=704.00MB mem-reservation=24.00MB thread-reservation=1 | | tuple-ids=78 row-size=155B cardinality=65000000 | | in pipelines: 36(GETNEXT) | | | 79:EXCHANGE [HASH(ws_bill_customer_sk)] | | mem-estimate=11.98MB mem-reservation=0B thread-reservation=0 | | tuple-ids=79,80 row-size=44B cardinality=1436644847 | | in pipelines: 37(GETNEXT) | | | F31:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=442.96MB mem-reservation=26.95MB thread-reservation=2 runtime-filters-memory=1.01MB | 39:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: ws_sold_date_sk = d_date_sk | | fk/pk conjuncts: ws_sold_date_sk = d_date_sk | | runtime filters: RF032[bloom] <- d_date_sk | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=79,80 row-size=44B cardinality=1436644847 | | in pipelines: 37(GETNEXT), 38(OPEN) | | | |--78:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=80 row-size=12B cardinality=373 | | | in pipelines: 38(GETNEXT) | | | | | F32:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=2 | | 38:SCAN HDFS [tpcds_10000_decimal_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | | stored statistics: | | table: rows=73049 size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73049 | | parquet statistics predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | | parquet dictionary predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | | mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=1 | | tuple-ids=80 row-size=12B cardinality=373 | | in pipelines: 38(GETNEXT) | | | 37:SCAN HDFS [tpcds_10000_decimal_parquet.web_sales, RANDOM] | partitions=1824/1824 files=2894 size=515.00GB | runtime filters: RF030[bloom] -> ws_bill_customer_sk, RF032[bloom] -> ws_sold_date_sk | stored statistics: | table: rows=7199963324 size=515.00GB | partitions: 1824/1824 rows=7199963324 | columns: all | extrapolated-rows=disabled max-scan-range-rows=3584072 | mem-estimate=440.00MB mem-reservation=24.00MB thread-reservation=1 | tuple-ids=79 row-size=32B cardinality=7199963324 | in pipelines: 37(GETNEXT) | 45:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | runtime filters: RF002[bloom] <- customer_id | mem-estimate=1.66GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=26,12,40,54,68 row-size=294B cardinality=5746693713 | in pipelines: 52(GETNEXT), 76(OPEN) | |--77:EXCHANGE [HASH(customer_id)] | | mem-estimate=11.83MB mem-reservation=0B thread-reservation=0 | | tuple-ids=68 row-size=44B cardinality=1436644847 | | in pipelines: 76(GETNEXT) | | | F30:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=9.49GB mem-reservation=34.00MB thread-reservation=1 | 28:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=68 row-size=44B cardinality=1436644847 | | in pipelines: 76(GETNEXT) | | | 76:AGGREGATE [FINALIZE] | | output: sum:merge((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | having: sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / 2)) > CAST(0 AS DECIMAL(3,0)) | | mem-estimate=9.48GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=67 row-size=167B cardinality=1436644847 | | in pipelines: 76(GETNEXT), 30(OPEN) | | | 75:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=16.53MB mem-reservation=0B thread-reservation=0 | | tuple-ids=67 row-size=167B cardinality=1436644847 | | in pipelines: 30(GETNEXT) | | | F28:PLAN FRAGMENT [HASH(ws_bill_customer_sk)] hosts=39 instances=39 | Per-Host Resources: mem-estimate=9.77GB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB | 34:AGGREGATE [STREAMING] | | output: sum((((ws_ext_list_price - ws_ext_wholesale_cost - ws_ext_discount_amt) + ws_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=9.48GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=67 row-size=167B cardinality=1436644847 | | in pipelines: 30(GETNEXT) | | | 33:HASH JOIN [INNER JOIN, PARTITIONED] | | hash predicates: ws_bill_customer_sk = c_customer_sk | | fk/pk conjuncts: ws_bill_customer_sk = c_customer_sk | | runtime filters: RF026[bloom] <- c_customer_sk | | mem-estimate=271.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=65,66,64 row-size=199B cardinality=1436644847 | | in pipelines: 30(GETNEXT), 29(OPEN) | | | |--74:EXCHANGE [HASH(c_customer_sk)] | | | mem-estimate=16.07MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=64 row-size=155B cardinality=65000000 | | | in pipelines: 29(GETNEXT) | | | | | F27:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | | Per-Host Resources: mem-estimate=705.00MB mem-reservation=25.00MB thread-reservation=2 runtime-filters-memory=1.00MB | | 29:SCAN HDFS [tpcds_10000_decimal_parquet.customer, RANDOM] | | partitions=1/1 files=39 size=3.39GB | | runtime filters: RF000[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id | | stored statistics: | | table: rows=65000000 size=3.39GB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=1670757 | | mem-estimate=704.00MB mem-reservation=24.00MB thread-reservation=1 | | tuple-ids=64 row-size=155B cardinality=65000000 | | in pipelines: 29(GETNEXT) | | | 73:EXCHANGE [HASH(ws_bill_customer_sk)] | | mem-estimate=11.98MB mem-reservation=0B thread-reservation=0 | | tuple-ids=65,66 row-size=44B cardinality=1436644847 | | in pipelines: 30(GETNEXT) | | | F25:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=442.96MB mem-reservation=26.95MB thread-reservation=2 runtime-filters-memory=1.01MB | 32:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: ws_sold_date_sk = d_date_sk | | fk/pk conjuncts: ws_sold_date_sk = d_date_sk | | runtime filters: RF028[bloom] <- d_date_sk | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=65,66 row-size=44B cardinality=1436644847 | | in pipelines: 30(GETNEXT), 31(OPEN) | | | |--72:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=66 row-size=12B cardinality=373 | | | in pipelines: 31(GETNEXT) | | | | | F26:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=2 | | 31:SCAN HDFS [tpcds_10000_decimal_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | stored statistics: | | table: rows=73049 size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73049 | | parquet statistics predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | parquet dictionary predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=1 | | tuple-ids=66 row-size=12B cardinality=373 | | in pipelines: 31(GETNEXT) | | | 30:SCAN HDFS [tpcds_10000_decimal_parquet.web_sales, RANDOM] | partitions=1824/1824 files=2894 size=515.00GB | runtime filters: RF026[bloom] -> ws_bill_customer_sk, RF028[bloom] -> ws_sold_date_sk | stored statistics: | table: rows=7199963324 size=515.00GB | partitions: 1824/1824 rows=7199963324 | columns: all | extrapolated-rows=disabled max-scan-range-rows=3584072 | mem-estimate=440.00MB mem-reservation=24.00MB thread-reservation=1 | tuple-ids=65 row-size=32B cardinality=7199963324 | in pipelines: 30(GETNEXT) | 44:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | other predicates: CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END > CASE WHEN year_total > CAST(0 AS DECIMAL(3,0)) THEN year_total / year_total ELSE NULL END | runtime filters: RF004[bloom] <- customer_id | mem-estimate=3.30GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=26,12,40,54 row-size=250B cardinality=5746693713 | in pipelines: 52(GETNEXT), 70(OPEN) | |--71:EXCHANGE [HASH(customer_id)] | | mem-estimate=11.83MB mem-reservation=0B thread-reservation=0 | | tuple-ids=54 row-size=44B cardinality=2852963665 | | in pipelines: 70(GETNEXT) | | | F24:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=18.84GB mem-reservation=34.00MB thread-reservation=1 | 21:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=54 row-size=44B cardinality=2852963665 | | in pipelines: 70(GETNEXT) | | | 70:AGGREGATE [FINALIZE] | | output: sum:merge((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=18.82GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=49 row-size=167B cardinality=2852963665 | | in pipelines: 70(GETNEXT), 23(OPEN) | | | 69:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=16.53MB mem-reservation=0B thread-reservation=0 | | tuple-ids=49 row-size=167B cardinality=2852963665 | | in pipelines: 23(GETNEXT) | | | F22:PLAN FRAGMENT [HASH(cs_bill_customer_sk)] hosts=39 instances=39 | Per-Host Resources: mem-estimate=19.11GB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB | 27:AGGREGATE [STREAMING] | | output: sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=18.82GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=49 row-size=167B cardinality=2852963665 | | in pipelines: 23(GETNEXT) | | | 26:HASH JOIN [INNER JOIN, PARTITIONED] | | hash predicates: cs_bill_customer_sk = c_customer_sk | | fk/pk conjuncts: cs_bill_customer_sk = c_customer_sk | | runtime filters: RF022[bloom] <- c_customer_sk | | mem-estimate=271.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=47,48,46 row-size=199B cardinality=2852963665 | | in pipelines: 23(GETNEXT), 22(OPEN) | | | |--68:EXCHANGE [HASH(c_customer_sk)] | | | mem-estimate=16.07MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=46 row-size=155B cardinality=65000000 | | | in pipelines: 22(GETNEXT) | | | | | F21:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | | Per-Host Resources: mem-estimate=706.00MB mem-reservation=26.00MB thread-reservation=2 runtime-filters-memory=2.00MB | | 22:SCAN HDFS [tpcds_10000_decimal_parquet.customer, RANDOM] | | partitions=1/1 files=39 size=3.39GB | | runtime filters: RF000[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF002[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id | | stored statistics: | | table: rows=65000000 size=3.39GB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=1670757 | | mem-estimate=704.00MB mem-reservation=24.00MB thread-reservation=1 | | tuple-ids=46 row-size=155B cardinality=65000000 | | in pipelines: 22(GETNEXT) | | | 67:EXCHANGE [HASH(cs_bill_customer_sk)] | | mem-estimate=11.98MB mem-reservation=0B thread-reservation=0 | | tuple-ids=47,48 row-size=44B cardinality=2852963665 | | in pipelines: 23(GETNEXT) | | | F19:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=442.96MB mem-reservation=26.95MB thread-reservation=2 runtime-filters-memory=1.01MB | 25:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: cs_sold_date_sk = d_date_sk | | fk/pk conjuncts: cs_sold_date_sk = d_date_sk | | runtime filters: RF024[bloom] <- d_date_sk | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=47,48 row-size=44B cardinality=2852963665 | | in pipelines: 23(GETNEXT), 24(OPEN) | | | |--66:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=48 row-size=12B cardinality=373 | | | in pipelines: 24(GETNEXT) | | | | | F20:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=2 | | 24:SCAN HDFS [tpcds_10000_decimal_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | | stored statistics: | | table: rows=73049 size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73049 | | parquet statistics predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | | parquet dictionary predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | | mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=1 | | tuple-ids=48 row-size=12B cardinality=373 | | in pipelines: 24(GETNEXT) | | | 23:SCAN HDFS [tpcds_10000_decimal_parquet.catalog_sales, RANDOM] | partitions=1837/1837 files=5054 size=997.01GB | runtime filters: RF022[bloom] -> cs_bill_customer_sk, RF024[bloom] -> cs_sold_date_sk | stored statistics: | table: rows=14399964710 size=997.01GB | partitions: 1837/1837 rows=14399964710 | columns: all | extrapolated-rows=disabled max-scan-range-rows=3861432 | mem-estimate=440.00MB mem-reservation=24.00MB thread-reservation=1 | tuple-ids=47 row-size=32B cardinality=14399964710 | in pipelines: 23(GETNEXT) | 43:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | runtime filters: RF006[bloom] <- customer_id | mem-estimate=3.30GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=26,12,40 row-size=206B cardinality=5746693713 | in pipelines: 52(GETNEXT), 64(OPEN) | |--65:EXCHANGE [HASH(customer_id)] | | mem-estimate=11.83MB mem-reservation=0B thread-reservation=0 | | tuple-ids=40 row-size=44B cardinality=2852963665 | | in pipelines: 64(GETNEXT) | | | F18:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=18.84GB mem-reservation=34.00MB thread-reservation=1 | 14:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=40 row-size=44B cardinality=2852963665 | | in pipelines: 64(GETNEXT) | | | 64:AGGREGATE [FINALIZE] | | output: sum:merge((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / 2)) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | having: sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / 2)) > CAST(0 AS DECIMAL(3,0)) | | mem-estimate=18.82GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=35 row-size=167B cardinality=2852963665 | | in pipelines: 64(GETNEXT), 16(OPEN) | | | 63:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=16.53MB mem-reservation=0B thread-reservation=0 | | tuple-ids=35 row-size=167B cardinality=2852963665 | | in pipelines: 16(GETNEXT) | | | F16:PLAN FRAGMENT [HASH(cs_bill_customer_sk)] hosts=39 instances=39 | Per-Host Resources: mem-estimate=19.11GB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB | 20:AGGREGATE [STREAMING] | | output: sum((((cs_ext_list_price - cs_ext_wholesale_cost - cs_ext_discount_amt) + cs_ext_sales_price) / CAST(2 AS DECIMAL(3,0)))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=18.82GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=35 row-size=167B cardinality=2852963665 | | in pipelines: 16(GETNEXT) | | | 19:HASH JOIN [INNER JOIN, PARTITIONED] | | hash predicates: cs_bill_customer_sk = c_customer_sk | | fk/pk conjuncts: cs_bill_customer_sk = c_customer_sk | | runtime filters: RF018[bloom] <- c_customer_sk | | mem-estimate=271.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=33,34,32 row-size=199B cardinality=2852963665 | | in pipelines: 16(GETNEXT), 15(OPEN) | | | |--62:EXCHANGE [HASH(c_customer_sk)] | | | mem-estimate=16.07MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=32 row-size=155B cardinality=65000000 | | | in pipelines: 15(GETNEXT) | | | | | F15:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | | Per-Host Resources: mem-estimate=707.00MB mem-reservation=27.00MB thread-reservation=2 runtime-filters-memory=3.00MB | | 15:SCAN HDFS [tpcds_10000_decimal_parquet.customer, RANDOM] | | partitions=1/1 files=39 size=3.39GB | | runtime filters: RF000[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF002[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF004[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id | | stored statistics: | | table: rows=65000000 size=3.39GB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=1670757 | | mem-estimate=704.00MB mem-reservation=24.00MB thread-reservation=1 | | tuple-ids=32 row-size=155B cardinality=65000000 | | in pipelines: 15(GETNEXT) | | | 61:EXCHANGE [HASH(cs_bill_customer_sk)] | | mem-estimate=11.98MB mem-reservation=0B thread-reservation=0 | | tuple-ids=33,34 row-size=44B cardinality=2852963665 | | in pipelines: 16(GETNEXT) | | | F13:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=442.96MB mem-reservation=26.95MB thread-reservation=2 runtime-filters-memory=1.01MB | 18:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: cs_sold_date_sk = d_date_sk | | fk/pk conjuncts: cs_sold_date_sk = d_date_sk | | runtime filters: RF020[bloom] <- d_date_sk | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=33,34 row-size=44B cardinality=2852963665 | | in pipelines: 16(GETNEXT), 17(OPEN) | | | |--60:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=34 row-size=12B cardinality=373 | | | in pipelines: 17(GETNEXT) | | | | | F14:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=2 | | 17:SCAN HDFS [tpcds_10000_decimal_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | stored statistics: | | table: rows=73049 size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73049 | | parquet statistics predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | parquet dictionary predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=1 | | tuple-ids=34 row-size=12B cardinality=373 | | in pipelines: 17(GETNEXT) | | | 16:SCAN HDFS [tpcds_10000_decimal_parquet.catalog_sales, RANDOM] | partitions=1837/1837 files=5054 size=997.01GB | runtime filters: RF018[bloom] -> cs_bill_customer_sk, RF020[bloom] -> cs_sold_date_sk | stored statistics: | table: rows=14399964710 size=997.01GB | partitions: 1837/1837 rows=14399964710 | columns: all | extrapolated-rows=disabled max-scan-range-rows=3861432 | mem-estimate=440.00MB mem-reservation=24.00MB thread-reservation=1 | tuple-ids=33 row-size=32B cardinality=14399964710 | in pipelines: 16(GETNEXT) | 42:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: customer_id = customer_id | fk/pk conjuncts: assumed fk/pk | runtime filters: RF008[bloom] <- customer_id | mem-estimate=6.64GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=26,12 row-size=162B cardinality=5746693713 | in pipelines: 52(GETNEXT), 57(OPEN) | |--59:EXCHANGE [HASH(customer_id)] | | mem-estimate=11.83MB mem-reservation=0B thread-reservation=0 | | tuple-ids=12 row-size=44B cardinality=5746693713 | | in pipelines: 57(GETNEXT) | | | F11:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=37.93GB mem-reservation=34.00MB thread-reservation=1 | 00:UNION | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=12 row-size=44B cardinality=5746693713 | | in pipelines: 57(GETNEXT) | | | 57:AGGREGATE [FINALIZE] | | output: sum:merge(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / 2) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | having: sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / 2) > CAST(0 AS DECIMAL(3,0)) | | mem-estimate=37.91GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=3 row-size=167B cardinality=5746693713 | | in pipelines: 57(GETNEXT), 02(OPEN) | | | 56:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | | mem-estimate=16.53MB mem-reservation=0B thread-reservation=0 | | tuple-ids=3 row-size=167B cardinality=5746693713 | | in pipelines: 02(GETNEXT) | | | F09:PLAN FRAGMENT [HASH(ss_customer_sk)] hosts=39 instances=39 | Per-Host Resources: mem-estimate=38.20GB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB | 06:AGGREGATE [STREAMING] | | output: sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / CAST(2 AS DECIMAL(3,0))) | | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | | mem-estimate=37.91GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=3 row-size=167B cardinality=5746693713 | | in pipelines: 02(GETNEXT) | | | 05:HASH JOIN [INNER JOIN, PARTITIONED] | | hash predicates: ss_customer_sk = c_customer_sk | | fk/pk conjuncts: ss_customer_sk = c_customer_sk | | runtime filters: RF014[bloom] <- c_customer_sk | | mem-estimate=271.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | | tuple-ids=1,2,0 row-size=199B cardinality=5746693713 | | in pipelines: 02(GETNEXT), 01(OPEN) | | | |--55:EXCHANGE [HASH(c_customer_sk)] | | | mem-estimate=16.07MB mem-reservation=0B thread-reservation=0 | | | tuple-ids=0 row-size=155B cardinality=65000000 | | | in pipelines: 01(GETNEXT) | | | | | F08:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | | Per-Host Resources: mem-estimate=708.00MB mem-reservation=28.00MB thread-reservation=2 runtime-filters-memory=4.00MB | | 01:SCAN HDFS [tpcds_10000_decimal_parquet.customer, RANDOM] | | partitions=1/1 files=39 size=3.39GB | | runtime filters: RF000[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF002[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF004[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF006[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id | | stored statistics: | | table: rows=65000000 size=3.39GB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=1670757 | | mem-estimate=704.00MB mem-reservation=24.00MB thread-reservation=1 | | tuple-ids=0 row-size=155B cardinality=65000000 | | in pipelines: 01(GETNEXT) | | | 54:EXCHANGE [HASH(ss_customer_sk)] | | mem-estimate=11.98MB mem-reservation=0B thread-reservation=0 | | tuple-ids=1,2 row-size=44B cardinality=5746693713 | | in pipelines: 02(GETNEXT) | | | F06:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=442.96MB mem-reservation=26.95MB thread-reservation=2 runtime-filters-memory=1.01MB | 04:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: ss_sold_date_sk = d_date_sk | | fk/pk conjuncts: ss_sold_date_sk = d_date_sk | | runtime filters: RF016[bloom] <- d_date_sk | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | | tuple-ids=1,2 row-size=44B cardinality=5746693713 | | in pipelines: 02(GETNEXT), 03(OPEN) | | | |--53:EXCHANGE [BROADCAST] | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | | tuple-ids=2 row-size=12B cardinality=373 | | | in pipelines: 03(GETNEXT) | | | | | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | | Per-Host Resources: mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=2 | | 03:SCAN HDFS [tpcds_10000_decimal_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.15MB | | predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | stored statistics: | | table: rows=73049 size=2.15MB | | columns: all | | extrapolated-rows=disabled max-scan-range-rows=73049 | | parquet statistics predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | parquet dictionary predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(1999 AS INT) | | mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=1 | | tuple-ids=2 row-size=12B cardinality=373 | | in pipelines: 03(GETNEXT) | | | 02:SCAN HDFS [tpcds_10000_decimal_parquet.store_sales, RANDOM] | partitions=1824/1824 files=6005 size=1.36TB | runtime filters: RF014[bloom] -> ss_customer_sk, RF016[bloom] -> ss_sold_date_sk | stored statistics: | table: rows=28800426268 size=1.36TB | partitions: 1824/1824 rows=28800426268 | columns: all | extrapolated-rows=disabled max-scan-range-rows=6492878 | mem-estimate=440.00MB mem-reservation=24.00MB thread-reservation=1 | tuple-ids=1 row-size=32B cardinality=28800426268 | in pipelines: 02(GETNEXT) | 58:EXCHANGE [HASH(customer_id)] | mem-estimate=14.65MB mem-reservation=0B thread-reservation=0 | tuple-ids=26 row-size=118B cardinality=5746693713 | in pipelines: 52(GETNEXT) | F05:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 Per-Host Resources: mem-estimate=37.93GB mem-reservation=34.00MB thread-reservation=1 07:UNION | mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=26 row-size=118B cardinality=5746693713 | in pipelines: 52(GETNEXT) | 52:AGGREGATE [FINALIZE] | output: sum:merge(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / 2) | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | mem-estimate=37.91GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=17 row-size=167B cardinality=5746693713 | in pipelines: 52(GETNEXT), 09(OPEN) | 51:EXCHANGE [HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year)] | mem-estimate=16.53MB mem-reservation=0B thread-reservation=0 | tuple-ids=17 row-size=167B cardinality=5746693713 | in pipelines: 09(GETNEXT) | F03:PLAN FRAGMENT [HASH(ss_customer_sk)] hosts=39 instances=39 Per-Host Resources: mem-estimate=38.20GB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB 13:AGGREGATE [STREAMING] | output: sum(((ss_ext_list_price - ss_ext_wholesale_cost - ss_ext_discount_amt) + ss_ext_sales_price) / CAST(2 AS DECIMAL(3,0))) | group by: c_customer_id, c_first_name, c_last_name, c_preferred_cust_flag, c_birth_country, c_login, c_email_address, d_year | mem-estimate=37.91GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=17 row-size=167B cardinality=5746693713 | in pipelines: 09(GETNEXT) | 12:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: ss_customer_sk = c_customer_sk | fk/pk conjuncts: ss_customer_sk = c_customer_sk | runtime filters: RF010[bloom] <- c_customer_sk | mem-estimate=271.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=15,16,14 row-size=199B cardinality=5746693713 | in pipelines: 09(GETNEXT), 08(OPEN) | |--50:EXCHANGE [HASH(c_customer_sk)] | | mem-estimate=16.07MB mem-reservation=0B thread-reservation=0 | | tuple-ids=14 row-size=155B cardinality=65000000 | | in pipelines: 08(GETNEXT) | | | F02:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 | Per-Host Resources: mem-estimate=709.00MB mem-reservation=29.00MB thread-reservation=2 runtime-filters-memory=5.00MB | 08:SCAN HDFS [tpcds_10000_decimal_parquet.customer, RANDOM] | partitions=1/1 files=39 size=3.39GB | runtime filters: RF000[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF002[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF004[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF006[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id, RF008[bloom] -> tpcds_10000_decimal_parquet.customer.c_customer_id | stored statistics: | table: rows=65000000 size=3.39GB | columns: all | extrapolated-rows=disabled max-scan-range-rows=1670757 | mem-estimate=704.00MB mem-reservation=24.00MB thread-reservation=1 | tuple-ids=14 row-size=155B cardinality=65000000 | in pipelines: 08(GETNEXT) | 49:EXCHANGE [HASH(ss_customer_sk)] | mem-estimate=11.98MB mem-reservation=0B thread-reservation=0 | tuple-ids=15,16 row-size=44B cardinality=5746693713 | in pipelines: 09(GETNEXT) | F00:PLAN FRAGMENT [RANDOM] hosts=39 instances=39 Per-Host Resources: mem-estimate=442.96MB mem-reservation=26.95MB thread-reservation=2 runtime-filters-memory=1.01MB 11:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: ss_sold_date_sk = d_date_sk | fk/pk conjuncts: ss_sold_date_sk = d_date_sk | runtime filters: RF012[bloom] <- d_date_sk | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 | tuple-ids=15,16 row-size=44B cardinality=5746693713 | in pipelines: 09(GETNEXT), 10(OPEN) | |--48:EXCHANGE [BROADCAST] | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0 | | tuple-ids=16 row-size=12B cardinality=373 | | in pipelines: 10(GETNEXT) | | | F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=2 | 10:SCAN HDFS [tpcds_10000_decimal_parquet.date_dim, RANDOM] | partitions=1/1 files=1 size=2.15MB | predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | stored statistics: | table: rows=73049 size=2.15MB | columns: all | extrapolated-rows=disabled max-scan-range-rows=73049 | parquet statistics predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | parquet dictionary predicates: tpcds_10000_decimal_parquet.date_dim.d_year = CAST(2000 AS INT) | mem-estimate=32.00MB mem-reservation=1.00MB thread-reservation=1 | tuple-ids=16 row-size=12B cardinality=373 | in pipelines: 10(GETNEXT) | 09:SCAN HDFS [tpcds_10000_decimal_parquet.store_sales, RANDOM] partitions=1824/1824 files=6005 size=1.36TB runtime filters: RF010[bloom] -> ss_customer_sk, RF012[bloom] -> ss_sold_date_sk stored statistics: table: rows=28800426268 size=1.36TB partitions: 1824/1824 rows=28800426268 columns: all extrapolated-rows=disabled max-scan-range-rows=6492878 mem-estimate=440.00MB mem-reservation=24.00MB thread-reservation=1 tuple-ids=15 row-size=32B cardinality=28800426268 in pipelines: 09(GETNEXT) ---------------- Estimated Per-Host Mem: 311658364188 Per Host Min Memory Reservation: philip-bigg-10.vpc.cloudera.com:22000(1.09 GB) philip-bigg-11.vpc.cloudera.com:22000(1.09 GB) philip-bigg-12.vpc.cloudera.com:22000(1.09 GB) philip-bigg-13.vpc.cloudera.com:22000(1.09 GB) philip-bigg-14.vpc.cloudera.com:22000(1.09 GB) philip-bigg-15.vpc.cloudera.com:22000(1.09 GB) philip-bigg-16.vpc.cloudera.com:22000(1.09 GB) philip-bigg-17.vpc.cloudera.com:22000(1.09 GB) philip-bigg-18.vpc.cloudera.com:22000(1.09 GB) philip-bigg-19.vpc.cloudera.com:22000(1.09 GB) philip-bigg-2.vpc.cloudera.com:22000(1.09 GB) philip-bigg-20.vpc.cloudera.com:22000(1.09 GB) philip-bigg-21.vpc.cloudera.com:22000(1.09 GB) philip-bigg-22.vpc.cloudera.com:22000(1.09 GB) philip-bigg-23.vpc.cloudera.com:22000(1.09 GB) philip-bigg-24.vpc.cloudera.com:22000(1.09 GB) philip-bigg-25.vpc.cloudera.com:22000(1.09 GB) philip-bigg-26.vpc.cloudera.com:22000(1.09 GB) philip-bigg-27.vpc.cloudera.com:22000(1.09 GB) philip-bigg-28.vpc.cloudera.com:22000(1.09 GB) philip-bigg-29.vpc.cloudera.com:22000(1.09 GB) philip-bigg-3.vpc.cloudera.com:22000(1.09 GB) philip-bigg-30.vpc.cloudera.com:22000(1.09 GB) philip-bigg-31.vpc.cloudera.com:22000(1.09 GB) philip-bigg-32.vpc.cloudera.com:22000(1.09 GB) philip-bigg-33.vpc.cloudera.com:22000(1.09 GB) philip-bigg-34.vpc.cloudera.com:22000(1.09 GB) philip-bigg-35.vpc.cloudera.com:22000(1.09 GB) philip-bigg-36.vpc.cloudera.com:22000(1.09 GB) philip-bigg-37.vpc.cloudera.com:22000(1.09 GB) philip-bigg-38.vpc.cloudera.com:22000(1.09 GB) philip-bigg-39.vpc.cloudera.com:22000(1.09 GB) philip-bigg-4.vpc.cloudera.com:22000(1.09 GB) philip-bigg-40.vpc.cloudera.com:22000(1.09 GB) philip-bigg-5.vpc.cloudera.com:22000(1.09 GB) philip-bigg-6.vpc.cloudera.com:22000(1.09 GB) philip-bigg-7.vpc.cloudera.com:22000(1.09 GB) philip-bigg-8.vpc.cloudera.com:22000(1.09 GB) philip-bigg-9.vpc.cloudera.com:22000(1.09 GB) Request Pool: root.philip Admission result: Admitted immediately Cluster Memory Admitted: 156.00 GB ExecSummary: Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- F37:ROOT 1 0.000ns 0.000ns 0 0 84:MERGING-EXCHANGE 1 999.969us 999.969us 100 100 936.00 KB 404.19 KB UNPARTITIONED F12:EXCHANGE SENDER 39 128.203us 999.998us 2.61 KB 0 47:TOP-N 39 134.048ms 466.980ms 3.90K 100 88.00 KB 9.97 KB 46:HASH JOIN 39 4s433ms 1m51s 16.75M 5.75B 128.09 MB 1.66 GB INNER JOIN, PARTITIONED |--83:EXCHANGE 39 341.764ms 12s032ms 55.47M 1.44B 14.07 MB 11.83 MB HASH(customer_id) | F36:EXCHANGE SENDER 39 454.118ms 770.989ms 1.23 MB 0 | 35:UNION 39 180.893ms 233.996ms 55.47M 1.44B 8.00 KB 0 | 82:AGGREGATE 39 2m49s 1h18m 55.47M 1.44B 34.11 MB 9.48 GB FINALIZE | 81:EXCHANGE 39 1s351ms 10s639ms 944.24M 1.44B 15.87 MB 16.53 MB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F34:EXCHANGE SENDER 39 27s555ms 30s300ms 1.32 MB 0 | 41:AGGREGATE 39 17s486ms 26s031ms 944.24M 1.44B 146.13 MB 9.48 GB STREAMING | 40:HASH JOIN 39 4s823ms 8s663ms 1.45B 1.44B 320.06 MB 271.75 MB INNER JOIN, PARTITIONED | |--80:EXCHANGE 39 86.331ms 131.997ms 65.00M 65.00M 15.01 MB 16.07 MB HASH(c_customer_sk) | | F33:EXCHANGE SENDER 39 2s632ms 2s982ms 1.88 MB 0 | | 36:SCAN HDFS 39 339.891ms 6s236ms 65.00M 65.00M 72.33 MB 704.00 MB tpcds_10000_decimal_parquet.customer | 79:EXCHANGE 39 2s165ms 34s351ms 1.45B 1.44B 11.62 MB 11.98 MB HASH(ws_bill_customer_sk) | F31:EXCHANGE SENDER 39 13s737ms 15s966ms 1.23 MB 0 | 39:HASH JOIN 39 1s475ms 1s870ms 1.45B 1.44B 2.00 MB 1.94 MB INNER JOIN, BROADCAST | |--78:EXCHANGE 39 0.000ns 0.000ns 366 373 16.00 KB 16.00 KB BROADCAST | | F32:EXCHANGE SENDER 1 84.999ms 84.999ms 383.91 KB 0 | | 38:SCAN HDFS 1 230.999ms 230.999ms 366 373 1.63 MB 32.00 MB tpcds_10000_decimal_parquet.date_dim | 37:SCAN HDFS 39 3s476ms 1m57s 1.45B 7.20B 75.98 MB 440.00 MB tpcds_10000_decimal_parquet.web_sales 45:HASH JOIN 39 2s782ms 1m23s 27.62M 5.75B 128.08 MB 1.66 GB INNER JOIN, PARTITIONED |--77:EXCHANGE 39 32.050ms 114.998ms 54.99M 1.44B 14.28 MB 11.83 MB HASH(customer_id) | F30:EXCHANGE SENDER 39 372.504ms 502.993ms 1.23 MB 0 | 28:UNION 39 73.588ms 86.997ms 54.99M 1.44B 8.00 KB 0 | 76:AGGREGATE 39 2m48s 1h8m 54.99M 1.44B 34.11 MB 9.48 GB FINALIZE | 75:EXCHANGE 39 1s242ms 9s195ms 907.97M 1.44B 15.87 MB 16.53 MB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F28:EXCHANGE SENDER 39 26s356ms 29s607ms 1.33 MB 0 | 34:AGGREGATE 39 16s449ms 25s401ms 907.97M 1.44B 140.13 MB 9.48 GB STREAMING | 33:HASH JOIN 39 4s696ms 8s119ms 1.44B 1.44B 320.06 MB 271.75 MB INNER JOIN, PARTITIONED | |--74:EXCHANGE 39 90.767ms 191.996ms 65.00M 65.00M 14.96 MB 16.07 MB HASH(c_customer_sk) | | F27:EXCHANGE SENDER 39 2s635ms 2s850ms 1.88 MB 0 | | 29:SCAN HDFS 39 940.877ms 6s564ms 65.00M 65.00M 72.33 MB 704.00 MB tpcds_10000_decimal_parquet.customer | 73:EXCHANGE 39 1s587ms 12s989ms 1.44B 1.44B 11.67 MB 11.98 MB HASH(ws_bill_customer_sk) | F25:EXCHANGE SENDER 39 13s504ms 16s393ms 1.24 MB 0 | 32:HASH JOIN 39 1s507ms 1s764ms 1.44B 1.44B 2.00 MB 1.94 MB INNER JOIN, BROADCAST | |--72:EXCHANGE 39 25.640us 999.970us 365 373 16.00 KB 16.00 KB BROADCAST | | F26:EXCHANGE SENDER 1 12.999ms 12.999ms 383.91 KB 0 | | 31:SCAN HDFS 1 139.999ms 139.999ms 365 373 1.63 MB 32.00 MB tpcds_10000_decimal_parquet.date_dim | 30:SCAN HDFS 39 3s487ms 1m57s 1.44B 7.20B 75.98 MB 440.00 MB tpcds_10000_decimal_parquet.web_sales 44:HASH JOIN 39 2s529ms 3s357ms 31.76M 5.75B 160.08 MB 3.30 GB INNER JOIN, PARTITIONED |--71:EXCHANGE 39 43.691ms 128.998ms 64.68M 2.85B 14.30 MB 11.83 MB HASH(customer_id) | F24:EXCHANGE SENDER 39 429.759ms 658.990ms 1.23 MB 0 | 21:UNION 39 209.380ms 237.992ms 64.68M 2.85B 8.00 KB 0 | 70:AGGREGATE 39 3m35s 1h35m 64.68M 2.85B 34.11 MB 18.82 GB FINALIZE | 69:EXCHANGE 39 2s054ms 35s578ms 1.01B 2.85B 15.88 MB 16.53 MB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F22:EXCHANGE SENDER 39 31s225ms 35s381ms 1.34 MB 0 | 27:AGGREGATE 39 26s818ms 35s429ms 1.01B 2.85B 292.13 MB 18.82 GB STREAMING | 26:HASH JOIN 39 7s332ms 11s508ms 2.86B 2.85B 320.06 MB 271.75 MB INNER JOIN, PARTITIONED | |--68:EXCHANGE 39 85.895ms 212.995ms 65.00M 65.00M 15.01 MB 16.07 MB HASH(c_customer_sk) | | F21:EXCHANGE SENDER 39 2s646ms 3s100ms 1.88 MB 0 | | 22:SCAN HDFS 39 833.084ms 6s646ms 65.00M 65.00M 72.33 MB 704.00 MB tpcds_10000_decimal_parquet.customer | 67:EXCHANGE 39 2s491ms 15s562ms 2.87B 2.85B 11.67 MB 11.98 MB HASH(cs_bill_customer_sk) | F19:EXCHANGE SENDER 39 23s674ms 41s521ms 1.23 MB 0 | 25:HASH JOIN 39 2s646ms 3s019ms 2.87B 2.85B 2.00 MB 1.94 MB INNER JOIN, BROADCAST | |--66:EXCHANGE 39 2.230ms 85.998ms 366 373 16.00 KB 16.00 KB BROADCAST | | F20:EXCHANGE SENDER 1 999.997us 999.997us 383.91 KB 0 | | 24:SCAN HDFS 1 194.999ms 194.999ms 366 373 1.63 MB 32.00 MB tpcds_10000_decimal_parquet.date_dim | 23:SCAN HDFS 39 6s876ms 3m10s 2.87B 14.40B 75.99 MB 440.00 MB tpcds_10000_decimal_parquet.catalog_sales 43:HASH JOIN 39 979.978ms 1s217ms 64.30M 5.75B 160.06 MB 3.30 GB INNER JOIN, PARTITIONED |--65:EXCHANGE 39 31.922ms 47.999ms 64.55M 2.85B 14.30 MB 11.83 MB HASH(customer_id) | F18:EXCHANGE SENDER 39 403.606ms 657.990ms 1.23 MB 0 | 14:UNION 39 70.690ms 88.997ms 64.55M 2.85B 8.00 KB 0 | 64:AGGREGATE 39 3m 1h10m 64.55M 2.85B 34.11 MB 18.82 GB FINALIZE | 63:EXCHANGE 39 4s071ms 1m52s 1.05B 2.85B 15.87 MB 16.53 MB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F16:EXCHANGE SENDER 39 32s185ms 36s112ms 1.31 MB 0 | 20:AGGREGATE 39 28s792ms 37s544ms 1.05B 2.85B 328.13 MB 18.82 GB STREAMING | 19:HASH JOIN 39 7s872ms 11s466ms 2.84B 2.85B 320.06 MB 271.75 MB INNER JOIN, PARTITIONED | |--62:EXCHANGE 39 100.228ms 177.994ms 65.00M 65.00M 15.02 MB 16.07 MB HASH(c_customer_sk) | | F15:EXCHANGE SENDER 39 2s655ms 2s925ms 1.88 MB 0 | | 15:SCAN HDFS 39 865.674ms 6s621ms 65.00M 65.00M 72.33 MB 704.00 MB tpcds_10000_decimal_parquet.customer | 61:EXCHANGE 39 4s322ms 1m22s 2.85B 2.85B 11.68 MB 11.98 MB HASH(cs_bill_customer_sk) | F13:EXCHANGE SENDER 39 25s039ms 44s133ms 1.25 MB 0 | 18:HASH JOIN 39 2s765ms 3s240ms 2.85B 2.85B 2.00 MB 1.94 MB INNER JOIN, BROADCAST | |--60:EXCHANGE 39 0.000ns 0.000ns 365 373 16.00 KB 16.00 KB BROADCAST | | F14:EXCHANGE SENDER 1 37.999ms 37.999ms 383.91 KB 0 | | 17:SCAN HDFS 1 72.999ms 72.999ms 365 373 1.63 MB 32.00 MB tpcds_10000_decimal_parquet.date_dim | 16:SCAN HDFS 39 8s513ms 3m34s 2.85B 14.40B 75.99 MB 440.00 MB tpcds_10000_decimal_parquet.catalog_sales 42:HASH JOIN 39 874.878ms 1s044ms 64.75M 5.75B 160.06 MB 6.64 GB INNER JOIN, PARTITIONED |--59:EXCHANGE 39 32.101ms 53.997ms 64.87M 5.75B 14.30 MB 11.83 MB HASH(customer_id) | F11:EXCHANGE SENDER 39 408.683ms 469.993ms 1.23 MB 0 | 00:UNION 39 71.870ms 107.998ms 64.87M 5.75B 8.00 KB 0 | 57:AGGREGATE 39 2m39s 1h 64.87M 5.75B 34.11 MB 37.91 GB FINALIZE | 56:EXCHANGE 39 1s411ms 10s125ms 1.04B 5.75B 15.92 MB 16.53 MB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) | F09:EXCHANGE SENDER 39 31s880ms 51s602ms 1.32 MB 0 | 06:AGGREGATE 39 44s609ms 50s632ms 1.04B 5.75B 352.13 MB 37.91 GB STREAMING | 05:HASH JOIN 39 12s028ms 16s353ms 5.36B 5.75B 320.06 MB 271.75 MB INNER JOIN, PARTITIONED | |--55:EXCHANGE 39 91.562ms 195.995ms 65.00M 65.00M 15.01 MB 16.07 MB HASH(c_customer_sk) | | F08:EXCHANGE SENDER 39 2s660ms 2s967ms 1.88 MB 0 | | 01:SCAN HDFS 39 839.110ms 6s719ms 65.00M 65.00M 72.33 MB 704.00 MB tpcds_10000_decimal_parquet.customer | 54:EXCHANGE 39 4s596ms 27s696ms 5.49B 5.75B 11.67 MB 11.98 MB HASH(ss_customer_sk) | F06:EXCHANGE SENDER 39 46s906ms 51s058ms 1.25 MB 0 | 04:HASH JOIN 39 5s249ms 5s900ms 5.49B 5.75B 2.00 MB 1.94 MB INNER JOIN, BROADCAST | |--53:EXCHANGE 39 25.640us 999.963us 365 373 16.00 KB 16.00 KB BROADCAST | | F07:EXCHANGE SENDER 1 32.999ms 32.999ms 383.91 KB 0 | | 03:SCAN HDFS 1 179.999ms 179.999ms 365 373 1.63 MB 32.00 MB tpcds_10000_decimal_parquet.date_dim | 02:SCAN HDFS 39 7s650ms 3m26s 5.49B 28.80B 100.53 MB 440.00 MB tpcds_10000_decimal_parquet.store_sales 58:EXCHANGE 39 90.459ms 241.999ms 64.88M 5.75B 15.35 MB 14.65 MB HASH(customer_id) F05:EXCHANGE SENDER 39 1s396ms 1s472ms 2.24 MB 0 07:UNION 39 784.729ms 16s117ms 64.88M 5.75B 8.00 KB 0 52:AGGREGATE 39 2m17s 45m45s 64.88M 5.75B 34.11 MB 37.91 GB FINALIZE 51:EXCHANGE 39 1s928ms 28s895ms 1.05B 5.75B 15.92 MB 16.53 MB HASH(c_customer_id,c_first_name,c_last_name,c_preferred_cust_flag,c_birth_country,c_login,c_email_address,d_year) F03:EXCHANGE SENDER 39 32s251ms 50s834ms 1.33 MB 0 13:AGGREGATE 39 44s186ms 50s966ms 1.05B 5.75B 352.13 MB 37.91 GB STREAMING 12:HASH JOIN 39 11s909ms 16s528ms 5.40B 5.75B 320.06 MB 271.75 MB INNER JOIN, PARTITIONED |--50:EXCHANGE 39 91.126ms 169.998ms 65.00M 65.00M 15.01 MB 16.07 MB HASH(c_customer_sk) | F02:EXCHANGE SENDER 39 2s650ms 2s986ms 1.88 MB 0 | 08:SCAN HDFS 39 846.726ms 6s348ms 65.00M 65.00M 72.33 MB 704.00 MB tpcds_10000_decimal_parquet.customer 49:EXCHANGE 39 4s185ms 11s220ms 5.53B 5.75B 11.67 MB 11.98 MB HASH(ss_customer_sk) F00:EXCHANGE SENDER 39 47s200ms 1m4s 1.22 MB 0 11:HASH JOIN 39 5s238ms 5s522ms 5.53B 5.75B 2.00 MB 1.94 MB INNER JOIN, BROADCAST |--48:EXCHANGE 39 76.921us 999.989us 366 373 16.00 KB 16.00 KB BROADCAST | F01:EXCHANGE SENDER 1 0.000ns 0.000ns 383.91 KB 0 | 10:SCAN HDFS 1 110.999ms 110.999ms 366 373 1.63 MB 32.00 MB tpcds_10000_decimal_parquet.date_dim 09:SCAN HDFS 39 8s471ms 3m53s 5.53B 28.80B 100.53 MB 440.00 MB tpcds_10000_decimal_parquet.store_sales Errors: - ComputeScanRangeAssignmentTimer: 75ms (75997703) - InactiveTotalTime: 0ns (0) - TotalTime: 0ns (0) Query Compilation Metadata of all 5 tables cached: 1ms (1907314) Analysis finished: 19ms (19437690) Value transfer graph computed: 19ms (19780687) Single node plan created: 290ms (290143479) Runtime filters computed: 291ms (291951985) Distributed plan created: 292ms (292007332) Lineage info computed: 292ms (292714459) Planning finished: 304ms (304061357) Query Timeline Query submitted: 0ns (0) Planning finished: 471ms (471985735) Submit for admission: 597ms (597981927) Completed admission: 597ms (597981927) Ready to start on 39 backends: 619ms (619981262) All 39 execution backends (982 fragment instances) started: 1.06s (1061967904) First dynamic filter received: 16.70s (16704495133) Rows available: 4.4h (16009547245818) First row fetched: 4.4h (16011299192921) Last row fetched: 4.4h (16011299192921) Released admission control resources: 4.4h (16011304192770) Unregister query: 4.4h (16011652182263) Frontend - InactiveTotalTime: 0ns (0) - TotalTime: 0ns (0) ImpalaServer - ClientFetchWaitTimer: 1.82s (1818945080) - InactiveTotalTime: 0ns (0) - RowMaterializationTimer: 285ms (285991365) - TotalTime: 0ns (0) Execution Profile c7456fdd806a4994:3209e92600000000 Number of filters: 17 Filter routing table: ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled ------------------------------------------------------------------------------------------------------------------------------------------------------------------- 32 39 37 LOCAL true 0 (39) N/A N/A true 30 40 37 REMOTE false 39 (39) N/A N/A true 28 32 30 LOCAL true 0 (39) N/A N/A true 26 33 30 REMOTE false 39 (39) N/A N/A true 24 25 23 LOCAL true 0 (39) N/A N/A true 22 26 23 REMOTE false 39 (39) N/A N/A true 20 18 16 LOCAL true 0 (39) N/A N/A true 18 19 16 REMOTE false 39 (39) N/A N/A true 16 4 2 LOCAL true 0 (39) N/A N/A true 14 5 2 REMOTE false 39 (39) N/A N/A true 12 11 9 LOCAL true 0 (39) N/A N/A true 10 12 9 REMOTE false 39 (39) N/A N/A true 8 42 8 REMOTE false 39 (39) N/A N/A true 6 43 8, 1 REMOTE, REMOTE false, false 39 (39) N/A N/A true 4 44 8, 1, 15 REMOTE, REMOTE, REMOTE false, false, false 39 (39) N/A N/A true 2 45 8, 1, 15, 22 REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false 39 (39) N/A N/A true 0 46 8, 1, 15, 22, 29 REMOTE, REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false, false 39 (39) N/A N/A true Backend startup latencies: Count: 39, min / max: 40ms / 247ms, 25th %-ile: 47ms, 50th %-ile: 55ms, 75th %-ile: 66ms, 90th %-ile: 93ms, 95th %-ile: 141ms, 99.9th %-ile: 247ms Slowest backend to start up: philip-bigg-26.vpc.cloudera.com:22000 Final filter table: ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled ------------------------------------------------------------------------------------------------------------------------------------------------------------------- 32 39 37 LOCAL true 0 (39) N/A N/A true 30 40 37 REMOTE false 0 (39) 17s351ms 18s035ms false 28 32 30 LOCAL true 0 (39) N/A N/A true 26 33 30 REMOTE false 0 (39) 16s704ms 17s360ms false 24 25 23 LOCAL true 0 (39) N/A N/A true 22 26 23 REMOTE false 0 (39) 17s999ms 18s640ms false 20 18 16 LOCAL true 0 (39) N/A N/A true 18 19 16 REMOTE false 0 (39) 18s685ms 19s210ms false 16 4 2 LOCAL true 0 (39) N/A N/A true 14 5 2 REMOTE false 0 (39) 17s452ms 18s138ms false 12 11 9 LOCAL true 0 (39) N/A N/A true 10 12 9 REMOTE false 0 (39) 17s634ms 18s425ms false 8 42 8 REMOTE false 0 (39) 4h8m 4h8m false 6 43 8, 1 REMOTE, REMOTE false, false 0 (39) 3h39m 3h39m false 4 44 8, 1, 15 REMOTE, REMOTE, REMOTE false, false, false 0 (39) 3h 3h false 2 45 8, 1, 15, 22 REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false 0 (39) 1h58m 1h58m false 0 46 8, 1, 15, 22, 29 REMOTE, REMOTE, REMOTE, REMOTE, REMOTE false, false, false, false, false 0 (39) 1h22m 1h22m false Per Node Peak Memory Usage: philip-bigg-10.vpc.cloudera.com:22000(3.38 GB) philip-bigg-11.vpc.cloudera.com:22000(3.34 GB) philip-bigg-12.vpc.cloudera.com:22000(3.40 GB) philip-bigg-13.vpc.cloudera.com:22000(3.33 GB) philip-bigg-14.vpc.cloudera.com:22000(3.38 GB) philip-bigg-15.vpc.cloudera.com:22000(3.34 GB) philip-bigg-16.vpc.cloudera.com:22000(3.36 GB) philip-bigg-17.vpc.cloudera.com:22000(3.34 GB) philip-bigg-18.vpc.cloudera.com:22000(3.39 GB) philip-bigg-19.vpc.cloudera.com:22000(3.37 GB) philip-bigg-2.vpc.cloudera.com:22000(3.37 GB) philip-bigg-20.vpc.cloudera.com:22000(3.35 GB) philip-bigg-21.vpc.cloudera.com:22000(3.38 GB) philip-bigg-22.vpc.cloudera.com:22000(3.34 GB) philip-bigg-23.vpc.cloudera.com:22000(3.34 GB) philip-bigg-24.vpc.cloudera.com:22000(3.35 GB) philip-bigg-25.vpc.cloudera.com:22000(3.35 GB) philip-bigg-26.vpc.cloudera.com:22000(3.39 GB) philip-bigg-27.vpc.cloudera.com:22000(3.38 GB) philip-bigg-28.vpc.cloudera.com:22000(3.38 GB) philip-bigg-29.vpc.cloudera.com:22000(3.35 GB) philip-bigg-3.vpc.cloudera.com:22000(3.34 GB) philip-bigg-30.vpc.cloudera.com:22000(3.39 GB) philip-bigg-31.vpc.cloudera.com:22000(3.35 GB) philip-bigg-32.vpc.cloudera.com:22000(3.39 GB) philip-bigg-33.vpc.cloudera.com:22000(3.35 GB) philip-bigg-34.vpc.cloudera.com:22000(3.39 GB) philip-bigg-35.vpc.cloudera.com:22000(3.34 GB) philip-bigg-36.vpc.cloudera.com:22000(3.33 GB) philip-bigg-37.vpc.cloudera.com:22000(3.33 GB) philip-bigg-38.vpc.cloudera.com:22000(3.39 GB) philip-bigg-39.vpc.cloudera.com:22000(3.39 GB) philip-bigg-4.vpc.cloudera.com:22000(3.39 GB) philip-bigg-40.vpc.cloudera.com:22000(3.38 GB) philip-bigg-5.vpc.cloudera.com:22000(3.34 GB) philip-bigg-6.vpc.cloudera.com:22000(3.33 GB) philip-bigg-7.vpc.cloudera.com:22000(3.38 GB) philip-bigg-8.vpc.cloudera.com:22000(3.37 GB) philip-bigg-9.vpc.cloudera.com:22000(3.38 GB) Per Node Bytes Read: philip-bigg-10.vpc.cloudera.com:22000(7.94 GB) philip-bigg-11.vpc.cloudera.com:22000(7.85 GB) philip-bigg-12.vpc.cloudera.com:22000(7.88 GB) philip-bigg-13.vpc.cloudera.com:22000(7.86 GB) philip-bigg-14.vpc.cloudera.com:22000(7.80 GB) philip-bigg-15.vpc.cloudera.com:22000(7.94 GB) philip-bigg-16.vpc.cloudera.com:22000(7.96 GB) philip-bigg-17.vpc.cloudera.com:22000(7.83 GB) philip-bigg-18.vpc.cloudera.com:22000(7.68 GB) philip-bigg-19.vpc.cloudera.com:22000(7.81 GB) philip-bigg-2.vpc.cloudera.com:22000(7.79 GB) philip-bigg-20.vpc.cloudera.com:22000(7.78 GB) philip-bigg-21.vpc.cloudera.com:22000(7.81 GB) philip-bigg-22.vpc.cloudera.com:22000(7.81 GB) philip-bigg-23.vpc.cloudera.com:22000(7.90 GB) philip-bigg-24.vpc.cloudera.com:22000(7.66 GB) philip-bigg-25.vpc.cloudera.com:22000(7.93 GB) philip-bigg-26.vpc.cloudera.com:22000(7.85 GB) philip-bigg-27.vpc.cloudera.com:22000(7.76 GB) philip-bigg-28.vpc.cloudera.com:22000(7.78 GB) philip-bigg-29.vpc.cloudera.com:22000(8.10 GB) philip-bigg-3.vpc.cloudera.com:22000(7.81 GB) philip-bigg-30.vpc.cloudera.com:22000(7.90 GB) philip-bigg-31.vpc.cloudera.com:22000(7.92 GB) philip-bigg-32.vpc.cloudera.com:22000(7.96 GB) philip-bigg-33.vpc.cloudera.com:22000(7.86 GB) philip-bigg-34.vpc.cloudera.com:22000(7.92 GB) philip-bigg-35.vpc.cloudera.com:22000(7.71 GB) philip-bigg-36.vpc.cloudera.com:22000(7.89 GB) philip-bigg-37.vpc.cloudera.com:22000(7.84 GB) philip-bigg-38.vpc.cloudera.com:22000(7.88 GB) philip-bigg-39.vpc.cloudera.com:22000(7.91 GB) philip-bigg-4.vpc.cloudera.com:22000(7.71 GB) philip-bigg-40.vpc.cloudera.com:22000(7.72 GB) philip-bigg-5.vpc.cloudera.com:22000(7.78 GB) philip-bigg-6.vpc.cloudera.com:22000(7.53 GB) philip-bigg-7.vpc.cloudera.com:22000(7.85 GB) philip-bigg-8.vpc.cloudera.com:22000(7.72 GB) philip-bigg-9.vpc.cloudera.com:22000(8.00 GB) Per Node User Time: philip-bigg-10.vpc.cloudera.com:22000(13m57s) philip-bigg-11.vpc.cloudera.com:22000(13m46s) philip-bigg-12.vpc.cloudera.com:22000(13m53s) philip-bigg-13.vpc.cloudera.com:22000(13m43s) philip-bigg-14.vpc.cloudera.com:22000(13m48s) philip-bigg-15.vpc.cloudera.com:22000(13m57s) philip-bigg-16.vpc.cloudera.com:22000(14m8s) philip-bigg-17.vpc.cloudera.com:22000(13m48s) philip-bigg-18.vpc.cloudera.com:22000(13m36s) philip-bigg-19.vpc.cloudera.com:22000(13m53s) philip-bigg-2.vpc.cloudera.com:22000(13m40s) philip-bigg-20.vpc.cloudera.com:22000(13m40s) philip-bigg-21.vpc.cloudera.com:22000(13m35s) philip-bigg-22.vpc.cloudera.com:22000(13m43s) philip-bigg-23.vpc.cloudera.com:22000(13m43s) philip-bigg-24.vpc.cloudera.com:22000(14m25s) philip-bigg-25.vpc.cloudera.com:22000(14m) philip-bigg-26.vpc.cloudera.com:22000(13m55s) philip-bigg-27.vpc.cloudera.com:22000(13m40s) philip-bigg-28.vpc.cloudera.com:22000(13m39s) philip-bigg-29.vpc.cloudera.com:22000(14m1s) philip-bigg-3.vpc.cloudera.com:22000(13m41s) philip-bigg-30.vpc.cloudera.com:22000(14m19s) philip-bigg-31.vpc.cloudera.com:22000(13m43s) philip-bigg-32.vpc.cloudera.com:22000(14m1s) philip-bigg-33.vpc.cloudera.com:22000(13m57s) philip-bigg-34.vpc.cloudera.com:22000(13m47s) philip-bigg-35.vpc.cloudera.com:22000(13m57s) philip-bigg-36.vpc.cloudera.com:22000(13m37s) philip-bigg-37.vpc.cloudera.com:22000(13m41s) philip-bigg-38.vpc.cloudera.com:22000(13m53s) philip-bigg-39.vpc.cloudera.com:22000(13m44s) philip-bigg-4.vpc.cloudera.com:22000(13m52s) philip-bigg-40.vpc.cloudera.com:22000(14m11s) philip-bigg-5.vpc.cloudera.com:22000(14m) philip-bigg-6.vpc.cloudera.com:22000(13m27s) philip-bigg-7.vpc.cloudera.com:22000(13m53s) philip-bigg-8.vpc.cloudera.com:22000(13m32s) philip-bigg-9.vpc.cloudera.com:22000(13m36s) Per Node System Time: philip-bigg-10.vpc.cloudera.com:22000(54s394ms) philip-bigg-11.vpc.cloudera.com:22000(51s749ms) philip-bigg-12.vpc.cloudera.com:22000(48s897ms) philip-bigg-13.vpc.cloudera.com:22000(50s507ms) philip-bigg-14.vpc.cloudera.com:22000(52s415ms) philip-bigg-15.vpc.cloudera.com:22000(55s603ms) philip-bigg-16.vpc.cloudera.com:22000(54s184ms) philip-bigg-17.vpc.cloudera.com:22000(51s553ms) philip-bigg-18.vpc.cloudera.com:22000(49s121ms) philip-bigg-19.vpc.cloudera.com:22000(53s644ms) philip-bigg-2.vpc.cloudera.com:22000(51s053ms) philip-bigg-20.vpc.cloudera.com:22000(51s471ms) philip-bigg-21.vpc.cloudera.com:22000(50s951ms) philip-bigg-22.vpc.cloudera.com:22000(52s037ms) philip-bigg-23.vpc.cloudera.com:22000(52s058ms) philip-bigg-24.vpc.cloudera.com:22000(52s679ms) philip-bigg-25.vpc.cloudera.com:22000(53s808ms) philip-bigg-26.vpc.cloudera.com:22000(53s638ms) philip-bigg-27.vpc.cloudera.com:22000(50s289ms) philip-bigg-28.vpc.cloudera.com:22000(51s386ms) philip-bigg-29.vpc.cloudera.com:22000(52s871ms) philip-bigg-3.vpc.cloudera.com:22000(50s810ms) philip-bigg-30.vpc.cloudera.com:22000(55s284ms) philip-bigg-31.vpc.cloudera.com:22000(52s179ms) philip-bigg-32.vpc.cloudera.com:22000(54s717ms) philip-bigg-33.vpc.cloudera.com:22000(53s848ms) philip-bigg-34.vpc.cloudera.com:22000(51s666ms) philip-bigg-35.vpc.cloudera.com:22000(53s215ms) philip-bigg-36.vpc.cloudera.com:22000(50s148ms) philip-bigg-37.vpc.cloudera.com:22000(51s585ms) philip-bigg-38.vpc.cloudera.com:22000(53s211ms) philip-bigg-39.vpc.cloudera.com:22000(49s794ms) philip-bigg-4.vpc.cloudera.com:22000(54s723ms) philip-bigg-40.vpc.cloudera.com:22000(56s016ms) philip-bigg-5.vpc.cloudera.com:22000(54s683ms) philip-bigg-6.vpc.cloudera.com:22000(50s172ms) philip-bigg-7.vpc.cloudera.com:22000(52s459ms) philip-bigg-8.vpc.cloudera.com:22000(49s563ms) philip-bigg-9.vpc.cloudera.com:22000(49s967ms) - FiltersReceived: 429 (429) - FinalizationTimer: 0ns (0) - InactiveTotalTime: 0ns (0) - NumBackends: 39 (39) - NumFragmentInstances: 982 (982) - NumFragments: 32 (32) - TotalBytesRead: 305.6 GiB (328178264400) - TotalCpuTime: 9.6h (34415639070000) - TotalTime: 4.4h (16009211255981) Averaged Fragment F37 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:4h26m max:4h26m mean: 4h26m stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 0.00 (0.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 944.6 KiB (967240) - PeakReservation: 0 B (0) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 8 (8) - TotalThreadsTotalWallClockTime: 4.4h (16010326222327) - TotalThreadsSysTime: 4ms (4962000) - TotalThreadsUserTime: 75ms (75609000) - TotalThreadsVoluntaryContextSwitches: 24 (24) - TotalTime: 4.4h (16010329222237) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.75s (1751947103) - ExecTreeExecTime: 999.97us (999969) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008574275224) - ExecTreeOpenTime: 4.4h (16008473278277) - PrepareTime: 2ms (2999910) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) PLAN_ROOT_SINK - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 0 B (0) - TotalTime: 1.75s (1750947134) EXCHANGE_NODE (id=84) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - MergeGetNext: 999.97us (999969) - MergeGetNextBatch: 0ns (0) - PeakMemoryUsage: 936.0 KiB (958464) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16008474278246) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 936.0 KiB (958464) - CumulativeAllocations: 78 (78) - InactiveTotalTime: 0ns (0) - PeakReservation: 936.0 KiB (958464) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 936.0 KiB (958464) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 4.4h (16008473278277) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 423.3 KiB (433454) - TotalGetBatchTime: 4.4h (16008473278277) - DataWaitTime: 4.4h (16008473278277) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 39 (39) - TotalBatchesReceived: 39 (39) - TotalBytesReceived: 260.3 KiB (266573) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 100ms (100996947) - CodegenSysTime: 4ms (4893000) - CodegenUserTime: 74ms (74052000) - CodegenVoluntaryContextSwitches: 5 (5) - CompileTime: 30ms (30999063) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999940) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 21 (21) - NumInstructions: 890 (890) - OptimizationTime: 41ms (41998731) - PeakMemoryUsage: 445.0 KiB (455680) - PrepareTime: 23ms (23999274) - TotalTime: 100ms (100996947) Coordinator Fragment F37 Instance c7456fdd806a4994:3209e92600000000 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:52.216 - AverageThreadTokens: 0.00 (0.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 944.6 KiB (967240) - PeakReservation: 0 B (0) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 8 (8) - TotalThreadsTotalWallClockTime: 4.4h (16010326222327) - TotalThreadsSysTime: 4ms (4962000) - TotalThreadsUserTime: 75ms (75609000) - TotalThreadsVoluntaryContextSwitches: 24 (24) - TotalTime: 4.4h (16010329222237) Fragment Instance Lifecycle Event Timeline Prepare Finished: 8ms (8999728) Open Finished: 4.4h (16008583274952) First Batch Produced: 4.4h (16008584274921) First Batch Sent: 4.4h (16010335222055) ExecInternal Finished: 4.4h (16010336222025) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.75s (1751947103) - ExecTreeExecTime: 999.97us (999969) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008574275224) - ExecTreeOpenTime: 4.4h (16008473278277) - PrepareTime: 2ms (2999910) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) PLAN_ROOT_SINK - InactiveTotalTime: 1.75s (1750947134) - PeakMemoryUsage: 0 B (0) - TotalTime: 1.75s (1750947134) EXCHANGE_NODE (id=84) ExecOption: Codegen Enabled - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 4.4h (16008473278277) - MergeGetNext: 999.97us (999969) - MergeGetNextBatch: 0ns (0) - PeakMemoryUsage: 936.0 KiB (958464) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16008474278246) Node Lifecycle Event Timeline Open Started: 109ms (109996675) Open Finished: 4.4h (16008583274952) First Batch Requested: 4.4h (16008583274952) First Batch Returned: 4.4h (16008584274921) Last Batch Returned: 4.4h (16008584274921) Closed: 4.4h (16010335222055) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 936.0 KiB (958464) - CumulativeAllocations: 78 (78) - InactiveTotalTime: 0ns (0) - PeakReservation: 936.0 KiB (958464) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 936.0 KiB (958464) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 4.4h (16008473278277) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 423.3 KiB (433454) - TotalGetBatchTime: 4.4h (16008473278277) - DataWaitTime: 4.4h (16008473278277) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 39 (39) - TotalBatchesReceived: 39 (39) - TotalBytesReceived: 260.3 KiB (266573) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 100ms (100996947) - CodegenSysTime: 4ms (4893000) - CodegenUserTime: 74ms (74052000) - CodegenVoluntaryContextSwitches: 5 (5) - CompileTime: 30ms (30999063) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999940) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 21 (21) - NumInstructions: 890 (890) - OptimizationTime: 41ms (41998731) - PeakMemoryUsage: 445.0 KiB (455680) - PrepareTime: 23ms (23999274) - TotalTime: 100ms (100996947) Averaged Fragment F12 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:4h26m max:4h26m mean: 4h26m stddev:280.000ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.34 (1.3353181549829283) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.5 MiB (805781404) - PeakReservation: 740.8 MiB (776779723) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19677258874357) - TotalNetworkSendTime: 897.41us (897415) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 457 (457) - TotalThreadsTotalWallClockTime: 5.9h (21374919969051) - TotalThreadsSysTime: 466ms (466159615) - TotalThreadsUserTime: 10.83s (10834793000) - TotalThreadsVoluntaryContextSwitches: 17,025 (17025) - TotalTime: 4.4h (16008672395791) Buffer pool - AllocTime: 98ms (98767840) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 98ms (98767840) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 974.34us (974336) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008669421507) - ExecTreeOpenTime: 4.4h (16003875810333) - PrepareTime: 1ms (1948665) - ExecTreePrepareTime: 1ms (1538417) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 76.92us (76921) - TotalBytesSent: 6.7 KiB (6835) - TotalTime: 1ms (1025618) - UncompressedRowBatchSize: 10.9 KiB (11114) SORT_NODE (id=47) - InactiveTotalTime: 0ns (0) - InsertBatchTime: 30ms (30537775) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003877348750) - TuplePoolReclamations: 3 (3) HASH_JOIN_NODE (id=46) - BuildRows: 1,422,324 (1422324) - BuildTime: 3.23s (3230181542) - InactiveTotalTime: 0ns (0) - LocalTime: 4.43s (4433591510) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,104 (708104) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.12s (1125359863) - RowsReturned: 429,446 (429446) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003743300672) Buffer pool - AllocTime: 6ms (6153710) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6153710) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) - BuildRowsPartitionTime: 3.04s (3045543815) - BuildRowsPartitioned: 1,422,324 (1422324) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 83ms (83998133) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 23ms (23691785) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.3 MiB (1338973) - RowsReturned: 1,422,324 (1422324) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4960413532359) Buffer pool - AllocTime: 738ms (738373988) - CumulativeAllocationBytes: 98.8 MiB (103570825) - CumulativeAllocations: 5,080 (5080) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.3 MiB (1331094) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.3 MiB (1331094) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 736ms (736143258) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912288470996) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75383219) - TotalGetBatchTime: 1.4h (4960387430362) - DataWaitTime: 1.4h (4960071768176) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.54s (1542516029) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,540 (2540) - TotalBatchesReceived: 2,540 (2540) - TotalBytesReceived: 33.3 MiB (34967441) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1ms (1668014) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) - BuildRows: 1,410,103 (1410103) - BuildTime: 2.44s (2440450653) - InactiveTotalTime: 0ns (0) - LocalTime: 2.78s (2782058455) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 127.9 MiB (134086859) - ProbeRows: 814,354 (814354) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 328ms (328582439) - RowsReturned: 708,104 (708104) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038896176801) Buffer pool - AllocTime: 4ms (4512721) - CumulativeAllocationBytes: 127.8 MiB (134002635) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 127.8 MiB (134002635) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 127.8 MiB (134002635) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4512721) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) - BuildRowsPartitionTime: 2.34s (2338811867) - BuildRowsPartitioned: 1,410,103 (1410103) - HashBuckets: 4,180,860 (4180860) - HashCollisions: 2 (2) - HashTablesBuildTime: 99ms (99536271) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 21ms (21281581) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.2 MiB (14852501) - RowsReturned: 1,410,103 (1410103) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.4m (2125167276249) Buffer pool - AllocTime: 7.01s (7014979390) - CumulativeAllocationBytes: 97.9 MiB (102701213) - CumulativeAllocations: 5,040 (5040) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6.01s (6015172840) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74735468) - TotalGetBatchTime: 35.4m (2125144071630) - DataWaitTime: 35.4m (2125135225657) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.20s (8195475519) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,520 (2520) - TotalBatchesReceived: 2,520 (2520) - TotalBytesReceived: 33.1 MiB (34660784) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2971913464868) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) - BuildRows: 1,658,579 (1658579) - BuildTime: 384ms (384094105) - InactiveTotalTime: 0ns (0) - LocalTime: 2.53s (2529867302) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,713 (1648713) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.49s (2489406610) - RowsReturned: 814,354 (814354) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910946842096) Buffer pool - AllocTime: 2ms (2692247) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2358921) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) - BuildRowsPartitionTime: 287ms (287455224) - BuildRowsPartitioned: 1,658,579 (1658579) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 93ms (93228699) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 27ms (27819901) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.2 MiB (14894960) - RowsReturned: 1,658,579 (1658579) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760352542190) Buffer pool - AllocTime: 20ms (20871489) - CumulativeAllocationBytes: 115.1 MiB (120732015) - CumulativeAllocations: 5,921 (5921) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15820286) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87904699) - TotalGetBatchTime: 1.0h (3760321389023) - DataWaitTime: 1.0h (3760308850829) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 81ms (81024089) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.2 MiB (41149878) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4969689171507) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) - BuildRows: 1,655,051 (1655051) - BuildTime: 315ms (315300656) - InactiveTotalTime: 0ns (0) - LocalTime: 979ms (979978356) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,284 (1660284) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 670ms (670267304) - RowsReturned: 1,648,713 (1648713) - RowsReturnedRate: 191 per second (191) - TotalTime: 2.4h (8715594195111) Buffer pool - AllocTime: 4ms (4589636) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4563996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) - BuildRowsPartitionTime: 224ms (224533425) - BuildRowsPartitioned: 1,655,051 (1655051) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 88ms (88767274) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24794338) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.2 MiB (14873138) - RowsReturned: 1,655,051 (1655051) - RowsReturnedRate: 295 per second (295) - TotalTime: 1.6h (5864083134235) Buffer pool - AllocTime: 4ms (4717845) - CumulativeAllocationBytes: 114.9 MiB (120486465) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3589662) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87717715) - TotalGetBatchTime: 1.6h (5864056596350) - DataWaitTime: 1.6h (5864051211846) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 23ms (23435360) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41056126) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (5111983684951) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) - BuildRows: 1,663,453 (1663453) - BuildTime: 338ms (338223328) - InactiveTotalTime: 0ns (0) - LocalTime: 874ms (874878080) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,497 (1663497) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 522ms (522167911) - RowsReturned: 1,660,284 (1660284) - RowsReturnedRate: 568 per second (568) - TotalTime: 49.5m (2968283648395) Buffer pool - AllocTime: 10ms (10589503) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10435659) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) - BuildRowsPartitionTime: 218ms (218995228) - BuildRowsPartitioned: 1,663,453 (1663453) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 116ms (116279449) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 23ms (23743069) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.2 MiB (14927602) - RowsReturned: 1,663,453 (1663453) - RowsReturnedRate: 911 per second (911) - TotalTime: 31.5m (1888852598885) Buffer pool - AllocTime: 822ms (822347360) - CumulativeAllocationBytes: 115.5 MiB (121082171) - CumulativeAllocations: 5,936 (5936) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 817ms (817167996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88163048) - TotalGetBatchTime: 31.5m (1888826650732) - DataWaitTime: 31.5m (1888820497023) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 846ms (846885304) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,968 (2968) - TotalBatchesReceived: 2,968 (2968) - TotalBytesReceived: 39.6 MiB (41524721) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10805578488712) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 31ms (31204449) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.1 MiB (14800547) - RowsReturned: 1,663,497 (1663497) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078556222710) Buffer pool - AllocTime: 69ms (69870235) - CumulativeAllocationBytes: 258.2 MiB (270748540) - CumulativeAllocations: 13,241 (13241) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.0 MiB (14664310) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.0 MiB (14664310) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19794434) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211357108) - TotalGetBatchTime: 18.0m (1078519402994) - DataWaitTime: 18.0m (1078465763098) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 415ms (415631845) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,620 (6620) - TotalBatchesReceived: 6,620 (6620) - TotalBytesReceived: 127.6 MiB (133749609) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692143005098) - TotalRPCsDeferred: 53 (53) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 446 (446) - CodegenTotalWallClockTime: 4.79s (4793559893) - CodegenSysTime: 53ms (53320000) - CodegenUserTime: 3.48s (3479076641) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 1.52s (1520119986) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 89ms (89485098) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.14s (3141930116) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 30ms (30460814) - TotalTime: 4.79s (4793585534) Fragment F12 Instance c7456fdd806a4994:3209e926000003d2 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.460 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806043606) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757446388090) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 462 (462) - TotalThreadsTotalWallClockTime: 6.0h (21541026986604) - TotalThreadsSysTime: 506ms (506910000) - TotalThreadsUserTime: 10.78s (10775108000) - TotalThreadsVoluntaryContextSwitches: 17,007 (17007) - TotalTime: 4.4h (16008829300235) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999955) Open Finished: 4.4h (16008830300213) First Batch Produced: 4.4h (16008830300213) First Batch Sent: 4.4h (16008830300213) ExecInternal Finished: 4.4h (16008831300191) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 0ns (0) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008828300258) - ExecTreeOpenTime: 4.4h (16003840411269) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.8 KiB (6934) - TotalTime: 0ns (0) - UncompressedRowBatchSize: 10.9 KiB (11118) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 25ms (25999426) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003841411246) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.99s (4989888944) Open Finished: 4.4h (16008830300213) First Batch Requested: 4.4h (16008830300213) First Batch Returned: 4.4h (16008830300213) Last Batch Returned: 4.4h (16008830300213) Closed: 4.4h (16008830300213) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,075 (1422075) - BuildTime: 433ms (433990332) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1538965893) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,300 (708300) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.09s (1093975806) - RowsReturned: 429,361 (429361) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003749413278) Node Lifecycle Event Timeline Open Started: 4.99s (4989888944) Open Finished: 4.1h (14924994253158) First Batch Requested: 4.1h (14924994253158) First Batch Returned: 4.1h (14925001253003) Last Batch Returned: 4.4h (16008830300213) Closed: 4.4h (16008830300213) Buffer pool - AllocTime: 5ms (5999866) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999866) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 350ms (350992175) - BuildRowsPartitioned: 1,422,075 (1422075) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 79ms (79998223) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 23ms (23999465) - InactiveTotalTime: 1.4h (4963192575003) - PeakMemoryUsage: 1.8 MiB (1908736) - RowsReturned: 1,422,075 (1422075) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963232574110) Node Lifecycle Event Timeline Open Started: 4.99s (4990888922) Open Finished: 32.0m (1917231271777) First Batch Requested: 32.0m (1917233271733) First Batch Returned: 32.0m (1917240271577) Last Batch Returned: 1.4h (4968583455007) Closed: 1.4h (4968664453208) Buffer pool - AllocTime: 43ms (43999020) - CumulativeAllocationBytes: 98.8 MiB (103612416) - CumulativeAllocations: 5,086 (5086) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.8 MiB (1908736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.8 MiB (1908736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40999086) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912240382855) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75369975) - TotalGetBatchTime: 1.4h (4963204574733) - DataWaitTime: 1.4h (4963192575003) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 97ms (97997819) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,543 (2543) - TotalBatchesReceived: 2,543 (2543) - TotalBytesReceived: 33.3 MiB (34961122) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,300 (1410300) - BuildTime: 315ms (315992987) - InactiveTotalTime: 0ns (0) - LocalTime: 649ms (649985606) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,794 (814794) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 315ms (315993017) - RowsReturned: 708,300 (708300) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038977873275) Node Lifecycle Event Timeline Open Started: 1.4h (4968664453208) Open Finished: 4.1h (14924990253246) First Batch Requested: 4.1h (14924990253246) First Batch Returned: 4.1h (14924994253158) Last Batch Returned: 4.4h (16008828300257) Closed: 4.4h (16008830300213) Buffer pool - AllocTime: 1ms (1999956) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999956) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 219ms (219995112) - BuildRowsPartitioned: 1,410,300 (1410300) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 93ms (93997919) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 19ms (19999555) - InactiveTotalTime: 35.5m (2127262877805) - PeakMemoryUsage: 14.2 MiB (14847726) - RowsReturned: 1,410,300 (1410300) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127289877204) Node Lifecycle Event Timeline Open Started: 1.4h (4968664453208) Open Finished: 1.4h (4968664453208) First Batch Requested: 1.4h (4968665453186) First Batch Returned: 1.4h (4968665453186) Last Batch Returned: 2.0h (7096183325325) Closed: 2.0h (7096278323222) Buffer pool - AllocTime: 8ms (8999800) - CumulativeAllocationBytes: 97.9 MiB (102694912) - CumulativeAllocations: 5,044 (5044) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999933) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74745900) - TotalGetBatchTime: 35.5m (2127269877649) - DataWaitTime: 35.5m (2127262877805) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 33ms (33999246) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,522 (2522) - TotalBatchesReceived: 2,522 (2522) - TotalBytesReceived: 33.1 MiB (34665354) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972722939796) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,659,212 (1659212) - BuildTime: 369ms (369991809) - InactiveTotalTime: 0ns (0) - LocalTime: 2.47s (2469945436) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,448 (1649448) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.45s (2452945812) - RowsReturned: 814,794 (814794) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911038010465) Node Lifecycle Event Timeline Open Started: 2.0h (7096278323222) Open Finished: 4.1h (14924986253335) First Batch Requested: 4.1h (14924986253335) First Batch Returned: 4.1h (14924990253246) Last Batch Returned: 4.4h (16008828300257) Closed: 4.4h (16008830300213) Buffer pool - AllocTime: 1ms (1999956) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999956) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 273ms (273993933) - BuildRowsPartitioned: 1,659,212 (1659212) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 92ms (92997943) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 28ms (28999358) - InactiveTotalTime: 1.0h (3760330828103) - PeakMemoryUsage: 14.2 MiB (14921541) - RowsReturned: 1,659,212 (1659212) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760373827151) Node Lifecycle Event Timeline Open Started: 2.0h (7096278323222) Open Finished: 2.0h (7096278323222) First Batch Requested: 2.0h (7096279323200) First Batch Returned: 2.0h (7096280323178) Last Batch Returned: 3.0h (10856942143952) Closed: 3.0h (10857036141872) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.2 MiB (120758272) - CumulativeAllocations: 5,918 (5918) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87938236) - TotalGetBatchTime: 1.0h (3760338827926) - DataWaitTime: 1.0h (3760330828103) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 39ms (39999115) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,959 (2959) - TotalBatchesReceived: 2,959 (2959) - TotalBytesReceived: 39.3 MiB (41166379) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970793064536) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,700 (1655700) - BuildTime: 299ms (299993367) - InactiveTotalTime: 0ns (0) - LocalTime: 960ms (960978763) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,017 (1661017) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 646ms (646985705) - RowsReturned: 1,649,448 (1649448) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908574064896) Node Lifecycle Event Timeline Open Started: 2.0h (7096278323222) Open Finished: 4.1h (14924985253357) First Batch Requested: 4.1h (14924985253357) First Batch Returned: 4.1h (14924986253335) Last Batch Returned: 4.4h (16008828300257) Closed: 4.4h (16008830300213) Buffer pool - AllocTime: 3ms (3999912) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999912) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 206ms (206995421) - BuildRowsPartitioned: 1,655,700 (1655700) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 90ms (90997990) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 20ms (20999536) - InactiveTotalTime: 1.7h (6056934069779) - PeakMemoryUsage: 14.2 MiB (14893635) - RowsReturned: 1,655,700 (1655700) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056963069138) Node Lifecycle Event Timeline Open Started: 2.0h (7096278323222) Open Finished: 2.0h (7096278323222) First Batch Requested: 2.0h (7096279323200) First Batch Returned: 2.0h (7096279323200) Last Batch Returned: 3.7h (13153451387715) Closed: 3.7h (13153543385683) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 114.9 MiB (120512512) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87752100) - TotalGetBatchTime: 1.7h (6056939069668) - DataWaitTime: 1.7h (6056934069779) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 22ms (22999489) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41071650) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919132303688) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,054 (1664054) - BuildTime: 354ms (354992162) - InactiveTotalTime: 0ns (0) - LocalTime: 912ms (912979831) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,280 (1664280) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 522ms (522988444) - RowsReturned: 1,661,017 (1661017) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850650016995) Node Lifecycle Event Timeline Open Started: 3.7h (13153543385683) Open Finished: 4.1h (14924985253357) First Batch Requested: 4.1h (14924985253357) First Batch Returned: 4.1h (14924985253357) Last Batch Returned: 4.4h (16008826300301) Closed: 4.4h (16008830300213) Buffer pool - AllocTime: 5ms (5999866) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999866) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 222ms (222995078) - BuildRowsPartitioned: 1,664,054 (1664054) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 128ms (128997150) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 17ms (17999604) - InactiveTotalTime: 29.5m (1771040876526) - PeakMemoryUsage: 14.2 MiB (14924603) - RowsReturned: 1,664,054 (1664054) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771064875997) Node Lifecycle Event Timeline Open Started: 3.7h (13153544385661) Open Finished: 3.7h (13153544385661) First Batch Requested: 3.7h (13153545385639) First Batch Returned: 3.7h (13153545385639) Last Batch Returned: 4.1h (14924854256251) Closed: 4.1h (14924985253357) Buffer pool - AllocTime: 19ms (19999559) - CumulativeAllocationBytes: 115.6 MiB (121167872) - CumulativeAllocations: 5,934 (5934) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88194862) - TotalGetBatchTime: 29.5m (1771046876393) - DataWaitTime: 29.5m (1771040876526) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 43ms (43999027) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,967 (2967) - TotalBatchesReceived: 2,967 (2967) - TotalBytesReceived: 39.6 MiB (41543724) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923363977717) - TotalRPCsDeferred: 58 (58) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 21ms (21999513) - InactiveTotalTime: 18.0m (1078607162608) - PeakMemoryUsage: 14.1 MiB (14797800) - RowsReturned: 1,664,280 (1664280) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078672161167) Node Lifecycle Event Timeline Open Started: 3.7h (13153544385661) Open Finished: 3.7h (13153544385661) First Batch Requested: 4.1h (14924985253357) First Batch Returned: 4.1h (14924985253357) Last Batch Returned: 4.4h (16008821300412) Closed: 4.4h (16008830300213) Buffer pool - AllocTime: 6ms (6999845) - CumulativeAllocationBytes: 258.3 MiB (270860288) - CumulativeAllocations: 13,242 (13242) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999956) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211471115) - TotalGetBatchTime: 18.0m (1078644161787) - DataWaitTime: 18.0m (1078607162608) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 261ms (261994211) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,621 (6621) - TotalBatchesReceived: 6,621 (6621) - TotalBytesReceived: 127.6 MiB (133832397) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692317668096) - TotalRPCsDeferred: 45 (45) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 457 (457) - CodegenTotalWallClockTime: 4.99s (4987888989) - CodegenSysTime: 73ms (73697000) - CodegenUserTime: 3.53s (3526150000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 1.44s (1441967908) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 80ms (80998197) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.43s (3426923729) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 23ms (23999466) - TotalTime: 4.99s (4987888989) Instance c7456fdd806a4994:3209e926000003c4 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.448 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805943392) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757529172468) - TotalNetworkSendTime: 999.97us (999966) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 489 (489) - TotalThreadsTotalWallClockTime: 6.0h (21540979076792) - TotalThreadsSysTime: 461ms (461446000) - TotalThreadsUserTime: 10.67s (10666282000) - TotalThreadsVoluntaryContextSwitches: 16,995 (16995) - TotalTime: 4.4h (16008828904881) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999931) Open Finished: 4.4h (16008828904881) First Batch Produced: 4.4h (16008828904881) First Batch Sent: 4.4h (16008828904881) ExecInternal Finished: 4.4h (16008831904778) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.97us (999966) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008826904950) - ExecTreeOpenTime: 4.4h (16004052069807) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 999.97us (999965) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.97us (999966) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6798) - TotalTime: 999.97us (999966) - UncompressedRowBatchSize: 10.8 KiB (11043) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 22ms (22999212) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004053069772) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.78s (4776835074) Open Finished: 4.4h (16008828904881) First Batch Requested: 4.4h (16008828904881) First Batch Returned: 4.4h (16008828904881) Last Batch Returned: 4.4h (16008828904881) Closed: 4.4h (16008829904847) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,420,288 (1420288) - BuildTime: 532ms (532981632) - InactiveTotalTime: 0ns (0) - LocalTime: 1.65s (1648943417) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 706,908 (706908) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.11s (1112961888) - RowsReturned: 428,770 (428770) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003917074429) Node Lifecycle Event Timeline Open Started: 4.78s (4776835074) Open Finished: 4.1h (14924974027576) First Batch Requested: 4.1h (14924974027576) First Batch Returned: 4.1h (14924980027371) Last Batch Returned: 4.4h (16008828904881) Closed: 4.4h (16008828904881) Buffer pool - AllocTime: 5ms (5999793) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999793) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 447ms (447984559) - BuildRowsPartitioned: 1,420,288 (1420288) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 79ms (79997245) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 13ms (13999516) - InactiveTotalTime: 1.4h (4963320916018) - PeakMemoryUsage: 784.0 KiB (802816) - RowsReturned: 1,420,288 (1420288) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963357914740) Node Lifecycle Event Timeline Open Started: 4.78s (4776835074) Open Finished: 32.0m (1917241850644) First Batch Requested: 32.0m (1917243850575) First Batch Returned: 32.0m (1917251850299) Last Batch Returned: 1.4h (4968586734235) Closed: 1.4h (4968667731446) Buffer pool - AllocTime: 1ms (1999932) - CumulativeAllocationBytes: 98.6 MiB (103391232) - CumulativeAllocations: 5,074 (5074) - InactiveTotalTime: 0ns (0) - PeakReservation: 784.0 KiB (802816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 784.0 KiB (802816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912465015570) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75275264) - TotalGetBatchTime: 1.4h (4963342915258) - DataWaitTime: 1.4h (4963320916018) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 36ms (36998727) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,537 (2537) - TotalBatchesReceived: 2,537 (2537) - TotalBytesReceived: 33.3 MiB (34916438) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,407,566 (1407566) - BuildTime: 371ms (371987204) - InactiveTotalTime: 0ns (0) - LocalTime: 708ms (708975654) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,316 (813316) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 332ms (332988590) - RowsReturned: 706,908 (706908) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038910216272) Node Lifecycle Event Timeline Open Started: 1.4h (4968667731446) Open Finished: 4.1h (14924968027781) First Batch Requested: 4.1h (14924968027781) First Batch Returned: 4.1h (14924974027576) Last Batch Returned: 4.4h (16008827904915) Closed: 4.4h (16008828904881) Buffer pool - AllocTime: 6ms (6999759) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999759) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 257ms (257991120) - BuildRowsPartitioned: 1,407,566 (1407566) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 110ms (110996186) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 21ms (21999244) - InactiveTotalTime: 35.5m (2127231831738) - PeakMemoryUsage: 14.1 MiB (14777649) - RowsReturned: 1,407,566 (1407566) - RowsReturnedRate: 661 per second (661) - TotalTime: 35.5m (2127259830775) Node Lifecycle Event Timeline Open Started: 1.4h (4968667731446) Open Finished: 1.4h (4968667731446) First Batch Requested: 1.4h (4968668731412) First Batch Returned: 1.4h (4968668731412) Last Batch Returned: 2.0h (7096188553238) Closed: 2.0h (7096300549390) Buffer pool - AllocTime: 18ms (18999347) - CumulativeAllocationBytes: 97.8 MiB (102539264) - CumulativeAllocations: 5,032 (5032) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.1 MiB (74600998) - TotalGetBatchTime: 35.5m (2127236831566) - DataWaitTime: 35.5m (2127231831738) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 55ms (55998072) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,516 (2516) - TotalBatchesReceived: 2,516 (2516) - TotalBytesReceived: 33.0 MiB (34595843) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972683403147) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,656,381 (1656381) - BuildTime: 387ms (387986679) - InactiveTotalTime: 0ns (0) - LocalTime: 2.47s (2467915512) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,646,452 (1646452) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2461915717) - RowsReturned: 813,316 (813316) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910941409843) Node Lifecycle Event Timeline Open Started: 2.0h (7096300549390) Open Finished: 4.1h (14924963027953) First Batch Requested: 4.1h (14924963027953) First Batch Returned: 4.1h (14924968027781) Last Batch Returned: 4.4h (16008827904915) Closed: 4.4h (16008828904881) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 292ms (292989934) - BuildRowsPartitioned: 1,656,381 (1656381) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 91ms (91996848) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 27ms (27999040) - InactiveTotalTime: 1.0h (3760303868740) - PeakMemoryUsage: 14.2 MiB (14921496) - RowsReturned: 1,656,381 (1656381) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760342867402) Node Lifecycle Event Timeline Open Started: 2.0h (7096300549390) Open Finished: 2.0h (7096300549390) First Batch Requested: 2.0h (7096301549355) First Batch Returned: 2.0h (7096301549355) Last Batch Returned: 3.0h (10856944406449) Closed: 3.0h (10857037403263) Buffer pool - AllocTime: 1ms (1999931) - CumulativeAllocationBytes: 115.0 MiB (120569856) - CumulativeAllocations: 5,916 (5916) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87788193) - TotalGetBatchTime: 1.0h (3760313868396) - DataWaitTime: 1.0h (3760303868740) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 58ms (58997965) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,958 (2958) - TotalBatchesReceived: 2,958 (2958) - TotalBytesReceived: 39.2 MiB (41097667) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970804411556) - TotalRPCsDeferred: 47 (47) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,652,684 (1652684) - BuildTime: 323ms (323988895) - InactiveTotalTime: 0ns (0) - LocalTime: 949ms (949967480) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,008 (1658008) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 613ms (613978995) - RowsReturned: 1,646,452 (1646452) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908474494296) Node Lifecycle Event Timeline Open Started: 2.0h (7096300549390) Open Finished: 4.1h (14924962027987) First Batch Requested: 4.1h (14924962027987) First Batch Returned: 4.1h (14924963027953) Last Batch Returned: 4.4h (16008827904915) Closed: 4.4h (16008828904881) Buffer pool - AllocTime: 3ms (3999863) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999863) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 231ms (231992048) - BuildRowsPartitioned: 1,652,684 (1652684) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 89ms (89996916) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 21ms (21999247) - InactiveTotalTime: 1.7h (6056883173067) - PeakMemoryUsage: 14.2 MiB (14892883) - RowsReturned: 1,652,684 (1652684) - RowsReturnedRate: 272 per second (272) - TotalTime: 1.7h (6056918171869) Node Lifecycle Event Timeline Open Started: 2.0h (7096300549390) Open Finished: 2.0h (7096300549390) First Batch Requested: 2.0h (7096301549355) First Batch Returned: 2.0h (7096301549355) Last Batch Returned: 3.7h (13153455713136) Closed: 3.7h (13153546710018) Buffer pool - AllocTime: 1ms (1999932) - CumulativeAllocationBytes: 114.7 MiB (120291328) - CumulativeAllocations: 5,898 (5898) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.5 MiB (87592252) - TotalGetBatchTime: 1.7h (6056893172724) - DataWaitTime: 1.7h (6056883173067) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14ms (14999486) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,949 (2949) - TotalBatchesReceived: 2,949 (2949) - TotalBytesReceived: 39.1 MiB (40991366) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919139806423) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,661,163 (1661163) - BuildTime: 319ms (319989038) - InactiveTotalTime: 0ns (0) - LocalTime: 815ms (815972073) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,661,127 (1661127) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 484ms (484983410) - RowsReturned: 1,658,008 (1658008) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850606354947) Node Lifecycle Event Timeline Open Started: 3.7h (13153546710018) Open Finished: 4.1h (14924961028021) First Batch Requested: 4.1h (14924961028021) First Batch Returned: 4.1h (14924962027987) Last Batch Returned: 4.4h (16008825904984) Closed: 4.4h (16008828904881) Buffer pool - AllocTime: 8ms (8999691) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999691) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 215ms (215992598) - BuildRowsPartitioned: 1,661,163 (1661163) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 102ms (102996474) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 15ms (15999448) - InactiveTotalTime: 29.5m (1771067329892) - PeakMemoryUsage: 14.2 MiB (14924850) - RowsReturned: 1,661,163 (1661163) - RowsReturnedRate: 937 per second (937) - TotalTime: 29.5m (1771088329169) Node Lifecycle Event Timeline Open Started: 3.7h (13153546710018) Open Finished: 3.7h (13153547709984) First Batch Requested: 3.7h (13153547709984) First Batch Returned: 3.7h (13153547709984) Last Batch Returned: 4.1h (14924857031581) Closed: 4.1h (14924961028021) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.3 MiB (120922112) - CumulativeAllocations: 5,930 (5930) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88041639) - TotalGetBatchTime: 29.5m (1771071329755) - DataWaitTime: 29.5m (1771067329892) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 19ms (19999313) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,965 (2965) - TotalBatchesReceived: 2,965 (2965) - TotalBytesReceived: 39.5 MiB (41466411) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923346821111) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 26ms (26999074) - InactiveTotalTime: 18.0m (1078627056276) - PeakMemoryUsage: 14.0 MiB (14695469) - RowsReturned: 1,661,127 (1661127) - RowsReturnedRate: 1539 per second (1539) - TotalTime: 18.0m (1078703053671) Node Lifecycle Event Timeline Open Started: 3.7h (13153547709984) Open Finished: 3.7h (13153547709984) First Batch Requested: 4.1h (14924961028021) First Batch Returned: 4.1h (14924961028021) Last Batch Returned: 4.4h (16008820905155) Closed: 4.4h (16008828904881) Buffer pool - AllocTime: 34ms (34998804) - CumulativeAllocationBytes: 257.8 MiB (270344192) - CumulativeAllocations: 13,224 (13224) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999931) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.3 MiB (211048072) - TotalGetBatchTime: 18.0m (1078669054838) - DataWaitTime: 18.0m (1078627056276) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 299ms (299989727) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,612 (6612) - TotalBatchesReceived: 6,612 (6612) - TotalBytesReceived: 127.3 MiB (133533108) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692214398331) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 480 (480) - CodegenTotalWallClockTime: 4.77s (4774835143) - CodegenSysTime: 48ms (48055000) - CodegenUserTime: 3.47s (3474425000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 1.45s (1448949974) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 71ms (71997514) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.18s (3184890037) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 34ms (34998792) - TotalTime: 4.77s (4774835143) Instance c7456fdd806a4994:3209e926000003cb (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.451 - AverageThreadTokens: 1.35 (1.3455732991655989) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806045383) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757824285018) - TotalNetworkSendTime: 1ms (1999933) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 286 (286) - TotalThreadsTotalWallClockTime: 6.0h (21540999326066) - TotalThreadsSysTime: 447ms (447350000) - TotalThreadsUserTime: 10.73s (10731616000) - TotalThreadsVoluntaryContextSwitches: 17,058 (17058) - TotalTime: 4.4h (16008818954401) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999967) Open Finished: 4.4h (16008816954468) First Batch Produced: 4.4h (16008816954468) First Batch Sent: 4.4h (16008816954468) ExecInternal Finished: 4.4h (16008818954401) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1ms (1999933) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008815954501) - ExecTreeOpenTime: 4.4h (16004441098399) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1ms (1999933) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6778) - TotalTime: 1ms (1999933) - UncompressedRowBatchSize: 10.8 KiB (11050) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 26ms (26999106) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004442098366) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.38s (4375856069) Open Finished: 4.4h (16008816954468) First Batch Requested: 4.4h (16008816954468) First Batch Returned: 4.4h (16008816954468) Last Batch Returned: 4.4h (16008816954468) Closed: 4.4h (16008818954401) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,490 (1423490) - BuildTime: 577ms (577980978) - InactiveTotalTime: 0ns (0) - LocalTime: 1.72s (1715943355) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,022 (708022) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.13s (1132962540) - RowsReturned: 429,411 (429411) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16004344101605) Node Lifecycle Event Timeline Open Started: 4.38s (4375856069) Open Finished: 4.1h (14924960792552) First Batch Requested: 4.1h (14924960792552) First Batch Returned: 4.1h (14924967792320) Last Batch Returned: 4.4h (16008816954468) Closed: 4.4h (16008816954468) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 491ms (491983811) - BuildRowsPartitioned: 1,423,490 (1423490) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 83ms (83997233) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 27ms (27999081) - InactiveTotalTime: 1.4h (4963670618209) - PeakMemoryUsage: 752.0 KiB (770048) - RowsReturned: 1,423,490 (1423490) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963704617092) Node Lifecycle Event Timeline Open Started: 4.38s (4375856069) Open Finished: 32.0m (1917228920561) First Batch Requested: 32.0m (1917229920528) First Batch Returned: 32.0m (1917236920298) Last Batch Returned: 1.4h (4968575456875) Closed: 1.4h (4968660454075) Buffer pool - AllocTime: 49ms (49998354) - CumulativeAllocationBytes: 98.9 MiB (103669760) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 752.0 KiB (770048) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 752.0 KiB (770048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48998387) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912853064492) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75444970) - TotalGetBatchTime: 1.4h (4963675618044) - DataWaitTime: 1.4h (4963670618209) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 122ms (122995949) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.4 MiB (34996832) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,535 (1410535) - BuildTime: 306ms (306989885) - InactiveTotalTime: 0ns (0) - LocalTime: 674ms (674977727) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,477 (814477) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 356ms (356988205) - RowsReturned: 708,022 (708022) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038923541158) Node Lifecycle Event Timeline Open Started: 1.4h (4968660454075) Open Finished: 4.1h (14924957792651) First Batch Requested: 4.1h (14924957792651) First Batch Returned: 4.1h (14924960792552) Last Batch Returned: 4.4h (16008815954501) Closed: 4.4h (16008816954468) Buffer pool - AllocTime: 2ms (2999901) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999901) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 215ms (215992885) - BuildRowsPartitioned: 1,410,535 (1410535) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 88ms (88997065) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 23ms (23999209) - InactiveTotalTime: 35.5m (2127253860727) - PeakMemoryUsage: 14.1 MiB (14805562) - RowsReturned: 1,410,535 (1410535) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127289859541) Node Lifecycle Event Timeline Open Started: 1.4h (4968660454075) Open Finished: 1.4h (4968660454075) First Batch Requested: 1.4h (4968661454042) First Batch Returned: 1.4h (4968661454042) Last Batch Returned: 2.0h (7096175306204) Closed: 2.0h (7096265303237) Buffer pool - AllocTime: 2ms (2999900) - CumulativeAllocationBytes: 98.0 MiB (102735872) - CumulativeAllocations: 5,042 (5042) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74758355) - TotalGetBatchTime: 35.5m (2127260860496) - DataWaitTime: 35.5m (2127253860727) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 34ms (34998845) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,521 (2521) - TotalBatchesReceived: 2,521 (2521) - TotalBytesReceived: 33.1 MiB (34673855) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972719939787) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,659,581 (1659581) - BuildTime: 373ms (373987665) - InactiveTotalTime: 0ns (0) - LocalTime: 2.47s (2468918370) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,643 (1649643) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2460918635) - RowsReturned: 814,477 (814477) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910958703890) Node Lifecycle Event Timeline Open Started: 2.0h (7096265303237) Open Finished: 4.1h (14924953792783) First Batch Requested: 4.1h (14924953792783) First Batch Returned: 4.1h (14924957792651) Last Batch Returned: 4.4h (16008814954534) Closed: 4.4h (16008816954468) Buffer pool - AllocTime: 2ms (2999901) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999901) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 277ms (277990834) - BuildRowsPartitioned: 1,659,581 (1659581) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 92ms (92996930) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 22ms (22999240) - InactiveTotalTime: 1.0h (3760320957410) - PeakMemoryUsage: 14.2 MiB (14907546) - RowsReturned: 1,659,581 (1659581) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760372955695) Node Lifecycle Event Timeline Open Started: 2.0h (7096265303237) Open Finished: 2.0h (7096265303237) First Batch Requested: 2.0h (7096267303171) First Batch Returned: 2.0h (7096267303171) Last Batch Returned: 3.0h (10856935249138) Closed: 3.0h (10857029246035) Buffer pool - AllocTime: 999.97us (999968) - CumulativeAllocationBytes: 115.2 MiB (120799232) - CumulativeAllocations: 5,932 (5932) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87957793) - TotalGetBatchTime: 1.0h (3760344956620) - DataWaitTime: 1.0h (3760320957410) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 55ms (55998158) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,966 (2966) - TotalBatchesReceived: 2,966 (2966) - TotalBytesReceived: 39.3 MiB (41172446) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970755780407) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,656,030 (1656030) - BuildTime: 307ms (307989827) - InactiveTotalTime: 0ns (0) - LocalTime: 993ms (993967157) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,200 (1661200) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 672ms (672977758) - RowsReturned: 1,649,643 (1649643) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908492785420) Node Lifecycle Event Timeline Open Started: 2.0h (7096265303237) Open Finished: 4.1h (14924952792816) First Batch Requested: 4.1h (14924952792816) First Batch Returned: 4.1h (14924953792783) Last Batch Returned: 4.4h (16008814954534) Closed: 4.4h (16008816954468) Buffer pool - AllocTime: 5ms (5999802) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999802) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 214ms (214992902) - BuildRowsPartitioned: 1,656,030 (1656030) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 90ms (90996991) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 27ms (27999077) - InactiveTotalTime: 1.7h (6056922072236) - PeakMemoryUsage: 14.2 MiB (14893667) - RowsReturned: 1,656,030 (1656030) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056958071049) Node Lifecycle Event Timeline Open Started: 2.0h (7096265303237) Open Finished: 2.0h (7096265303237) First Batch Requested: 2.0h (7096266303204) First Batch Returned: 2.0h (7096266303204) Last Batch Returned: 3.7h (13153443367024) Closed: 3.7h (13153535363982) Buffer pool - AllocTime: 32ms (32998913) - CumulativeAllocationBytes: 114.9 MiB (120528896) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998913) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87769590) - TotalGetBatchTime: 1.7h (6056928072038) - DataWaitTime: 1.7h (6056922072236) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 133ms (133995590) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41079541) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919126300786) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,409 (1664409) - BuildTime: 321ms (321989354) - InactiveTotalTime: 0ns (0) - LocalTime: 868ms (868971277) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,428 (1664428) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 530ms (530982451) - RowsReturned: 1,661,200 (1661200) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850540747214) Node Lifecycle Event Timeline Open Started: 3.7h (13153535363982) Open Finished: 4.1h (14924952792816) First Batch Requested: 4.1h (14924952792816) First Batch Returned: 4.1h (14924952792816) Last Batch Returned: 4.4h (16008813954567) Closed: 4.4h (16008816954468) Buffer pool - AllocTime: 3ms (3999866) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999866) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 214ms (214992891) - BuildRowsPartitioned: 1,664,409 (1664409) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 103ms (103996562) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 24ms (24999174) - InactiveTotalTime: 29.5m (1771058440702) - PeakMemoryUsage: 14.2 MiB (14924848) - RowsReturned: 1,664,409 (1664409) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771091439612) Node Lifecycle Event Timeline Open Started: 3.7h (13153535363982) Open Finished: 3.7h (13153535363982) First Batch Requested: 3.7h (13153536363949) First Batch Returned: 3.7h (13153536363949) Last Batch Returned: 4.1h (14924846796320) Closed: 4.1h (14924952792816) Buffer pool - AllocTime: 5ms (5999802) - CumulativeAllocationBytes: 115.5 MiB (121143296) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999901) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88213677) - TotalGetBatchTime: 29.5m (1771065440471) - DataWaitTime: 29.5m (1771058440702) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 23ms (23999206) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41547207) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923354172027) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 28ms (28999043) - InactiveTotalTime: 18.0m (1078484339495) - PeakMemoryUsage: 14.1 MiB (14736866) - RowsReturned: 1,664,428 (1664428) - RowsReturnedRate: 1543 per second (1543) - TotalTime: 18.0m (1078580336325) Node Lifecycle Event Timeline Open Started: 3.7h (13153535363982) Open Finished: 3.7h (13153535363982) First Batch Requested: 4.1h (14924952792816) First Batch Returned: 4.1h (14924952792816) Last Batch Returned: 4.4h (16008808954733) Closed: 4.4h (16008816954468) Buffer pool - AllocTime: 17ms (17999407) - CumulativeAllocationBytes: 258.4 MiB (270925824) - CumulativeAllocations: 13,250 (13250) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999671) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211464665) - TotalGetBatchTime: 18.0m (1078547337415) - DataWaitTime: 18.0m (1078484339495) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 327ms (327989175) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,625 (6625) - TotalBatchesReceived: 6,625 (6625) - TotalBytesReceived: 127.6 MiB (133806435) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692254511721) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 277 (277) - CodegenTotalWallClockTime: 4.37s (4374856102) - CodegenSysTime: 20ms (20739000) - CodegenUserTime: 3.44s (3441411000) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 1.22s (1215960005) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 89ms (89997040) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.03s (3028900373) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 27ms (27999079) - TotalTime: 4.37s (4374856102) Instance c7456fdd806a4994:3209e926000003d3 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.464 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806003507) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757611328863) - TotalNetworkSendTime: 999.96us (999963) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 387 (387) - TotalThreadsTotalWallClockTime: 6.0h (21540983284742) - TotalThreadsSysTime: 433ms (433428000) - TotalThreadsUserTime: 10.67s (10667379000) - TotalThreadsVoluntaryContextSwitches: 17,024 (17024) - TotalTime: 4.4h (16008815413905) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999926) Open Finished: 4.4h (16008814413942) First Batch Produced: 4.4h (16008814413942) First Batch Sent: 4.4h (16008814413942) ExecInternal Finished: 4.4h (16008816413869) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999963) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008812414016) - ExecTreeOpenTime: 4.4h (16004080587681) - PrepareTime: 1ms (1999926) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999963) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6889) - TotalTime: 999.96us (999963) - UncompressedRowBatchSize: 10.9 KiB (11171) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 37ms (37998617) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004081587644) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.73s (4733826261) Open Finished: 4.4h (16008814413942) First Batch Requested: 4.4h (16008814413942) First Batch Returned: 4.4h (16008814413942) Last Batch Returned: 4.4h (16008814413942) Closed: 4.4h (16008815413905) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,920 (1421920) - BuildTime: 451ms (451983425) - InactiveTotalTime: 0ns (0) - LocalTime: 1.58s (1584942091) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 709,181 (709181) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.12s (1117959215) - RowsReturned: 430,190 (430190) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003920593513) Node Lifecycle Event Timeline Open Started: 4.73s (4733826261) Open Finished: 4.1h (14924949963147) First Batch Requested: 4.1h (14924949963147) First Batch Returned: 4.1h (14924957962855) Last Batch Returned: 4.4h (16008814413942) Closed: 4.4h (16008814413942) Buffer pool - AllocTime: 2ms (2999890) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999890) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 368ms (368986465) - BuildRowsPartitioned: 1,421,920 (1421920) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 81ms (81996996) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 23ms (23999121) - InactiveTotalTime: 1.4h (4963419013421) - PeakMemoryUsage: 832.0 KiB (851968) - RowsReturned: 1,421,920 (1421920) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963451012249) Node Lifecycle Event Timeline Open Started: 4.73s (4733826261) Open Finished: 32.0m (1917212641403) First Batch Requested: 32.0m (1917212641403) First Batch Returned: 32.0m (1917220641109) Last Batch Returned: 1.4h (4968564824573) Closed: 1.4h (4968647821533) Buffer pool - AllocTime: 24ms (24999082) - CumulativeAllocationBytes: 98.7 MiB (103522304) - CumulativeAllocations: 5,074 (5074) - InactiveTotalTime: 0ns (0) - PeakReservation: 832.0 KiB (851968) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 832.0 KiB (851968) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999192) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912478815142) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75361760) - TotalGetBatchTime: 1.4h (4963425013202) - DataWaitTime: 1.4h (4963419013421) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 85ms (85996843) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,537 (2537) - TotalBatchesReceived: 2,537 (2537) - TotalBytesReceived: 33.3 MiB (34955073) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,410 (1410410) - BuildTime: 309ms (309988637) - InactiveTotalTime: 0ns (0) - LocalTime: 620ms (620977280) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,009 (815009) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 299ms (299989046) - RowsReturned: 709,181 (709181) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038884639173) Node Lifecycle Event Timeline Open Started: 1.4h (4968647821533) Open Finished: 4.1h (14924945963293) First Batch Requested: 4.1h (14924945963293) First Batch Returned: 4.1h (14924949963147) Last Batch Returned: 4.4h (16008814413942) Closed: 4.4h (16008814413942) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 212ms (212992183) - BuildRowsPartitioned: 1,410,410 (1410410) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 95ms (95996490) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 19ms (19999267) - InactiveTotalTime: 35.5m (2127268168088) - PeakMemoryUsage: 14.2 MiB (14889335) - RowsReturned: 1,410,410 (1410410) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127297167024) Node Lifecycle Event Timeline Open Started: 1.4h (4968647821533) Open Finished: 1.4h (4968647821533) First Batch Requested: 1.4h (4968647821533) First Batch Returned: 1.4h (4968647821533) Last Batch Returned: 2.0h (7096164980483) Closed: 2.0h (7096261976937) Buffer pool - AllocTime: 1ms (1999927) - CumulativeAllocationBytes: 98.0 MiB (102719488) - CumulativeAllocations: 5,044 (5044) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74751730) - TotalGetBatchTime: 35.5m (2127274167868) - DataWaitTime: 35.5m (2127268168088) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 36ms (36998646) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,522 (2522) - TotalBatchesReceived: 2,522 (2522) - TotalBytesReceived: 33.1 MiB (34665403) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972777870963) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,245 (1658245) - BuildTime: 391ms (391985680) - InactiveTotalTime: 0ns (0) - LocalTime: 2.48s (2477909594) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,594 (1648594) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.47s (2469909887) - RowsReturned: 815,009 (815009) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910966494869) Node Lifecycle Event Timeline Open Started: 2.0h (7096261976937) Open Finished: 4.1h (14924941963439) First Batch Requested: 4.1h (14924941963439) First Batch Returned: 4.1h (14924945963293) Last Batch Returned: 4.4h (16008813413978) Closed: 4.4h (16008814413942) Buffer pool - AllocTime: 2ms (2999890) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999890) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 297ms (297989114) - BuildRowsPartitioned: 1,658,245 (1658245) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 91ms (91996640) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 34ms (34998718) - InactiveTotalTime: 1.0h (3760320493329) - PeakMemoryUsage: 14.3 MiB (14949912) - RowsReturned: 1,658,245 (1658245) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760360491864) Node Lifecycle Event Timeline Open Started: 2.0h (7096261976937) Open Finished: 2.0h (7096261976937) First Batch Requested: 2.0h (7096263976863) First Batch Returned: 2.0h (7096263976863) Last Batch Returned: 3.0h (10856925457730) Closed: 3.0h (10857017454370) Buffer pool - AllocTime: 3ms (3999853) - CumulativeAllocationBytes: 115.1 MiB (120741888) - CumulativeAllocations: 5,926 (5926) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87886985) - TotalGetBatchTime: 1.0h (3760323493219) - DataWaitTime: 1.0h (3760320493329) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 38ms (38998570) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,963 (2963) - TotalBatchesReceived: 2,963 (2963) - TotalBytesReceived: 39.2 MiB (41139081) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970795708229) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,832 (1654832) - BuildTime: 318ms (318988366) - InactiveTotalTime: 0ns (0) - LocalTime: 956ms (956965087) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,157 (1660157) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 625ms (625977159) - RowsReturned: 1,648,594 (1648594) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908489585238) Node Lifecycle Event Timeline Open Started: 2.0h (7096261976937) Open Finished: 4.1h (14924940963476) First Batch Requested: 4.1h (14924940963476) First Batch Returned: 4.1h (14924941963439) Last Batch Returned: 4.4h (16008813413978) Closed: 4.4h (16008814413942) Buffer pool - AllocTime: 2ms (2999891) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999891) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 225ms (225991757) - BuildRowsPartitioned: 1,654,832 (1654832) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 90ms (90996682) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24999089) - InactiveTotalTime: 1.7h (6056905606301) - PeakMemoryUsage: 14.2 MiB (14865568) - RowsReturned: 1,654,832 (1654832) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056939605062) Node Lifecycle Event Timeline Open Started: 2.0h (7096261976937) Open Finished: 2.0h (7096261976937) First Batch Requested: 2.0h (7096262976900) First Batch Returned: 2.0h (7096262976900) Last Batch Returned: 3.7h (13153433573537) Closed: 3.7h (13153524570219) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.0 MiB (120537088) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87706096) - TotalGetBatchTime: 1.7h (6056912606045) - DataWaitTime: 1.7h (6056905606301) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11ms (11999561) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.1 MiB (41050544) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919136843050) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,663,278 (1663278) - BuildTime: 303ms (303988916) - InactiveTotalTime: 0ns (0) - LocalTime: 848ms (848969032) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,322 (1663322) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 530ms (530980627) - RowsReturned: 1,660,157 (1660157) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850593015089) Node Lifecycle Event Timeline Open Started: 3.7h (13153524570219) Open Finished: 4.1h (14924939963512) First Batch Requested: 4.1h (14924939963512) First Batch Returned: 4.1h (14924940963476) Last Batch Returned: 4.4h (16008811414051) Closed: 4.4h (16008814413942) Buffer pool - AllocTime: 2ms (2999891) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999891) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 199ms (199992710) - BuildRowsPartitioned: 1,663,278 (1663278) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 102ms (102996243) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 28ms (28998948) - InactiveTotalTime: 29.5m (1771071405831) - PeakMemoryUsage: 14.2 MiB (14924396) - RowsReturned: 1,663,278 (1663278) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771105404596) Node Lifecycle Event Timeline Open Started: 3.7h (13153525570182) Open Finished: 3.7h (13153525570182) First Batch Requested: 3.7h (13153525570182) First Batch Returned: 3.7h (13153526570146) Last Batch Returned: 4.1h (14924835967306) Closed: 4.1h (14924939963512) Buffer pool - AllocTime: 1ms (1999927) - CumulativeAllocationBytes: 115.5 MiB (121085952) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88153734) - TotalGetBatchTime: 29.5m (1771073405757) - DataWaitTime: 29.5m (1771071405831) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 26ms (26999016) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41519294) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923356249651) - TotalRPCsDeferred: 55 (55) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 34ms (34998725) - InactiveTotalTime: 18.0m (1078555644485) - PeakMemoryUsage: 14.0 MiB (14655362) - RowsReturned: 1,663,322 (1663322) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078638641461) Node Lifecycle Event Timeline Open Started: 3.7h (13153525570182) Open Finished: 3.7h (13153525570182) First Batch Requested: 4.1h (14924939963512) First Batch Returned: 4.1h (14924939963512) Last Batch Returned: 4.4h (16008803414343) Closed: 4.4h (16008814413942) Buffer pool - AllocTime: 25ms (25999049) - CumulativeAllocationBytes: 258.2 MiB (270712832) - CumulativeAllocations: 13,242 (13242) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999890) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211331402) - TotalGetBatchTime: 18.0m (1078599642883) - DataWaitTime: 18.0m (1078555644485) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 319ms (319988332) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,621 (6621) - TotalBatchesReceived: 6,621 (6621) - TotalBytesReceived: 127.5 MiB (133726679) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692258152011) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 370 (370) - CodegenTotalWallClockTime: 4.73s (4731826335) - CodegenSysTime: 14ms (14172000) - CodegenUserTime: 3.40s (3403198000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 1.54s (1536943592) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 134ms (134995046) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.03s (3029888798) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 26ms (26999009) - TotalTime: 4.73s (4731826335) Instance c7456fdd806a4994:3209e926000003ce (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.459 - AverageThreadTokens: 1.35 (1.34559375) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805963411) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757324978200) - TotalNetworkSendTime: 1ms (1000008) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 567 (567) - TotalThreadsTotalWallClockTime: 6.0h (21540980530153) - TotalThreadsSysTime: 429ms (429485000) - TotalThreadsUserTime: 10.72s (10719056000) - TotalThreadsVoluntaryContextSwitches: 17,024 (17024) - TotalTime: 4.4h (16008807840773) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2000015) Open Finished: 4.4h (16008806840765) First Batch Produced: 4.4h (16008806840765) First Batch Sent: 4.4h (16008806840765) ExecInternal Finished: 4.4h (16008809840788) Buffer pool - AllocTime: 1ms (1000007) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 1ms (1000007) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1ms (1000008) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008804840750) - ExecTreeOpenTime: 4.4h (16003678803883) - PrepareTime: 2ms (2000015) - ExecTreePrepareTime: 1ms (1000008) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1ms (1000008) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6825) - TotalTime: 1ms (1000008) - UncompressedRowBatchSize: 10.9 KiB (11145) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 22ms (22000164) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003679803891) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 5.13s (5128036882) Open Finished: 4.4h (16008806840765) First Batch Requested: 4.4h (16008806840765) First Batch Returned: 4.4h (16008806840765) Last Batch Returned: 4.4h (16008806840765) Closed: 4.4h (16008807840773) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,226 (1422226) - BuildTime: 455ms (455003274) - InactiveTotalTime: 0ns (0) - LocalTime: 1.59s (1595011976) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,373 (707373) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.13s (1131008636) - RowsReturned: 429,388 (429388) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003591803223) Node Lifecycle Event Timeline Open Started: 5.13s (5128036882) Open Finished: 4.1h (14924942596265) First Batch Requested: 4.1h (14924942596265) First Batch Returned: 4.1h (14924949596319) Last Batch Returned: 4.4h (16008806840765) Closed: 4.4h (16008806840765) Buffer pool - AllocTime: 3ms (3000021) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3000021) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 370ms (370002654) - BuildRowsPartitioned: 1,422,226 (1422226) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 82ms (82000599) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 16ms (16000112) - InactiveTotalTime: 1.4h (4963030829429) - PeakMemoryUsage: 864.0 KiB (884736) - RowsReturned: 1,422,226 (1422226) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963056829613) Node Lifecycle Event Timeline Open Started: 5.13s (5128036882) Open Finished: 32.0m (1917207802732) First Batch Requested: 32.0m (1917208802739) First Batch Returned: 32.0m (1917216802797) Last Batch Returned: 1.4h (4968560869191) Closed: 1.4h (4968643869797) Buffer pool - AllocTime: 22ms (22000157) - CumulativeAllocationBytes: 98.8 MiB (103563264) - CumulativeAllocations: 5,082 (5082) - InactiveTotalTime: 0ns (0) - PeakReservation: 864.0 KiB (884736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 864.0 KiB (884736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20000143) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912079765850) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75377978) - TotalGetBatchTime: 1.4h (4963037829479) - DataWaitTime: 1.4h (4963030829429) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 85ms (85000612) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,541 (2541) - TotalBatchesReceived: 2,541 (2541) - TotalBytesReceived: 33.3 MiB (34966785) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,757 (1409757) - BuildTime: 314ms (314002310) - InactiveTotalTime: 0ns (0) - LocalTime: 634ms (634004736) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,971 (813971) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 313ms (313002373) - RowsReturned: 707,373 (707373) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038939961634) Node Lifecycle Event Timeline Open Started: 1.4h (4968643869797) Open Finished: 4.1h (14924938596235) First Batch Requested: 4.1h (14924938596235) First Batch Returned: 4.1h (14924942596265) Last Batch Returned: 4.4h (16008806840765) Closed: 4.4h (16008806840765) Buffer pool - AllocTime: 4ms (4000030) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4000030) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 223ms (223001642) - BuildRowsPartitioned: 1,409,757 (1409757) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 90ms (90000660) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 22ms (22000164) - InactiveTotalTime: 35.5m (2127260620966) - PeakMemoryUsage: 14.2 MiB (14875240) - RowsReturned: 1,409,757 (1409757) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127289621179) Node Lifecycle Event Timeline Open Started: 1.4h (4968643869797) Open Finished: 1.4h (4968643869797) First Batch Requested: 1.4h (4968644869805) First Batch Returned: 1.4h (4968644869805) Last Batch Returned: 2.0h (7096160492648) Closed: 2.0h (7096251493316) Buffer pool - AllocTime: 11ms (11000080) - CumulativeAllocationBytes: 97.9 MiB (102612992) - CumulativeAllocations: 5,032 (5032) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11000080) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74717121) - TotalGetBatchTime: 35.5m (2127262620980) - DataWaitTime: 35.5m (2127260620966) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 41ms (41000294) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,516 (2516) - TotalBatchesReceived: 2,516 (2516) - TotalBytesReceived: 33.0 MiB (34652796) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972801056011) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,544 (1658544) - BuildTime: 384ms (384002842) - InactiveTotalTime: 0ns (0) - LocalTime: 2.44s (2442018556) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,445 (1648445) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.43s (2428018453) - RowsReturned: 813,971 (813971) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911016335719) Node Lifecycle Event Timeline Open Started: 2.0h (7096251493316) Open Finished: 4.1h (14924935596212) First Batch Requested: 4.1h (14924935596212) First Batch Returned: 4.1h (14924938596235) Last Batch Returned: 4.4h (16008805840758) Closed: 4.4h (16008806840765) Buffer pool - AllocTime: 4ms (4000031) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4000031) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 288ms (288002114) - BuildRowsPartitioned: 1,658,544 (1658544) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 93ms (93000707) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 28ms (28000204) - InactiveTotalTime: 1.0h (3760331224897) - PeakMemoryUsage: 14.1 MiB (14836753) - RowsReturned: 1,658,544 (1658544) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760369225178) Node Lifecycle Event Timeline Open Started: 2.0h (7096251493316) Open Finished: 2.0h (7096251493316) First Batch Requested: 2.0h (7096252493323) First Batch Returned: 2.0h (7096252493323) Last Batch Returned: 3.0h (10856919720687) Closed: 3.0h (10857013721401) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.2 MiB (120750080) - CumulativeAllocations: 5,918 (5918) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87902832) - TotalGetBatchTime: 1.0h (3760337224944) - DataWaitTime: 1.0h (3760331224897) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 51ms (51000372) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,959 (2959) - TotalBatchesReceived: 2,959 (2959) - TotalBytesReceived: 39.2 MiB (41148678) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968375725759) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,875 (1654875) - BuildTime: 278ms (278002092) - InactiveTotalTime: 0ns (0) - LocalTime: 958ms (958007292) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,129 (1660129) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 671ms (671005131) - RowsReturned: 1,648,445 (1648445) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908579317198) Node Lifecycle Event Timeline Open Started: 2.0h (7096251493316) Open Finished: 4.1h (14924934596204) First Batch Requested: 4.1h (14924934596204) First Batch Returned: 4.1h (14924935596212) Last Batch Returned: 4.4h (16008804840750) Closed: 4.4h (16008806840765) Buffer pool - AllocTime: 1ms (1000007) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1000007) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 184ms (184001382) - BuildRowsPartitioned: 1,654,875 (1654875) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 92ms (92000696) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 26ms (26000195) - InactiveTotalTime: 1.7h (6056958639231) - PeakMemoryUsage: 14.2 MiB (14879254) - RowsReturned: 1,654,875 (1654875) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056990639471) Node Lifecycle Event Timeline Open Started: 2.0h (7096251493316) Open Finished: 2.0h (7096251493316) First Batch Requested: 2.0h (7096252493323) First Batch Returned: 2.0h (7096252493323) Last Batch Returned: 3.7h (13153428134184) Closed: 3.7h (13153521134887) Buffer pool - AllocTime: 1ms (1000007) - CumulativeAllocationBytes: 114.9 MiB (120512512) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1000007) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87708375) - TotalGetBatchTime: 1.7h (6056964639276) - DataWaitTime: 1.7h (6056958639231) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 18ms (18000129) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41053462) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919126003644) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,663,320 (1663320) - BuildTime: 336ms (336002555) - InactiveTotalTime: 0ns (0) - LocalTime: 846ms (846006439) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,411 (1663411) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 501ms (501003813) - RowsReturned: 1,660,129 (1660129) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850630670435) Node Lifecycle Event Timeline Open Started: 3.7h (13153521134887) Open Finished: 4.1h (14924934596204) First Batch Requested: 4.1h (14924934596204) First Batch Returned: 4.1h (14924934596204) Last Batch Returned: 4.4h (16008803840743) Closed: 4.4h (16008806840765) Buffer pool - AllocTime: 7ms (7000053) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7000053) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 231ms (231001754) - BuildRowsPartitioned: 1,663,320 (1663320) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 102ms (102000777) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 19ms (19000148) - InactiveTotalTime: 29.5m (1771050458553) - PeakMemoryUsage: 14.3 MiB (14952513) - RowsReturned: 1,663,320 (1663320) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771075458747) Node Lifecycle Event Timeline Open Started: 3.7h (13153521134887) Open Finished: 3.7h (13153521134887) First Batch Requested: 3.7h (13153522134895) First Batch Returned: 3.7h (13153522134895) Last Batch Returned: 4.1h (14924830595412) Closed: 4.1h (14924933596197) Buffer pool - AllocTime: 3ms (3000023) - CumulativeAllocationBytes: 115.5 MiB (121085952) - CumulativeAllocations: 5,936 (5936) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1000008) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88155960) - TotalGetBatchTime: 29.5m (1771053458576) - DataWaitTime: 29.5m (1771050458553) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 13ms (13000100) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,968 (2968) - TotalBatchesReceived: 2,968 (2968) - TotalBytesReceived: 39.6 MiB (41519146) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923361769362) - TotalRPCsDeferred: 48 (48) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 38ms (38000291) - InactiveTotalTime: 18.0m (1078616204542) - PeakMemoryUsage: 14.0 MiB (14655228) - RowsReturned: 1,663,411 (1663411) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078709205249) Node Lifecycle Event Timeline Open Started: 3.7h (13153521134887) Open Finished: 3.7h (13153521134887) First Batch Requested: 4.1h (14924934596204) First Batch Returned: 4.1h (14924934596204) Last Batch Returned: 4.4h (16008797840697) Closed: 4.4h (16008806840765) Buffer pool - AllocTime: 6ms (6000045) - CumulativeAllocationBytes: 258.2 MiB (270704640) - CumulativeAllocations: 13,236 (13236) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211348269) - TotalGetBatchTime: 18.0m (1078666204921) - DataWaitTime: 18.0m (1078616204542) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 284ms (284002139) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,618 (6618) - TotalBatchesReceived: 6,618 (6618) - TotalBytesReceived: 127.5 MiB (133741110) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692190762384) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 550 (550) - CodegenTotalWallClockTime: 5.13s (5126036867) - CodegenSysTime: 67ms (67295000) - CodegenUserTime: 3.52s (3517943000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 1.56s (1565011256) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 143ms (143001029) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.31s (3307023785) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 50ms (50000359) - TotalTime: 5.13s (5126036867) Instance c7456fdd806a4994:3209e926000003ca (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.458 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805962803) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756899365978) - TotalNetworkSendTime: 999.96us (999962) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 595 (595) - TotalThreadsTotalWallClockTime: 6.0h (21540976252485) - TotalThreadsSysTime: 473ms (473872000) - TotalThreadsUserTime: 10.97s (10968909000) - TotalThreadsVoluntaryContextSwitches: 16,912 (16912) - TotalTime: 4.4h (16008803887611) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999962) Open Finished: 4.4h (16008802887649) First Batch Produced: 4.4h (16008802887649) First Batch Sent: 4.4h (16008802887649) ExecInternal Finished: 4.4h (16008805887536) Buffer pool - AllocTime: 1ms (1999924) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 1ms (1999924) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999962) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008801887687) - ExecTreeOpenTime: 4.4h (16003369093222) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999962) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6863) - TotalTime: 999.96us (999962) - UncompressedRowBatchSize: 10.9 KiB (11117) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 39ms (39998501) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003370093184) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 5.43s (5433794427) Open Finished: 4.4h (16008802887649) First Batch Requested: 4.4h (16008802887649) First Batch Returned: 4.4h (16008802887649) Last Batch Returned: 4.4h (16008802887649) Closed: 4.4h (16008803887611) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,419,759 (1419759) - BuildTime: 537ms (537979660) - InactiveTotalTime: 0ns (0) - LocalTime: 1.66s (1659937482) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,683 (707683) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.11s (1112958162) - RowsReturned: 429,558 (429558) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003294096035) Node Lifecycle Event Timeline Open Started: 5.43s (5433794427) Open Finished: 4.1h (14924938648994) First Batch Requested: 4.1h (14924938648994) First Batch Returned: 4.1h (14924944648769) Last Batch Returned: 4.4h (16008802887649) Closed: 4.4h (16008802887649) Buffer pool - AllocTime: 7ms (7999696) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999696) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 447ms (447983061) - BuildRowsPartitioned: 1,419,759 (1419759) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 86ms (86996712) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 25ms (25999020) - InactiveTotalTime: 1.4h (4962636390968) - PeakMemoryUsage: 984.0 KiB (1007616) - RowsReturned: 1,419,759 (1419759) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962669389722) Node Lifecycle Event Timeline Open Started: 5.43s (5433794427) Open Finished: 32.0m (1917208489719) First Batch Requested: 32.0m (1917209489681) First Batch Returned: 32.0m (1917216489416) Last Batch Returned: 1.4h (4968556167020) Closed: 1.4h (4968644163695) Buffer pool - AllocTime: 31ms (31998791) - CumulativeAllocationBytes: 98.6 MiB (103383040) - CumulativeAllocations: 5,072 (5072) - InactiveTotalTime: 0ns (0) - PeakReservation: 984.0 KiB (1007616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 984.0 KiB (1007616) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30998828) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911774695292) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75247227) - TotalGetBatchTime: 1.4h (4962640390816) - DataWaitTime: 1.4h (4962636390968) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 98ms (98996256) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,536 (2536) - TotalBatchesReceived: 2,536 (2536) - TotalBytesReceived: 33.3 MiB (34904829) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,408,474 (1408474) - BuildTime: 339ms (339987152) - InactiveTotalTime: 0ns (0) - LocalTime: 651ms (651975412) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,362 (813362) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 304ms (304988526) - RowsReturned: 707,683 (707683) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038964768831) Node Lifecycle Event Timeline Open Started: 1.4h (4968644163695) Open Finished: 4.1h (14924935649107) First Batch Requested: 4.1h (14924935649107) First Batch Returned: 4.1h (14924938648994) Last Batch Returned: 4.4h (16008801887686) Closed: 4.4h (16008802887649) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 243ms (243990779) - BuildRowsPartitioned: 1,408,474 (1408474) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 93ms (93996449) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 16ms (16999357) - InactiveTotalTime: 35.5m (2127233638971) - PeakMemoryUsage: 14.2 MiB (14847830) - RowsReturned: 1,408,474 (1408474) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127262637873) Node Lifecycle Event Timeline Open Started: 1.4h (4968644163695) Open Finished: 1.4h (4968644163695) First Batch Requested: 1.4h (4968645163657) First Batch Returned: 1.4h (4968645163657) Last Batch Returned: 2.0h (7096156792119) Closed: 2.0h (7096251788530) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 97.8 MiB (102555648) - CumulativeAllocations: 5,032 (5032) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74649122) - TotalGetBatchTime: 35.5m (2127244638554) - DataWaitTime: 35.5m (2127233638971) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 40ms (40998448) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,516 (2516) - TotalBatchesReceived: 2,516 (2516) - TotalBytesReceived: 33.0 MiB (34619558) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972725397680) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,656,069 (1656069) - BuildTime: 372ms (372985925) - InactiveTotalTime: 0ns (0) - LocalTime: 2.45s (2451907760) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,646,126 (1646126) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.44s (2441908138) - RowsReturned: 813,362 (813362) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911050155546) Node Lifecycle Event Timeline Open Started: 2.0h (7096251788530) Open Finished: 4.1h (14924932649220) First Batch Requested: 4.1h (14924932649220) First Batch Returned: 4.1h (14924935649107) Last Batch Returned: 4.4h (16008801887686) Closed: 4.4h (16008802887649) Buffer pool - AllocTime: 1ms (1999926) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999926) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 274ms (274989617) - BuildRowsPartitioned: 1,656,069 (1656069) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 94ms (94996422) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 34ms (34998680) - InactiveTotalTime: 1.0h (3760334016660) - PeakMemoryUsage: 14.2 MiB (14935774) - RowsReturned: 1,656,069 (1656069) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760379014964) Node Lifecycle Event Timeline Open Started: 2.0h (7096251788530) Open Finished: 2.0h (7096251788530) First Batch Requested: 2.0h (7096253788454) First Batch Returned: 2.0h (7096253788454) Last Batch Returned: 3.0h (10856914792771) Closed: 3.0h (10857010789155) Buffer pool - AllocTime: 3ms (3999848) - CumulativeAllocationBytes: 115.0 MiB (120553472) - CumulativeAllocations: 5,918 (5918) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999924) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87771657) - TotalGetBatchTime: 1.0h (3760342016359) - DataWaitTime: 1.0h (3760334016660) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 68ms (68997395) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,959 (2959) - TotalBatchesReceived: 2,959 (2959) - TotalBytesReceived: 39.2 MiB (41088837) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968380231251) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,652,488 (1652488) - BuildTime: 284ms (284989265) - InactiveTotalTime: 0ns (0) - LocalTime: 1.00s (1005962138) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,657,747 (1657747) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 707ms (707973364) - RowsReturned: 1,646,126 (1646126) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908600247710) Node Lifecycle Event Timeline Open Started: 2.0h (7096251788530) Open Finished: 4.1h (14924931649257) First Batch Requested: 4.1h (14924931649257) First Batch Returned: 4.1h (14924932649220) Last Batch Returned: 4.4h (16008801887686) Closed: 4.4h (16008802887649) Buffer pool - AllocTime: 2ms (2999888) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999888) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 190ms (190992807) - BuildRowsPartitioned: 1,652,488 (1652488) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 91ms (91996534) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24999058) - InactiveTotalTime: 1.7h (6056943508645) - PeakMemoryUsage: 14.2 MiB (14879291) - RowsReturned: 1,652,488 (1652488) - RowsReturnedRate: 272 per second (272) - TotalTime: 1.7h (6056975507440) Node Lifecycle Event Timeline Open Started: 2.0h (7096251788530) Open Finished: 2.0h (7096251788530) First Batch Requested: 2.0h (7096252788492) First Batch Returned: 2.0h (7096252788492) Last Batch Returned: 3.7h (13153423288588) Closed: 3.7h (13153516285084) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 114.7 MiB (120307712) - CumulativeAllocations: 5,906 (5906) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.5 MiB (87581864) - TotalGetBatchTime: 1.7h (6056948508457) - DataWaitTime: 1.7h (6056943508645) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 18ms (18999283) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,953 (2953) - TotalBatchesReceived: 2,953 (2953) - TotalBytesReceived: 39.1 MiB (40992097) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919128623829) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,660,917 (1660917) - BuildTime: 307ms (307988406) - InactiveTotalTime: 0ns (0) - LocalTime: 829ms (829968780) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,660,976 (1660976) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 503ms (503981053) - RowsReturned: 1,657,747 (1657747) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850618778132) Node Lifecycle Event Timeline Open Started: 3.7h (13153516285084) Open Finished: 4.1h (14924931649257) First Batch Requested: 4.1h (14924931649257) First Batch Returned: 4.1h (14924931649257) Last Batch Returned: 4.4h (16008799887762) Closed: 4.4h (16008802887649) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 203ms (203992317) - BuildRowsPartitioned: 1,660,917 (1660917) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 102ms (102996127) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 33ms (33998720) - InactiveTotalTime: 29.5m (1771044378140) - PeakMemoryUsage: 14.2 MiB (14882216) - RowsReturned: 1,660,917 (1660917) - RowsReturnedRate: 937 per second (937) - TotalTime: 29.5m (1771098376106) Node Lifecycle Event Timeline Open Started: 3.7h (13153517285046) Open Finished: 3.7h (13153517285046) First Batch Requested: 3.7h (13153517285046) First Batch Returned: 3.7h (13153517285046) Last Batch Returned: 4.1h (14924826653206) Closed: 4.1h (14924931649257) Buffer pool - AllocTime: 10ms (10999585) - CumulativeAllocationBytes: 115.2 MiB (120832000) - CumulativeAllocations: 5,926 (5926) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999774) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88028601) - TotalGetBatchTime: 29.5m (1771061377498) - DataWaitTime: 29.5m (1771044378140) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 32ms (32998756) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,963 (2963) - TotalBatchesReceived: 2,963 (2963) - TotalBytesReceived: 39.5 MiB (41460735) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923336733102) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 25ms (25999025) - InactiveTotalTime: 18.0m (1078635435312) - PeakMemoryUsage: 14.0 MiB (14646438) - RowsReturned: 1,660,976 (1660976) - RowsReturnedRate: 1539 per second (1539) - TotalTime: 18.0m (1078690433246) Node Lifecycle Event Timeline Open Started: 3.7h (13153517285046) Open Finished: 3.7h (13153517285046) First Batch Requested: 4.1h (14924931649257) First Batch Returned: 4.1h (14924931649257) Last Batch Returned: 4.4h (16008790888100) Closed: 4.4h (16008802887649) Buffer pool - AllocTime: 19ms (19999247) - CumulativeAllocationBytes: 257.8 MiB (270295040) - CumulativeAllocations: 13,222 (13222) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14491648) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14491648) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999849) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.3 MiB (211032268) - TotalGetBatchTime: 18.0m (1078658434445) - DataWaitTime: 18.0m (1078635435312) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 343ms (343987047) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,611 (6611) - TotalBatchesReceived: 6,611 (6611) - TotalBytesReceived: 127.3 MiB (133533871) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692216343084) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 587 (587) - CodegenTotalWallClockTime: 5.43s (5432794465) - CodegenSysTime: 59ms (59760000) - CodegenUserTime: 3.61s (3614999000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 1.90s (1902928008) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 83ms (83996823) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.38s (3379872132) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 26ms (26998978) - TotalTime: 5.43s (5432794465) Instance c7456fdd806a4994:3209e926000003cf (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.459 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805964642) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19758069088164) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 455 (455) - TotalThreadsTotalWallClockTime: 6.0h (21540977628817) - TotalThreadsSysTime: 418ms (418527000) - TotalThreadsUserTime: 10.63s (10635276000) - TotalThreadsVoluntaryContextSwitches: 17,078 (17078) - TotalTime: 4.4h (16008801225125) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999940) Open Finished: 4.4h (16008800225155) First Batch Produced: 4.4h (16008800225155) First Batch Sent: 4.4h (16008801225125) ExecInternal Finished: 4.4h (16008802225095) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.97us (999970) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008798225215) - ExecTreeOpenTime: 4.4h (16004351358853) - PrepareTime: 1ms (1999940) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 999.97us (999970) - TotalBytesSent: 6.7 KiB (6830) - TotalTime: 999.97us (999970) - UncompressedRowBatchSize: 10.8 KiB (11045) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 23ms (23999278) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004352358823) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.45s (4448866302) Open Finished: 4.4h (16008800225155) First Batch Requested: 4.4h (16008800225155) First Batch Returned: 4.4h (16008800225155) Last Batch Returned: 4.4h (16008800225155) Closed: 4.4h (16008801225125) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,917 (1422917) - BuildTime: 447ms (447986541) - InactiveTotalTime: 0ns (0) - LocalTime: 1.55s (1552953400) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,727 (708727) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.09s (1091967250) - RowsReturned: 429,901 (429901) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16004260361584) Node Lifecycle Event Timeline Open Started: 4.45s (4448866302) Open Finished: 4.1h (14924936721639) First Batch Requested: 4.1h (14924936721639) First Batch Returned: 4.1h (14924943721429) Last Batch Returned: 4.4h (16008800225155) Closed: 4.4h (16008800225155) Buffer pool - AllocTime: 3ms (3999879) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999879) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 364ms (364989031) - BuildRowsPartitioned: 1,422,917 (1422917) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 5 (5) - HashTablesBuildTime: 80ms (80997569) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 19ms (19999399) - InactiveTotalTime: 1.4h (4963702984196) - PeakMemoryUsage: 504.0 KiB (516096) - RowsReturned: 1,422,917 (1422917) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963732983295) Node Lifecycle Event Timeline Open Started: 4.45s (4448866302) Open Finished: 32.0m (1917200383795) First Batch Requested: 32.0m (1917201383765) First Batch Returned: 32.0m (1917208383555) Last Batch Returned: 1.4h (4968552838447) Closed: 1.4h (4968634835987) Buffer pool - AllocTime: 27ms (27999159) - CumulativeAllocationBytes: 98.8 MiB (103636992) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 504.0 KiB (516096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 504.0 KiB (516096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999189) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912751517493) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75414601) - TotalGetBatchTime: 1.4h (4963710983956) - DataWaitTime: 1.4h (4963702984196) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 67ms (67997956) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.4 MiB (34979484) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,321 (1410321) - BuildTime: 317ms (317990465) - InactiveTotalTime: 0ns (0) - LocalTime: 635ms (635980937) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,178 (815178) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 305ms (305990831) - RowsReturned: 708,727 (708727) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038974424889) Node Lifecycle Event Timeline Open Started: 1.4h (4968634835987) Open Finished: 4.1h (14924932721758) First Batch Requested: 4.1h (14924933721729) First Batch Returned: 4.1h (14924936721639) Last Batch Returned: 4.4h (16008799225185) Closed: 4.4h (16008800225155) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 223ms (223993280) - BuildRowsPartitioned: 1,410,321 (1410321) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 7 (7) - HashTablesBuildTime: 90ms (90997275) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 22ms (22999310) - InactiveTotalTime: 35.5m (2127253287348) - PeakMemoryUsage: 14.1 MiB (14805660) - RowsReturned: 1,410,321 (1410321) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127284286418) Node Lifecycle Event Timeline Open Started: 1.4h (4968634835987) Open Finished: 1.4h (4968634835987) First Batch Requested: 1.4h (4968635835957) First Batch Returned: 1.4h (4968635835957) Last Batch Returned: 2.0h (7096152115415) Closed: 2.0h (7096244112660) Buffer pool - AllocTime: 39ms (39998800) - CumulativeAllocationBytes: 98.0 MiB (102719488) - CumulativeAllocations: 5,036 (5036) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999790) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74747013) - TotalGetBatchTime: 35.5m (2127258287198) - DataWaitTime: 35.5m (2127253287348) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 75ms (75997719) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,518 (2518) - TotalBatchesReceived: 2,518 (2518) - TotalBytesReceived: 33.1 MiB (34663939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972688923044) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,848 (1658848) - BuildTime: 368ms (368988950) - InactiveTotalTime: 0ns (0) - LocalTime: 2.43s (2433926993) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,357 (1649357) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2420927382) - RowsReturned: 815,178 (815178) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911054157534) Node Lifecycle Event Timeline Open Started: 2.0h (7096244112660) Open Finished: 4.1h (14924928721879) First Batch Requested: 4.1h (14924928721879) First Batch Returned: 4.1h (14924932721758) Last Batch Returned: 4.4h (16008798225214) Closed: 4.4h (16008800225155) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 271ms (271991853) - BuildRowsPartitioned: 1,658,848 (1658848) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 92ms (92997217) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 19ms (19999399) - InactiveTotalTime: 1.0h (3760337530790) - PeakMemoryUsage: 14.3 MiB (14949928) - RowsReturned: 1,658,848 (1658848) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760376529620) Node Lifecycle Event Timeline Open Started: 2.0h (7096244112660) Open Finished: 2.0h (7096244112660) First Batch Requested: 2.0h (7096247112570) First Batch Returned: 2.0h (7096247112570) Last Batch Returned: 3.0h (10856912633533) Closed: 3.0h (10857006630720) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.1 MiB (120717312) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87918944) - TotalGetBatchTime: 1.0h (3760354530281) - DataWaitTime: 1.0h (3760337530790) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 45ms (45998625) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.2 MiB (41156173) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970793854950) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,582 (1655582) - BuildTime: 321ms (321990362) - InactiveTotalTime: 0ns (0) - LocalTime: 938ms (938971862) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,806 (1660806) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 608ms (608981740) - RowsReturned: 1,649,357 (1649357) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908622230481) Node Lifecycle Event Timeline Open Started: 2.0h (7096244112660) Open Finished: 4.1h (14924927721908) First Batch Requested: 4.1h (14924927721908) First Batch Returned: 4.1h (14924928721879) Last Batch Returned: 4.4h (16008798225214) Closed: 4.4h (16008800225155) Buffer pool - AllocTime: 1ms (1999940) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999940) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 230ms (230993090) - BuildRowsPartitioned: 1,655,582 (1655582) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 89ms (89997302) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 25ms (25999224) - InactiveTotalTime: 1.7h (6056908734419) - PeakMemoryUsage: 14.2 MiB (14850779) - RowsReturned: 1,655,582 (1655582) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056943733374) Node Lifecycle Event Timeline Open Started: 2.0h (7096244112660) Open Finished: 2.0h (7096244112660) First Batch Requested: 2.0h (7096246112600) First Batch Returned: 2.0h (7096246112600) Last Batch Returned: 3.7h (13153420839064) Closed: 3.7h (13153510836366) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 114.9 MiB (120520704) - CumulativeAllocations: 5,906 (5906) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87745846) - TotalGetBatchTime: 1.7h (6056916734180) - DataWaitTime: 1.7h (6056908734419) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 26ms (26999190) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,953 (2953) - TotalBatchesReceived: 2,953 (2953) - TotalBytesReceived: 39.2 MiB (41067873) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919127082370) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,663,943 (1663943) - BuildTime: 317ms (317990473) - InactiveTotalTime: 0ns (0) - LocalTime: 846ms (846974622) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,933 (1663933) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 518ms (518984448) - RowsReturned: 1,660,806 (1660806) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850739525245) Node Lifecycle Event Timeline Open Started: 3.7h (13153510836366) Open Finished: 4.1h (14924927721908) First Batch Requested: 4.1h (14924927721908) First Batch Returned: 4.1h (14924927721908) Last Batch Returned: 4.4h (16008797225244) Closed: 4.4h (16008800225155) Buffer pool - AllocTime: 3ms (3999880) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999880) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 211ms (211993651) - BuildRowsPartitioned: 1,663,943 (1663943) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 100ms (100996971) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 29ms (29999096) - InactiveTotalTime: 29.5m (1771053896423) - PeakMemoryUsage: 14.3 MiB (14953108) - RowsReturned: 1,663,943 (1663943) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771093895219) Node Lifecycle Event Timeline Open Started: 3.7h (13153510836366) Open Finished: 3.7h (13153510836366) First Batch Requested: 3.7h (13153511836336) First Batch Returned: 3.7h (13153511836336) Last Batch Returned: 4.1h (14924823725027) Closed: 4.1h (14924926721938) Buffer pool - AllocTime: 9ms (9999700) - CumulativeAllocationBytes: 115.5 MiB (121110528) - CumulativeAllocations: 5,942 (5942) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88188979) - TotalGetBatchTime: 29.5m (1771059896243) - DataWaitTime: 29.5m (1771053896423) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 26ms (26999195) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,971 (2971) - TotalBatchesReceived: 2,971 (2971) - TotalBytesReceived: 39.6 MiB (41539670) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923360283956) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 27ms (27999158) - InactiveTotalTime: 18.0m (1078736657266) - PeakMemoryUsage: 14.0 MiB (14695795) - RowsReturned: 1,663,933 (1663933) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078798655404) Node Lifecycle Event Timeline Open Started: 3.7h (13153510836366) Open Finished: 3.7h (13153510836366) First Batch Requested: 4.1h (14924926721938) First Batch Returned: 4.1h (14924927721908) Last Batch Returned: 4.4h (16008790225454) Closed: 4.4h (16008800225155) Buffer pool - AllocTime: 35ms (35998919) - CumulativeAllocationBytes: 258.2 MiB (270794752) - CumulativeAllocations: 13,246 (13246) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211410126) - TotalGetBatchTime: 18.0m (1078766656366) - DataWaitTime: 18.0m (1078736657266) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 327ms (327990162) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,623 (6623) - TotalBatchesReceived: 6,623 (6623) - TotalBytesReceived: 127.6 MiB (133759827) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692193870214) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 441 (441) - CodegenTotalWallClockTime: 4.45s (4446866362) - CodegenSysTime: 51ms (51928000) - CodegenUserTime: 3.47s (3466158000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 1.43s (1427957087) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 79ms (79997596) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.90s (2905912671) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 28ms (28999128) - TotalTime: 4.45s (4446866362) Instance c7456fdd806a4994:3209e926000003b6 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.437 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806025481) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757526135219) - TotalNetworkSendTime: 999.96us (999959) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 6.0h (21540977133194) - TotalThreadsSysTime: 446ms (446174000) - TotalThreadsUserTime: 10.79s (10792299000) - TotalThreadsVoluntaryContextSwitches: 17,107 (17107) - TotalTime: 4.4h (16008781344371) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999877) Open Finished: 4.4h (16008782344330) First Batch Produced: 4.4h (16008782344330) First Batch Sent: 4.4h (16008782344330) ExecInternal Finished: 4.4h (16008784344248) Buffer pool - AllocTime: 999.96us (999959) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.96us (999959) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999959) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008779344453) - ExecTreeOpenTime: 4.4h (16004460521199) - PrepareTime: 999.96us (999959) - ExecTreePrepareTime: 999.96us (999959) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999959) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6911) - TotalTime: 999.96us (999959) - UncompressedRowBatchSize: 10.8 KiB (11108) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 30ms (30998731) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004461521158) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.32s (4321823131) Open Finished: 4.4h (16008782344330) First Batch Requested: 4.4h (16008782344330) First Batch Returned: 4.4h (16008782344330) Last Batch Returned: 4.4h (16008782344330) Closed: 4.4h (16008783344289) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,425,459 (1425459) - BuildTime: 486ms (486980090) - InactiveTotalTime: 0ns (0) - LocalTime: 1.61s (1611934019) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 709,706 (709706) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.12s (1119954134) - RowsReturned: 431,181 (431181) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003994540278) Node Lifecycle Event Timeline Open Started: 4.32s (4321823131) Open Finished: 4.1h (14924959752233) First Batch Requested: 4.1h (14924959752233) First Batch Returned: 4.1h (14924966751947) Last Batch Returned: 4.4h (16008782344330) Closed: 4.4h (16008782344330) Buffer pool - AllocTime: 4ms (4999795) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999795) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 400ms (400983603) - BuildRowsPartitioned: 1,425,459 (1425459) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 83ms (83996569) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 26ms (26998896) - InactiveTotalTime: 1.4h (4963784029490) - PeakMemoryUsage: 664.0 KiB (679936) - RowsReturned: 1,425,459 (1425459) - RowsReturnedRate: 287 per second (287) - TotalTime: 1.4h (4963815028224) Node Lifecycle Event Timeline Open Started: 4.32s (4321823131) Open Finished: 32.0m (1917203586763) First Batch Requested: 32.0m (1917204586722) First Batch Returned: 32.0m (1917212586395) Last Batch Returned: 1.4h (4968541834794) Closed: 1.4h (4968626831322) Buffer pool - AllocTime: 17ms (17999263) - CumulativeAllocationBytes: 99.0 MiB (103833600) - CumulativeAllocations: 5,088 (5088) - InactiveTotalTime: 0ns (0) - PeakReservation: 664.0 KiB (679936) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 664.0 KiB (679936) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999263) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912881763632) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75549327) - TotalGetBatchTime: 1.4h (4963787029368) - DataWaitTime: 1.4h (4963784029490) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 60ms (60997505) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,544 (2544) - TotalBatchesReceived: 2,544 (2544) - TotalBytesReceived: 33.4 MiB (35041477) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,589 (1411589) - BuildTime: 327ms (327986606) - InactiveTotalTime: 0ns (0) - LocalTime: 675ms (675972359) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 816,286 (816286) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 318ms (318986941) - RowsReturned: 709,706 (709706) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038567578035) Node Lifecycle Event Timeline Open Started: 1.4h (4968626831322) Open Finished: 4.1h (14924955752397) First Batch Requested: 4.1h (14924955752397) First Batch Returned: 4.1h (14924959752233) Last Batch Returned: 4.4h (16008782344330) Closed: 4.4h (16008782344330) Buffer pool - AllocTime: 3ms (3999837) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999837) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 226ms (226990729) - BuildRowsPartitioned: 1,411,589 (1411589) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 7 (7) - HashTablesBuildTime: 98ms (98995959) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 22ms (22999059) - InactiveTotalTime: 35.5m (2127235077734) - PeakMemoryUsage: 14.2 MiB (14875253) - RowsReturned: 1,411,589 (1411589) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127268076384) Node Lifecycle Event Timeline Open Started: 1.4h (4968626831322) Open Finished: 1.4h (4968626831322) First Batch Requested: 1.4h (4968627831281) First Batch Returned: 1.4h (4968627831281) Last Batch Returned: 2.0h (7096142897576) Closed: 2.0h (7096243893453) Buffer pool - AllocTime: 24ms (24998980) - CumulativeAllocationBytes: 98.1 MiB (102842368) - CumulativeAllocations: 5,046 (5046) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999225) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74814217) - TotalGetBatchTime: 35.5m (2127244077366) - DataWaitTime: 35.5m (2127235077734) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 62ms (62997426) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,523 (2523) - TotalBatchesReceived: 2,523 (2523) - TotalBytesReceived: 33.1 MiB (34703171) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972788043499) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,661,294 (1661294) - BuildTime: 388ms (388984115) - InactiveTotalTime: 0ns (0) - LocalTime: 2.46s (2455899442) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,651,621 (1651621) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.44s (2442899974) - RowsReturned: 816,286 (816286) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910623529292) Node Lifecycle Event Timeline Open Started: 2.0h (7096243893453) Open Finished: 4.1h (14924951752561) First Batch Requested: 4.1h (14924951752561) First Batch Returned: 4.1h (14924955752397) Last Batch Returned: 4.4h (16008781344371) Closed: 4.4h (16008782344330) Buffer pool - AllocTime: 3ms (3999836) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999836) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 289ms (289988163) - BuildRowsPartitioned: 1,661,294 (1661294) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 92ms (92996197) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 30ms (30998733) - InactiveTotalTime: 1.0h (3760289318333) - PeakMemoryUsage: 14.2 MiB (14935825) - RowsReturned: 1,661,294 (1661294) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760333316538) Node Lifecycle Event Timeline Open Started: 2.0h (7096243893453) Open Finished: 2.0h (7096243893453) First Batch Requested: 2.0h (7096245893372) First Batch Returned: 2.0h (7096245893372) Last Batch Returned: 3.0h (10856901196766) Closed: 3.0h (10856995192922) Buffer pool - AllocTime: 2ms (2999877) - CumulativeAllocationBytes: 115.3 MiB (120922112) - CumulativeAllocations: 5,928 (5928) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88048582) - TotalGetBatchTime: 1.0h (3760298317968) - DataWaitTime: 1.0h (3760289318333) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 45ms (45998120) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,964 (2964) - TotalBatchesReceived: 2,964 (2964) - TotalBytesReceived: 39.3 MiB (41215599) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970593299310) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,657,866 (1657866) - BuildTime: 313ms (313987160) - InactiveTotalTime: 0ns (0) - LocalTime: 959ms (959960723) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,663,123 (1663123) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 635ms (635973973) - RowsReturned: 1,651,621 (1651621) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908170629728) Node Lifecycle Event Timeline Open Started: 2.0h (7096243893453) Open Finished: 4.1h (14924949752643) First Batch Requested: 4.1h (14924949752643) First Batch Returned: 4.1h (14924951752561) Last Batch Returned: 4.4h (16008779344453) Closed: 4.4h (16008782344330) Buffer pool - AllocTime: 5ms (5999754) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999754) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 219ms (219991005) - BuildRowsPartitioned: 1,657,866 (1657866) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 91ms (91996236) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 25ms (25998936) - InactiveTotalTime: 1.7h (6056914384027) - PeakMemoryUsage: 14.2 MiB (14864990) - RowsReturned: 1,657,866 (1657866) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056944382799) Node Lifecycle Event Timeline Open Started: 2.0h (7096243893453) Open Finished: 2.0h (7096243893453) First Batch Requested: 2.0h (7096244893413) First Batch Returned: 2.0h (7096244893413) Last Batch Returned: 3.7h (13153411267135) Closed: 3.7h (13153504263330) Buffer pool - AllocTime: 3ms (3999836) - CumulativeAllocationBytes: 115.1 MiB (120700928) - CumulativeAllocations: 5,924 (5924) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999836) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87866898) - TotalGetBatchTime: 1.7h (6056917383904) - DataWaitTime: 1.7h (6056914384027) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 16ms (16999305) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,962 (2962) - TotalBatchesReceived: 2,962 (2962) - TotalBytesReceived: 39.2 MiB (41129654) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919124747855) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,666,188 (1666188) - BuildTime: 373ms (373984691) - InactiveTotalTime: 0ns (0) - LocalTime: 914ms (914962540) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,666,340 (1666340) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 531ms (531978218) - RowsReturned: 1,663,123 (1663123) - RowsReturnedRate: 583 per second (583) - TotalTime: 47.5m (2850266286206) Node Lifecycle Event Timeline Open Started: 3.7h (13153504263330) Open Finished: 4.1h (14924949752643) First Batch Requested: 4.1h (14924949752643) First Batch Returned: 4.1h (14924949752643) Last Batch Returned: 4.4h (16008779344453) Closed: 4.4h (16008782344330) Buffer pool - AllocTime: 1ms (1999918) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999918) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 227ms (227990670) - BuildRowsPartitioned: 1,666,188 (1666188) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 143ms (143994103) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 28ms (28998818) - InactiveTotalTime: 29.5m (1771028506378) - PeakMemoryUsage: 14.2 MiB (14910545) - RowsReturned: 1,666,188 (1666188) - RowsReturnedRate: 940 per second (940) - TotalTime: 29.5m (1771064504909) Node Lifecycle Event Timeline Open Started: 3.7h (13153504263330) Open Finished: 3.7h (13153504263330) First Batch Requested: 3.7h (13153505263289) First Batch Returned: 3.7h (13153505263289) Last Batch Returned: 4.1h (14924802758661) Closed: 4.1h (14924949752643) Buffer pool - AllocTime: 3ms (3999836) - CumulativeAllocationBytes: 115.7 MiB (121298944) - CumulativeAllocations: 5,946 (5946) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999918) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88307964) - TotalGetBatchTime: 29.5m (1771033506173) - DataWaitTime: 29.5m (1771028506378) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 29ms (29998772) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,973 (2973) - TotalBatchesReceived: 2,973 (2973) - TotalBytesReceived: 39.7 MiB (41593619) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923348651828) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 37ms (37998442) - InactiveTotalTime: 18.0m (1078131825108) - PeakMemoryUsage: 14.2 MiB (14917172) - RowsReturned: 1,666,340 (1666340) - RowsReturnedRate: 1545 per second (1545) - TotalTime: 18.0m (1078286818757) Node Lifecycle Event Timeline Open Started: 3.7h (13153504263330) Open Finished: 3.7h (13153504263330) First Batch Requested: 4.1h (14924949752643) First Batch Returned: 4.1h (14924949752643) Last Batch Returned: 4.4h (16008776344576) Closed: 4.4h (16008782344330) Buffer pool - AllocTime: 131ms (131994597) - CumulativeAllocationBytes: 258.7 MiB (271245312) - CumulativeAllocations: 13,264 (13264) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14884864) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14884864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.9 MiB (211721799) - TotalGetBatchTime: 18.0m (1078241820602) - DataWaitTime: 18.0m (1078131825108) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 429ms (429982399) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,632 (6632) - TotalBatchesReceived: 6,632 (6632) - TotalBytesReceived: 127.8 MiB (133978744) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692280008000) - TotalRPCsDeferred: 45 (45) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 253 (253) - CodegenTotalWallClockTime: 4.32s (4318823254) - CodegenSysTime: 20ms (20707000) - CodegenUserTime: 3.45s (3446417000) - CodegenVoluntaryContextSwitches: 54 (54) - CompileTime: 1.34s (1343945000) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 86ms (86996440) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.86s (2859882960) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 23ms (23999018) - TotalTime: 4.32s (4318823254) Instance c7456fdd806a4994:3209e926000003bb (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.445 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 766.6 MiB (803886803) - PeakReservation: 739.0 MiB (774897664) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756849259207) - TotalNetworkSendTime: 999.98us (999978) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 565 (565) - TotalThreadsTotalWallClockTime: 6.0h (21540947446947) - TotalThreadsSysTime: 472ms (472920000) - TotalThreadsUserTime: 11.04s (11041351000) - TotalThreadsVoluntaryContextSwitches: 16,978 (16978) - TotalTime: 4.4h (16008774925328) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.98us (999978) Open Finished: 4.4h (16008773925350) First Batch Produced: 4.4h (16008773925350) First Batch Sent: 4.4h (16008773925350) ExecInternal Finished: 4.4h (16008774925328) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.98us (999978) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008772925372) - ExecTreeOpenTime: 4.4h (16003451041762) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.98us (999978) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6748) - TotalTime: 999.98us (999978) - UncompressedRowBatchSize: 10.9 KiB (11114) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 32ms (32999279) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003452041740) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 5.32s (5322883588) Open Finished: 4.4h (16008773925350) First Batch Requested: 4.4h (16008773925350) First Batch Returned: 4.4h (16008773925350) Last Batch Returned: 4.4h (16008773925350) Closed: 4.4h (16008774925328) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,908 (1421908) - BuildTime: 448ms (448990185) - InactiveTotalTime: 0ns (0) - LocalTime: 1.58s (1585965441) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,265 (707265) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.13s (1126975473) - RowsReturned: 429,124 (429124) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003338044226) Node Lifecycle Event Timeline Open Started: 5.32s (5322883588) Open Finished: 4.1h (14924922516273) First Batch Requested: 4.1h (14924922516273) First Batch Returned: 4.1h (14924928516143) Last Batch Returned: 4.4h (16008773925350) Closed: 4.4h (16008773925350) Buffer pool - AllocTime: 5ms (5999869) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999869) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 350ms (350992324) - BuildRowsPartitioned: 1,421,908 (1421908) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 95ms (95997905) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 25ms (25999430) - InactiveTotalTime: 1.4h (4962811556353) - PeakMemoryUsage: 944.0 KiB (966656) - RowsReturned: 1,421,908 (1421908) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962848555541) Node Lifecycle Event Timeline Open Started: 5.32s (5322883588) Open Finished: 32.0m (1917190085074) First Batch Requested: 32.0m (1917191085052) First Batch Returned: 32.0m (1917198084899) Last Batch Returned: 1.4h (4968527431345) Closed: 1.4h (4968624429228) Buffer pool - AllocTime: 45ms (45998996) - CumulativeAllocationBytes: 98.7 MiB (103530496) - CumulativeAllocations: 5,078 (5078) - InactiveTotalTime: 0ns (0) - PeakReservation: 944.0 KiB (966656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 944.0 KiB (966656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45998996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911867201486) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75361124) - TotalGetBatchTime: 1.4h (4962821556133) - DataWaitTime: 1.4h (4962811556353) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 85ms (85998123) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,539 (2539) - TotalBatchesReceived: 2,539 (2539) - TotalBytesReceived: 33.3 MiB (34961273) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,665 (1409665) - BuildTime: 311ms (311993195) - InactiveTotalTime: 0ns (0) - LocalTime: 645ms (645985931) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 126.1 MiB (132204800) - ProbeRows: 813,294 (813294) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 327ms (327992868) - RowsReturned: 707,265 (707265) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038903523244) Node Lifecycle Event Timeline Open Started: 1.4h (4968624429228) Open Finished: 4.1h (14924917516382) First Batch Requested: 4.1h (14924917516382) First Batch Returned: 4.1h (14924922516273) Last Batch Returned: 4.4h (16008771925394) Closed: 4.4h (16008773925350) Buffer pool - AllocTime: 4ms (4999890) - CumulativeAllocationBytes: 126.0 MiB (132120576) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 126.0 MiB (132120576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 126.0 MiB (132120576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999890) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 214ms (214995312) - BuildRowsPartitioned: 1,409,665 (1409665) - HashBuckets: 4,063,232 (4063232) - HashCollisions: 3 (3) - HashTablesBuildTime: 93ms (93997949) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 29ms (29999348) - InactiveTotalTime: 35.5m (2127245601962) - PeakMemoryUsage: 14.2 MiB (14875186) - RowsReturned: 1,409,665 (1409665) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127285601093) Node Lifecycle Event Timeline Open Started: 1.4h (4968624429228) Open Finished: 1.4h (4968624429228) First Batch Requested: 1.4h (4968625429206) First Batch Returned: 1.4h (4968625429206) Last Batch Returned: 2.0h (7096130025523) Closed: 2.0h (7096225023450) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 97.9 MiB (102678528) - CumulativeAllocations: 5,042 (5042) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74712245) - TotalGetBatchTime: 35.5m (2127252601811) - DataWaitTime: 35.5m (2127245601962) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 40ms (40999105) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,521 (2521) - TotalBatchesReceived: 2,521 (2521) - TotalBytesReceived: 33.0 MiB (34649568) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972720935314) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,399 (1658399) - BuildTime: 381ms (381991668) - InactiveTotalTime: 0ns (0) - LocalTime: 2.54s (2537944759) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,205 (1648205) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.52s (2521945108) - RowsReturned: 813,294 (813294) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910971936220) Node Lifecycle Event Timeline Open Started: 2.0h (7096225023450) Open Finished: 4.1h (14924915516425) First Batch Requested: 4.1h (14924915516425) First Batch Returned: 4.1h (14924917516382) Last Batch Returned: 4.4h (16008770925416) Closed: 4.4h (16008773925350) Buffer pool - AllocTime: 1ms (1999958) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999958) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 287ms (287993716) - BuildRowsPartitioned: 1,658,399 (1658399) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 90ms (90998017) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 28ms (28999365) - InactiveTotalTime: 1.0h (3760318066774) - PeakMemoryUsage: 14.1 MiB (14836973) - RowsReturned: 1,658,399 (1658399) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760360065854) Node Lifecycle Event Timeline Open Started: 2.0h (7096226023428) Open Finished: 2.0h (7096226023428) First Batch Requested: 2.0h (7096227023407) First Batch Returned: 2.0h (7096227023407) Last Batch Returned: 3.0h (10856886082739) Closed: 3.0h (10856978080734) Buffer pool - AllocTime: 3ms (3999914) - CumulativeAllocationBytes: 115.1 MiB (120733696) - CumulativeAllocations: 5,928 (5928) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999957) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87895147) - TotalGetBatchTime: 1.0h (3760327066577) - DataWaitTime: 1.0h (3760318066774) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 81ms (81998210) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,964 (2964) - TotalBatchesReceived: 2,964 (2964) - TotalBytesReceived: 39.2 MiB (41145599) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970585727732) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,614 (1654614) - BuildTime: 328ms (328992829) - InactiveTotalTime: 0ns (0) - LocalTime: 1.04s (1037977387) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,818 (1659818) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 698ms (698984776) - RowsReturned: 1,648,205 (1648205) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908437991374) Node Lifecycle Event Timeline Open Started: 2.0h (7096226023428) Open Finished: 4.1h (14924914516447) First Batch Requested: 4.1h (14924914516447) First Batch Returned: 4.1h (14924915516425) Last Batch Returned: 4.4h (16008770925416) Closed: 4.4h (16008773925350) Buffer pool - AllocTime: 6ms (6999847) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999847) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 233ms (233994896) - BuildRowsPartitioned: 1,654,614 (1654614) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 93ms (93997955) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 23ms (23999477) - InactiveTotalTime: 1.7h (6056907036575) - PeakMemoryUsage: 14.2 MiB (14879230) - RowsReturned: 1,654,614 (1654614) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056935035965) Node Lifecycle Event Timeline Open Started: 2.0h (7096226023428) Open Finished: 2.0h (7096226023428) First Batch Requested: 2.0h (7096226023428) First Batch Returned: 2.0h (7096227023407) Last Batch Returned: 3.7h (13153397054245) Closed: 3.7h (13153492052178) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 114.9 MiB (120438784) - CumulativeAllocations: 5,904 (5904) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87694542) - TotalGetBatchTime: 1.7h (6056911036488) - DataWaitTime: 1.7h (6056907036575) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14ms (14999673) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,952 (2952) - TotalBatchesReceived: 2,952 (2952) - TotalBytesReceived: 39.1 MiB (41044493) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919121677384) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,997 (1662997) - BuildTime: 333ms (333992736) - InactiveTotalTime: 0ns (0) - LocalTime: 858ms (858981327) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,086 (1663086) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 504ms (504989023) - RowsReturned: 1,659,818 (1659818) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850464978022) Node Lifecycle Event Timeline Open Started: 3.7h (13153492052178) Open Finished: 4.1h (14924913516469) First Batch Requested: 4.1h (14924913516469) First Batch Returned: 4.1h (14924914516447) Last Batch Returned: 4.4h (16008769925437) Closed: 4.4h (16008773925350) Buffer pool - AllocTime: 5ms (5999868) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999912) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 209ms (209995433) - BuildRowsPartitioned: 1,662,997 (1662997) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 120ms (120997367) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 26ms (26999413) - InactiveTotalTime: 29.5m (1771043472511) - PeakMemoryUsage: 14.3 MiB (14953370) - RowsReturned: 1,662,997 (1662997) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771080471707) Node Lifecycle Event Timeline Open Started: 3.7h (13153492052178) Open Finished: 3.7h (13153492052178) First Batch Requested: 3.7h (13153493052157) First Batch Returned: 3.7h (13153493052157) Last Batch Returned: 4.1h (14924791519124) Closed: 4.1h (14924913516469) Buffer pool - AllocTime: 3ms (3999913) - CumulativeAllocationBytes: 115.5 MiB (121077760) - CumulativeAllocations: 5,942 (5942) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88138841) - TotalGetBatchTime: 29.5m (1771053472294) - DataWaitTime: 29.5m (1771043472511) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 27ms (27999391) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,971 (2971) - TotalBatchesReceived: 2,971 (2971) - TotalBytesReceived: 39.6 MiB (41512657) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923343996803) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 36ms (36999192) - InactiveTotalTime: 18.0m (1078439526858) - PeakMemoryUsage: 14.1 MiB (14736653) - RowsReturned: 1,663,086 (1663086) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078525524988) Node Lifecycle Event Timeline Open Started: 3.7h (13153492052178) Open Finished: 3.7h (13153492052178) First Batch Requested: 4.1h (14924913516469) First Batch Returned: 4.1h (14924913516469) Last Batch Returned: 4.4h (16008764925546) Closed: 4.4h (16008773925350) Buffer pool - AllocTime: 66ms (66998538) - CumulativeAllocationBytes: 258.2 MiB (270712832) - CumulativeAllocations: 13,240 (13240) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999388) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211299762) - TotalGetBatchTime: 18.0m (1078480525970) - DataWaitTime: 18.0m (1078439526858) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 581ms (581987310) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,620 (6620) - TotalBatchesReceived: 6,620 (6620) - TotalBytesReceived: 127.5 MiB (133714175) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692216131313) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 557 (557) - CodegenTotalWallClockTime: 5.32s (5321883610) - CodegenSysTime: 79ms (79822000) - CodegenUserTime: 3.58s (3575631000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 1.54s (1539966321) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 153ms (153996632) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.60s (3595921357) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 26ms (26999410) - TotalTime: 5.32s (5321883610) Instance c7456fdd806a4994:3209e926000003b1 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.437 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805921209) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757581679522) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 354 (354) - TotalThreadsTotalWallClockTime: 6.0h (21540898959907) - TotalThreadsSysTime: 418ms (418095000) - TotalThreadsUserTime: 10.95s (10947243000) - TotalThreadsVoluntaryContextSwitches: 16,980 (16980) - TotalTime: 4.4h (16008747716641) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999977) Open Finished: 4.4h (16008748716630) First Batch Produced: 4.4h (16008748716630) First Batch Sent: 4.4h (16008748716630) ExecInternal Finished: 4.4h (16008749716618) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.99us (999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 0ns (0) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008746716653) - ExecTreeOpenTime: 4.4h (16004275767107) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6728) - TotalTime: 0ns (0) - UncompressedRowBatchSize: 10.8 KiB (11059) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 37ms (37999560) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004276767095) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.47s (4471949535) Open Finished: 4.4h (16008747716642) First Batch Requested: 4.4h (16008748716630) First Batch Returned: 4.4h (16008748716630) Last Batch Returned: 4.4h (16008748716630) Closed: 4.4h (16008748716630) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,420,969 (1420969) - BuildTime: 478ms (478994607) - InactiveTotalTime: 0ns (0) - LocalTime: 1.59s (1591981652) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 706,960 (706960) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1103987151) - RowsReturned: 428,830 (428830) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16004142768653) Node Lifecycle Event Timeline Open Started: 4.47s (4471949535) Open Finished: 4.1h (14924874322327) First Batch Requested: 4.1h (14924874322327) First Batch Returned: 4.1h (14924880322257) Last Batch Returned: 4.4h (16008747716642) Closed: 4.4h (16008747716642) Buffer pool - AllocTime: 6ms (6999921) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999921) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 396ms (396995537) - BuildRowsPartitioned: 1,420,969 (1420969) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 78ms (78999104) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 21ms (21999750) - InactiveTotalTime: 1.4h (4963598932846) - PeakMemoryUsage: 824.0 KiB (843776) - RowsReturned: 1,420,969 (1420969) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963632932463) Node Lifecycle Event Timeline Open Started: 4.47s (4471949535) Open Finished: 32.0m (1917172379852) First Batch Requested: 32.0m (1917174379830) First Batch Returned: 32.0m (1917182379740) Last Batch Returned: 1.4h (4968505877490) Closed: 1.4h (4968585876582) Buffer pool - AllocTime: 17ms (17999798) - CumulativeAllocationBytes: 98.6 MiB (103440384) - CumulativeAllocations: 5,064 (5064) - InactiveTotalTime: 0ns (0) - PeakReservation: 824.0 KiB (843776) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 824.0 KiB (843776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999809) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912700430317) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75311357) - TotalGetBatchTime: 1.4h (4963609932724) - DataWaitTime: 1.4h (4963598932846) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 56ms (56999355) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,532 (2532) - TotalBatchesReceived: 2,532 (2532) - TotalBytesReceived: 33.3 MiB (34934777) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,513 (1409513) - BuildTime: 316ms (316996398) - InactiveTotalTime: 0ns (0) - LocalTime: 682ms (682992139) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 812,667 (812667) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 354ms (354995866) - RowsReturned: 706,960 (706960) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038917854538) Node Lifecycle Event Timeline Open Started: 1.4h (4968585876582) Open Finished: 4.1h (14924870322373) First Batch Requested: 4.1h (14924870322373) First Batch Returned: 4.1h (14924874322327) Last Batch Returned: 4.4h (16008747716642) Closed: 4.4h (16008747716642) Buffer pool - AllocTime: 4ms (4999944) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 224ms (224997446) - BuildRowsPartitioned: 1,409,513 (1409513) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 89ms (89998975) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 20ms (20999757) - InactiveTotalTime: 35.5m (2127260778800) - PeakMemoryUsage: 14.2 MiB (14847468) - RowsReturned: 1,409,513 (1409513) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127289778465) Node Lifecycle Event Timeline Open Started: 1.4h (4968585876582) Open Finished: 1.4h (4968585876582) First Batch Requested: 1.4h (4968586876570) First Batch Returned: 1.4h (4968586876570) Last Batch Returned: 2.0h (7096106652424) Closed: 2.0h (7096197651388) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 97.9 MiB (102653952) - CumulativeAllocations: 5,038 (5038) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74704189) - TotalGetBatchTime: 35.5m (2127266778731) - DataWaitTime: 35.5m (2127260778800) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 23ms (23999724) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,519 (2519) - TotalBatchesReceived: 2,519 (2519) - TotalBytesReceived: 33.0 MiB (34649672) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972699807625) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,452 (1657452) - BuildTime: 386ms (386995569) - InactiveTotalTime: 0ns (0) - LocalTime: 2.51s (2508970816) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,595 (1647595) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2499970920) - RowsReturned: 812,667 (812667) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910945083934) Node Lifecycle Event Timeline Open Started: 2.0h (7096197651388) Open Finished: 4.1h (14924866322420) First Batch Requested: 4.1h (14924866322420) First Batch Returned: 4.1h (14924870322373) Last Batch Returned: 4.4h (16008746716653) Closed: 4.4h (16008747716642) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 293ms (293996642) - BuildRowsPartitioned: 1,657,452 (1657452) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 89ms (89998962) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 34ms (34999602) - InactiveTotalTime: 1.0h (3760303831304) - PeakMemoryUsage: 14.1 MiB (14822912) - RowsReturned: 1,657,452 (1657452) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760349830781) Node Lifecycle Event Timeline Open Started: 2.0h (7096197651388) Open Finished: 2.0h (7096197651388) First Batch Requested: 2.0h (7096199651365) First Batch Returned: 2.0h (7096199651365) Last Batch Returned: 3.0h (10856864478549) Closed: 3.0h (10856954477511) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.0 MiB (120610816) - CumulativeAllocations: 5,916 (5916) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87844956) - TotalGetBatchTime: 1.0h (3760309831235) - DataWaitTime: 1.0h (3760303831304) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 55ms (55999364) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,958 (2958) - TotalBatchesReceived: 2,958 (2958) - TotalBytesReceived: 39.2 MiB (41121000) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968358330864) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,653,900 (1653900) - BuildTime: 327ms (327996222) - InactiveTotalTime: 0ns (0) - LocalTime: 1.09s (1086987378) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,172 (1659172) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 743ms (743991330) - RowsReturned: 1,647,595 (1647595) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908436113118) Node Lifecycle Event Timeline Open Started: 2.0h (7096197651388) Open Finished: 4.1h (14924865322432) First Batch Requested: 4.1h (14924865322432) First Batch Returned: 4.1h (14924866322420) Last Batch Returned: 4.4h (16008745716665) Closed: 4.4h (16008747716642) Buffer pool - AllocTime: 3ms (3999955) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999955) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 231ms (231997335) - BuildRowsPartitioned: 1,653,900 (1653900) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 92ms (92998922) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 22ms (22999734) - InactiveTotalTime: 1.7h (6056909258095) - PeakMemoryUsage: 14.2 MiB (14850963) - RowsReturned: 1,653,900 (1653900) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056939257749) Node Lifecycle Event Timeline Open Started: 2.0h (7096197651388) Open Finished: 2.0h (7096197651388) First Batch Requested: 2.0h (7096198651377) First Batch Returned: 2.0h (7096198651377) Last Batch Returned: 3.7h (13153374906403) Closed: 3.7h (13153468905313) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 114.8 MiB (120381440) - CumulativeAllocations: 5,904 (5904) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87656700) - TotalGetBatchTime: 1.7h (6056914258038) - DataWaitTime: 1.7h (6056909258095) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12ms (12999852) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,952 (2952) - TotalBatchesReceived: 2,952 (2952) - TotalBytesReceived: 39.1 MiB (41020423) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919111887446) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,388 (1662388) - BuildTime: 340ms (340996030) - InactiveTotalTime: 0ns (0) - LocalTime: 869ms (869989883) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,305 (1662305) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 520ms (520993946) - RowsReturned: 1,659,172 (1659172) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850409867991) Node Lifecycle Event Timeline Open Started: 3.7h (13153468905313) Open Finished: 4.1h (14924865322432) First Batch Requested: 4.1h (14924865322432) First Batch Returned: 4.1h (14924865322432) Last Batch Returned: 4.4h (16008745716665) Closed: 4.4h (16008747716642) Buffer pool - AllocTime: 1ms (1999977) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 237ms (237997229) - BuildRowsPartitioned: 1,662,388 (1662388) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 97ms (97998859) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 17ms (17999791) - InactiveTotalTime: 29.5m (1771019421505) - PeakMemoryUsage: 14.2 MiB (14910436) - RowsReturned: 1,662,388 (1662388) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771052421123) Node Lifecycle Event Timeline Open Started: 3.7h (13153468905313) Open Finished: 3.7h (13153468905313) First Batch Requested: 3.7h (13153469905301) First Batch Returned: 3.7h (13153470905289) Last Batch Returned: 4.1h (14924764323607) Closed: 4.1h (14924865322432) Buffer pool - AllocTime: 5ms (5999931) - CumulativeAllocationBytes: 115.4 MiB (120963072) - CumulativeAllocations: 5,926 (5926) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88106564) - TotalGetBatchTime: 29.5m (1771030421378) - DataWaitTime: 29.5m (1771019421505) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 31ms (31999637) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,963 (2963) - TotalBatchesReceived: 2,963 (2963) - TotalBytesReceived: 39.6 MiB (41497663) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923344679489) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 34ms (34999594) - InactiveTotalTime: 18.0m (1078412457858) - PeakMemoryUsage: 13.8 MiB (14503225) - RowsReturned: 1,662,305 (1662305) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078487456985) Node Lifecycle Event Timeline Open Started: 3.7h (13153468905313) Open Finished: 3.7h (13153468905313) First Batch Requested: 4.1h (14924865322432) First Batch Returned: 4.1h (14924865322432) Last Batch Returned: 4.4h (16008737716758) Closed: 4.4h (16008747716642) Buffer pool - AllocTime: 86ms (86999001) - CumulativeAllocationBytes: 258.0 MiB (270532608) - CumulativeAllocations: 13,228 (13228) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38999562) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.4 MiB (211198693) - TotalGetBatchTime: 18.0m (1078445457475) - DataWaitTime: 18.0m (1078412457858) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 448ms (448994832) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,614 (6614) - TotalBatchesReceived: 6,614 (6614) - TotalBytesReceived: 127.5 MiB (133642009) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692184086225) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 336 (336) - CodegenTotalWallClockTime: 4.47s (4469949558) - CodegenSysTime: 33ms (33370000) - CodegenUserTime: 3.48s (3481144000) - CodegenVoluntaryContextSwitches: 44 (44) - CompileTime: 1.31s (1308985228) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54999380) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.08s (3075965289) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 24ms (24999718) - TotalTime: 4.47s (4469949558) Instance c7456fdd806a4994:3209e926000003af (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.436 - AverageThreadTokens: 1.35 (1.3455732991655989) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805963497) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757526757690) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 409 (409) - TotalThreadsTotalWallClockTime: 6.0h (21540869360594) - TotalThreadsSysTime: 407ms (407211000) - TotalThreadsUserTime: 10.71s (10707882000) - TotalThreadsVoluntaryContextSwitches: 17,226 (17226) - TotalTime: 4.4h (16008747324738) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999990) Open Finished: 4.4h (16008747324738) First Batch Produced: 4.4h (16008747324738) First Batch Sent: 4.4h (16008747324738) ExecInternal Finished: 4.4h (16008749324718) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 0ns (0) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008746324748) - ExecTreeOpenTime: 4.4h (16003753376010) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 999.99us (999990) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6735) - TotalTime: 0ns (0) - UncompressedRowBatchSize: 10.8 KiB (11067) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 27ms (27999707) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003754376000) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 4.99s (4993948728) Open Finished: 4.4h (16008747324738) First Batch Requested: 4.4h (16008747324738) First Batch Returned: 4.4h (16008747324738) Last Batch Returned: 4.4h (16008747324738) Closed: 4.4h (16008747324738) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,314 (1423314) - BuildTime: 423ms (423995640) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1541984121) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,750 (708750) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1104988614) - RowsReturned: 429,752 (429752) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003686376706) Node Lifecycle Event Timeline Open Started: 4.99s (4993948728) Open Finished: 4.1h (14924848507094) First Batch Requested: 4.1h (14924848507094) First Batch Returned: 4.1h (14924852507053) Last Batch Returned: 4.4h (16008746324748) Closed: 4.4h (16008747324738) Buffer pool - AllocTime: 6ms (6999927) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999927) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 338ms (338996513) - BuildRowsPartitioned: 1,423,314 (1423314) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 81ms (81999157) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 13ms (13999860) - InactiveTotalTime: 1.4h (4963137055358) - PeakMemoryUsage: 592.0 KiB (606208) - RowsReturned: 1,423,314 (1423314) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963162055104) Node Lifecycle Event Timeline Open Started: 4.99s (4993948728) Open Finished: 32.0m (1917170335029) First Batch Requested: 32.0m (1917172335009) First Batch Returned: 32.0m (1917180334927) Last Batch Returned: 1.4h (4968505000243) Closed: 1.4h (4968587999390) Buffer pool - AllocTime: 21ms (21999775) - CumulativeAllocationBytes: 98.8 MiB (103636992) - CumulativeAllocations: 5,080 (5080) - InactiveTotalTime: 0ns (0) - PeakReservation: 592.0 KiB (606208) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 592.0 KiB (606208) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999796) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912176386301) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75435642) - TotalGetBatchTime: 1.4h (4963147055254) - DataWaitTime: 1.4h (4963137055358) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 62ms (62999355) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,540 (2540) - TotalBatchesReceived: 2,540 (2540) - TotalBytesReceived: 33.4 MiB (34991219) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,881 (1410881) - BuildTime: 314ms (314996773) - InactiveTotalTime: 0ns (0) - LocalTime: 617ms (617993643) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,258 (814258) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 292ms (292996973) - RowsReturned: 708,750 (708750) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038982337481) Node Lifecycle Event Timeline Open Started: 1.4h (4968587999390) Open Finished: 4.1h (14924843507146) First Batch Requested: 4.1h (14924843507146) First Batch Returned: 4.1h (14924848507094) Last Batch Returned: 4.4h (16008744324769) Closed: 4.4h (16008747324738) Buffer pool - AllocTime: 1ms (1999979) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999979) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 214ms (214997803) - BuildRowsPartitioned: 1,410,881 (1410881) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 96ms (96999002) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 30ms (30999687) - InactiveTotalTime: 35.5m (2127254127472) - PeakMemoryUsage: 14.2 MiB (14875573) - RowsReturned: 1,410,881 (1410881) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127292127088) Node Lifecycle Event Timeline Open Started: 1.4h (4968587999390) Open Finished: 1.4h (4968587999390) First Batch Requested: 1.4h (4968588999380) First Batch Returned: 1.4h (4968588999380) Last Batch Returned: 2.0h (7096106124167) Closed: 2.0h (7096204123158) Buffer pool - AllocTime: 1ms (1999980) - CumulativeAllocationBytes: 98.0 MiB (102793216) - CumulativeAllocations: 5,044 (5044) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74776693) - TotalGetBatchTime: 35.5m (2127260127411) - DataWaitTime: 35.5m (2127254127472) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 32ms (32999663) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,522 (2522) - TotalBatchesReceived: 2,522 (2522) - TotalBytesReceived: 33.1 MiB (34678656) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972789505829) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,926 (1658926) - BuildTime: 358ms (358996317) - InactiveTotalTime: 0ns (0) - LocalTime: 2.43s (2431974918) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,912 (1648912) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2418975049) - RowsReturned: 814,258 (814258) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911072216750) Node Lifecycle Event Timeline Open Started: 2.0h (7096204123158) Open Finished: 4.1h (14924840507177) First Batch Requested: 4.1h (14924840507177) First Batch Returned: 4.1h (14924843507146) Last Batch Returned: 4.4h (16008744324769) Closed: 4.4h (16008747324738) Buffer pool - AllocTime: 2ms (2999967) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 267ms (267997253) - BuildRowsPartitioned: 1,658,926 (1658926) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 89ms (89999074) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 28ms (28999699) - InactiveTotalTime: 1.0h (3760309314338) - PeakMemoryUsage: 14.2 MiB (14850860) - RowsReturned: 1,658,926 (1658926) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760352313895) Node Lifecycle Event Timeline Open Started: 2.0h (7096204123158) Open Finished: 2.0h (7096204123158) First Batch Requested: 2.0h (7096206123138) First Batch Returned: 2.0h (7096206123138) Last Batch Returned: 3.0h (10856863433906) Closed: 3.0h (10856953432980) Buffer pool - AllocTime: 1ms (1999980) - CumulativeAllocationBytes: 115.1 MiB (120717312) - CumulativeAllocations: 5,922 (5922) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87923078) - TotalGetBatchTime: 1.0h (3760317314256) - DataWaitTime: 1.0h (3760309314338) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 54ms (54999439) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,961 (2961) - TotalBatchesReceived: 2,961 (2961) - TotalBytesReceived: 39.3 MiB (41157360) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968366064877) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,309 (1655309) - BuildTime: 298ms (298996918) - InactiveTotalTime: 0ns (0) - LocalTime: 954ms (954990156) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,607 (1660607) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 646ms (646993329) - RowsReturned: 1,648,912 (1648912) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908645241781) Node Lifecycle Event Timeline Open Started: 2.0h (7096204123158) Open Finished: 4.1h (14924840507177) First Batch Requested: 4.1h (14924840507177) First Batch Returned: 4.1h (14924840507177) Last Batch Returned: 4.4h (16008743324779) Closed: 4.4h (16008747324738) Buffer pool - AllocTime: 2ms (2999969) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 205ms (205997877) - BuildRowsPartitioned: 1,655,309 (1655309) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 89ms (89999072) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 21ms (21999775) - InactiveTotalTime: 1.7h (6056930661412) - PeakMemoryUsage: 14.1 MiB (14780706) - RowsReturned: 1,655,309 (1655309) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056957661137) Node Lifecycle Event Timeline Open Started: 2.0h (7096204123158) Open Finished: 2.0h (7096204123158) First Batch Requested: 2.0h (7096206123138) First Batch Returned: 2.0h (7096206123138) Last Batch Returned: 3.7h (13153373782112) Closed: 3.7h (13153464781173) Buffer pool - AllocTime: 1ms (1999980) - CumulativeAllocationBytes: 114.9 MiB (120504320) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999980) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87731377) - TotalGetBatchTime: 1.7h (6056933661382) - DataWaitTime: 1.7h (6056930661412) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 17ms (17999819) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41061563) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919114273957) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,663,840 (1663840) - BuildTime: 280ms (280997113) - InactiveTotalTime: 0ns (0) - LocalTime: 800ms (800991745) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,812 (1663812) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 510ms (510994724) - RowsReturned: 1,660,607 (1660607) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850732590488) Node Lifecycle Event Timeline Open Started: 3.7h (13153464781173) Open Finished: 4.1h (14924839507187) First Batch Requested: 4.1h (14924839507187) First Batch Returned: 4.1h (14924840507177) Last Batch Returned: 4.4h (16008742324790) Closed: 4.4h (16008747324738) Buffer pool - AllocTime: 999.99us (999990) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 202ms (202997917) - BuildRowsPartitioned: 1,663,840 (1663840) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 76ms (76999206) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 20ms (20999786) - InactiveTotalTime: 29.5m (1771060729239) - PeakMemoryUsage: 14.2 MiB (14910438) - RowsReturned: 1,663,840 (1663840) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771088728953) Node Lifecycle Event Timeline Open Started: 3.7h (13153465781163) Open Finished: 3.7h (13153465781163) First Batch Requested: 3.7h (13153465781163) First Batch Returned: 3.7h (13153466781153) Last Batch Returned: 4.1h (14924761507991) Closed: 4.1h (14924839507187) Buffer pool - AllocTime: 999.99us (999990) - CumulativeAllocationBytes: 115.5 MiB (121094144) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88183520) - TotalGetBatchTime: 29.5m (1771067729167) - DataWaitTime: 29.5m (1771060729239) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 25ms (25999736) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41532811) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923331991482) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 38ms (38999600) - InactiveTotalTime: 18.0m (1078776870469) - PeakMemoryUsage: 13.9 MiB (14605877) - RowsReturned: 1,663,812 (1663812) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078842869790) Node Lifecycle Event Timeline Open Started: 3.7h (13153465781163) Open Finished: 3.7h (13153465781163) First Batch Requested: 4.1h (14924839507187) First Batch Returned: 4.1h (14924839507187) Last Batch Returned: 4.4h (16008736324852) Closed: 4.4h (16008747324738) Buffer pool - AllocTime: 109ms (109998868) - CumulativeAllocationBytes: 258.3 MiB (270811136) - CumulativeAllocations: 13,244 (13244) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14483456) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14483456) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999836) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211393540) - TotalGetBatchTime: 18.0m (1078798870240) - DataWaitTime: 18.0m (1078776870469) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 445ms (445995417) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,622 (6622) - TotalBatchesReceived: 6,622 (6622) - TotalBytesReceived: 127.6 MiB (133760556) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692154220890) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 402 (402) - CodegenTotalWallClockTime: 4.99s (4992948738) - CodegenSysTime: 33ms (33171000) - CodegenUserTime: 3.57s (3566166000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 1.56s (1564983933) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62999353) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.33s (3332965780) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 25ms (25999733) - TotalTime: 4.99s (4992948738) Instance c7456fdd806a4994:3209e926000003d4 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.462 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806065483) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757373781532) - TotalNetworkSendTime: 1,000.00us (999998) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 436 (436) - TotalThreadsTotalWallClockTime: 6.0h (21540936887390) - TotalThreadsSysTime: 527ms (527168000) - TotalThreadsUserTime: 10.60s (10602044000) - TotalThreadsVoluntaryContextSwitches: 17,018 (17018) - TotalTime: 4.4h (16008735892279) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999996) Open Finished: 4.4h (16008734892281) First Batch Produced: 4.4h (16008734892281) First Batch Sent: 4.4h (16008734892281) ExecInternal Finished: 4.4h (16008736892278) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1,000.00us (999998) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008732892285) - ExecTreeOpenTime: 4.4h (16003883900224) - PrepareTime: 1ms (1999996) - ExecTreePrepareTime: 1,000.00us (999998) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1,000.00us (999998) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6801) - TotalTime: 1,000.00us (999998) - UncompressedRowBatchSize: 10.9 KiB (11133) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 21ms (21999964) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003884900222) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.85s (4850992057) Open Finished: 4.4h (16008734892281) First Batch Requested: 4.4h (16008734892281) First Batch Returned: 4.4h (16008734892281) Last Batch Returned: 4.4h (16008734892281) Closed: 4.4h (16008735892279) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,545 (1422545) - BuildTime: 511ms (511999170) - InactiveTotalTime: 0ns (0) - LocalTime: 1.66s (1658997295) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 709,405 (709405) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.14s (1135998144) - RowsReturned: 429,729 (429729) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003780900392) Node Lifecycle Event Timeline Open Started: 4.85s (4850992057) Open Finished: 4.1h (14924899651593) First Batch Requested: 4.1h (14924899651593) First Batch Returned: 4.1h (14924906651581) Last Batch Returned: 4.4h (16008734892281) Closed: 4.4h (16008734892281) Buffer pool - AllocTime: 6ms (6999987) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999987) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 426ms (426999309) - BuildRowsPartitioned: 1,422,545 (1422545) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 82ms (82999864) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 26ms (26999957) - InactiveTotalTime: 1.4h (4963155879845) - PeakMemoryUsage: 624.0 KiB (638976) - RowsReturned: 1,422,545 (1422545) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963202879766) Node Lifecycle Event Timeline Open Started: 4.85s (4850992057) Open Finished: 32.0m (1917132860525) First Batch Requested: 32.0m (1917133860523) First Batch Returned: 32.0m (1917141860510) Last Batch Returned: 1.4h (4968487871121) Closed: 1.4h (4968571870984) Buffer pool - AllocTime: 9ms (9999985) - CumulativeAllocationBytes: 98.8 MiB (103571456) - CumulativeAllocations: 5,082 (5082) - InactiveTotalTime: 0ns (0) - PeakReservation: 624.0 KiB (638976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 624.0 KiB (638976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912281868468) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75394885) - TotalGetBatchTime: 1.4h (4963169879819) - DataWaitTime: 1.4h (4963155879845) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 54ms (54999914) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,541 (2541) - TotalBatchesReceived: 2,541 (2541) - TotalBytesReceived: 33.4 MiB (34971565) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,201 (1411201) - BuildTime: 351ms (351999430) - InactiveTotalTime: 0ns (0) - LocalTime: 665ms (665998928) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 816,253 (816253) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 306ms (306999510) - RowsReturned: 709,405 (709405) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038919023331) Node Lifecycle Event Timeline Open Started: 1.4h (4968571870984) Open Finished: 4.1h (14924894651601) First Batch Requested: 4.1h (14924894651601) First Batch Returned: 4.1h (14924899651593) Last Batch Returned: 4.4h (16008733892283) Closed: 4.4h (16008734892281) Buffer pool - AllocTime: 2ms (2999995) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 260ms (260999579) - BuildRowsPartitioned: 1,411,201 (1411201) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 88ms (88999854) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 21ms (21999963) - InactiveTotalTime: 35.5m (2127217517560) - PeakMemoryUsage: 14.1 MiB (14833659) - RowsReturned: 1,411,201 (1411201) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127250517505) Node Lifecycle Event Timeline Open Started: 1.4h (4968571870984) Open Finished: 1.4h (4968571870984) First Batch Requested: 1.4h (4968572870983) First Batch Returned: 1.4h (4968572870983) Last Batch Returned: 2.0h (7096087388062) Closed: 2.0h (7096177387914) Buffer pool - AllocTime: 1,000.00us (999998) - CumulativeAllocationBytes: 98.0 MiB (102809600) - CumulativeAllocations: 5,050 (5050) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74793653) - TotalGetBatchTime: 35.5m (2127224517548) - DataWaitTime: 35.5m (2127217517560) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 41ms (41999932) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,525 (2525) - TotalBatchesReceived: 2,525 (2525) - TotalBytesReceived: 33.1 MiB (34688859) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972690613012) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,659,510 (1659510) - BuildTime: 352ms (352999439) - InactiveTotalTime: 0ns (0) - LocalTime: 2.43s (2429996075) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,395 (1649395) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2423996085) - RowsReturned: 816,253 (816253) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911002506898) Node Lifecycle Event Timeline Open Started: 2.0h (7096177387914) Open Finished: 4.1h (14924891651606) First Batch Requested: 4.1h (14924891651606) First Batch Returned: 4.1h (14924894651601) Last Batch Returned: 4.4h (16008733892283) Closed: 4.4h (16008734892281) Buffer pool - AllocTime: 1,000.00us (999999) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999999) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 257ms (257999592) - BuildRowsPartitioned: 1,659,510 (1659510) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 90ms (90999852) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 18ms (18999969) - InactiveTotalTime: 1.0h (3760351870198) - PeakMemoryUsage: 14.2 MiB (14893700) - RowsReturned: 1,659,510 (1659510) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760378870152) Node Lifecycle Event Timeline Open Started: 2.0h (7096177387914) Open Finished: 2.0h (7096177387914) First Batch Requested: 2.0h (7096179387911) First Batch Returned: 2.0h (7096179387911) Last Batch Returned: 3.0h (10856848257604) Closed: 3.0h (10856940257455) Buffer pool - AllocTime: 8ms (8999986) - CumulativeAllocationBytes: 115.3 MiB (120856576) - CumulativeAllocations: 5,928 (5928) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87954030) - TotalGetBatchTime: 1.0h (3760358870185) - DataWaitTime: 1.0h (3760351870198) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 41ms (41999937) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,964 (2964) - TotalBatchesReceived: 2,964 (2964) - TotalBytesReceived: 39.3 MiB (41174637) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968379316346) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,898 (1655898) - BuildTime: 332ms (332999456) - InactiveTotalTime: 0ns (0) - LocalTime: 990ms (990998423) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,124 (1661124) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 643ms (643998987) - RowsReturned: 1,649,395 (1649395) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908573510822) Node Lifecycle Event Timeline Open Started: 2.0h (7096177387914) Open Finished: 4.1h (14924890651607) First Batch Requested: 4.1h (14924890651607) First Batch Returned: 4.1h (14924891651606) Last Batch Returned: 4.4h (16008733892283) Closed: 4.4h (16008734892281) Buffer pool - AllocTime: 2ms (2999994) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 237ms (237999609) - BuildRowsPartitioned: 1,655,898 (1655898) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 92ms (92999850) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 28ms (28999953) - InactiveTotalTime: 1.7h (6056902138732) - PeakMemoryUsage: 14.2 MiB (14893170) - RowsReturned: 1,655,898 (1655898) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056933138681) Node Lifecycle Event Timeline Open Started: 2.0h (7096177387914) Open Finished: 2.0h (7096177387914) First Batch Requested: 2.0h (7096178387913) First Batch Returned: 2.0h (7096178387913) Last Batch Returned: 3.7h (13153355526195) Closed: 3.7h (13153449526043) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 114.9 MiB (120528896) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87762594) - TotalGetBatchTime: 1.7h (6056904138728) - DataWaitTime: 1.7h (6056902138732) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 26ms (26999958) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41082095) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919127506997) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,459 (1664459) - BuildTime: 352ms (352999421) - InactiveTotalTime: 0ns (0) - LocalTime: 880ms (880998552) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,348 (1664348) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 519ms (519999144) - RowsReturned: 1,661,124 (1661124) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850649373718) Node Lifecycle Event Timeline Open Started: 3.7h (13153449526043) Open Finished: 4.1h (14924890651607) First Batch Requested: 4.1h (14924890651607) First Batch Returned: 4.1h (14924890651607) Last Batch Returned: 4.4h (16008731892286) Closed: 4.4h (16008734892281) Buffer pool - AllocTime: 2ms (2999996) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 220ms (220999635) - BuildRowsPartitioned: 1,664,459 (1664459) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 129ms (129999789) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 23ms (23999957) - InactiveTotalTime: 29.5m (1771055126202) - PeakMemoryUsage: 14.3 MiB (14981765) - RowsReturned: 1,664,459 (1664459) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771085126148) Node Lifecycle Event Timeline Open Started: 3.7h (13153449526043) Open Finished: 3.7h (13153449526043) First Batch Requested: 3.7h (13153449526043) First Batch Returned: 3.7h (13153450526041) Last Batch Returned: 4.1h (14924758651821) Closed: 4.1h (14924889651609) Buffer pool - AllocTime: 1ms (1999996) - CumulativeAllocationBytes: 115.6 MiB (121192448) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88216327) - TotalGetBatchTime: 29.5m (1771059126195) - DataWaitTime: 29.5m (1771055126202) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 21ms (21999961) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41550495) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923367688371) - TotalRPCsDeferred: 65 (65) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 21ms (21999968) - InactiveTotalTime: 18.0m (1078587249168) - PeakMemoryUsage: 14.1 MiB (14789230) - RowsReturned: 1,664,348 (1664348) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078683249018) Node Lifecycle Event Timeline Open Started: 3.7h (13153449526043) Open Finished: 3.7h (13153449526043) First Batch Requested: 4.1h (14924889651609) First Batch Returned: 4.1h (14924890651607) Last Batch Returned: 4.4h (16008725892296) Closed: 4.4h (16008734892281) Buffer pool - AllocTime: 13ms (13999973) - CumulativeAllocationBytes: 258.3 MiB (270876672) - CumulativeAllocations: 13,252 (13252) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.0 MiB (14704640) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.0 MiB (14704640) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999986) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211463599) - TotalGetBatchTime: 18.0m (1078652249064) - DataWaitTime: 18.0m (1078587249168) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 295ms (295999512) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,626 (6626) - TotalBatchesReceived: 6,626 (6626) - TotalBytesReceived: 127.6 MiB (133818210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692318655056) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 421 (421) - CodegenTotalWallClockTime: 4.85s (4848992061) - CodegenSysTime: 54ms (54350000) - CodegenUserTime: 3.42s (3416871000) - CodegenVoluntaryContextSwitches: 87 (87) - CompileTime: 1.37s (1369997757) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 69ms (69999885) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.37s (3368994484) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 25ms (25999958) - TotalTime: 4.85s (4848992061) Instance c7456fdd806a4994:3209e926000003ba (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.444 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805944572) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757601153575) - TotalNetworkSendTime: 999.99us (999989) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 503 (503) - TotalThreadsTotalWallClockTime: 6.0h (21540900080033) - TotalThreadsSysTime: 463ms (463285000) - TotalThreadsUserTime: 10.83s (10829073000) - TotalThreadsVoluntaryContextSwitches: 17,093 (17093) - TotalTime: 4.4h (16008730637479) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999988) Open Finished: 4.4h (16008729637490) First Batch Produced: 4.4h (16008729637490) First Batch Sent: 4.4h (16008729637490) ExecInternal Finished: 4.4h (16008730637479) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.99us (999989) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008728637502) - ExecTreeOpenTime: 4.4h (16003881695845) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.99us (999989) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.8 KiB (6945) - TotalTime: 999.99us (999989) - UncompressedRowBatchSize: 11.0 KiB (11262) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 36ms (36999560) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003882695833) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.85s (4847941645) Open Finished: 4.4h (16008729637490) First Batch Requested: 4.4h (16008729637490) First Batch Returned: 4.4h (16008729637490) Last Batch Returned: 4.4h (16008729637490) Closed: 4.4h (16008730637479) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,420,403 (1420403) - BuildTime: 373ms (373995529) - InactiveTotalTime: 0ns (0) - LocalTime: 1.48s (1478982467) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,060 (707060) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1097987022) - RowsReturned: 427,871 (427871) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003798696828) Node Lifecycle Event Timeline Open Started: 4.85s (4847941645) Open Finished: 4.1h (14924876456111) First Batch Requested: 4.1h (14924876456111) First Batch Returned: 4.1h (14924882456040) Last Batch Returned: 4.4h (16008728637502) Closed: 4.4h (16008729637490) Buffer pool - AllocTime: 4ms (4999939) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999939) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 291ms (291996507) - BuildRowsPartitioned: 1,420,403 (1420403) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 79ms (79999046) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 19ms (19999763) - InactiveTotalTime: 1.4h (4963312543655) - PeakMemoryUsage: 544.0 KiB (557056) - RowsReturned: 1,420,403 (1420403) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963343543284) Node Lifecycle Event Timeline Open Started: 4.85s (4847941645) Open Finished: 32.0m (1917148945507) First Batch Requested: 32.0m (1917149945495) First Batch Returned: 32.0m (1917157945400) Last Batch Returned: 1.4h (4968487481388) Closed: 1.4h (4968568480422) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 98.7 MiB (103456768) - CumulativeAllocations: 5,078 (5078) - InactiveTotalTime: 0ns (0) - PeakReservation: 544.0 KiB (557056) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 544.0 KiB (557056) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912301003862) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75281359) - TotalGetBatchTime: 1.4h (4963321543545) - DataWaitTime: 1.4h (4963312543655) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 50ms (50999392) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,539 (2539) - TotalBatchesReceived: 2,539 (2539) - TotalBytesReceived: 33.3 MiB (34917078) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,408,578 (1408578) - BuildTime: 282ms (282996633) - InactiveTotalTime: 0ns (0) - LocalTime: 619ms (619992650) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,284 (813284) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 327ms (327996124) - RowsReturned: 707,060 (707060) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038976171077) Node Lifecycle Event Timeline Open Started: 1.4h (4968568480422) Open Finished: 4.1h (14924873456146) First Batch Requested: 4.1h (14924873456146) First Batch Returned: 4.1h (14924876456111) Last Batch Returned: 4.4h (16008727637514) Closed: 4.4h (16008729637490) Buffer pool - AllocTime: 3ms (3999952) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999952) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 181ms (181997834) - BuildRowsPartitioned: 1,408,578 (1408578) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 98ms (98998823) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 15ms (15999810) - InactiveTotalTime: 35.5m (2127303691305) - PeakMemoryUsage: 14.1 MiB (14819383) - RowsReturned: 1,408,578 (1408578) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127330690984) Node Lifecycle Event Timeline Open Started: 1.4h (4968568480422) Open Finished: 1.4h (4968568480422) First Batch Requested: 1.4h (4968569480410) First Batch Returned: 1.4h (4968569480410) Last Batch Returned: 2.0h (7096088169156) Closed: 2.0h (7096188167967) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 97.9 MiB (102604800) - CumulativeAllocations: 5,034 (5034) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74654634) - TotalGetBatchTime: 35.5m (2127313691186) - DataWaitTime: 35.5m (2127303691305) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 25ms (25999691) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,517 (2517) - TotalBatchesReceived: 2,517 (2517) - TotalBytesReceived: 33.0 MiB (34621815) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972685831393) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,260 (1657260) - BuildTime: 377ms (377995501) - InactiveTotalTime: 0ns (0) - LocalTime: 2.50s (2500970424) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,555 (1647555) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.49s (2491970530) - RowsReturned: 813,284 (813284) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911025487443) Node Lifecycle Event Timeline Open Started: 2.0h (7096188167967) Open Finished: 4.1h (14924869456193) First Batch Requested: 4.1h (14924869456193) First Batch Returned: 4.1h (14924873456146) Last Batch Returned: 4.4h (16008726637526) Closed: 4.4h (16008729637490) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 281ms (281996638) - BuildRowsPartitioned: 1,657,260 (1657260) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 92ms (92998899) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 29ms (29999645) - InactiveTotalTime: 1.0h (3760317379654) - PeakMemoryUsage: 14.2 MiB (14907362) - RowsReturned: 1,657,260 (1657260) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760368379051) Node Lifecycle Event Timeline Open Started: 2.0h (7096188167967) Open Finished: 2.0h (7096188167967) First Batch Requested: 2.0h (7096190167943) First Batch Returned: 2.0h (7096190167943) Last Batch Returned: 3.0h (10856845543572) Closed: 3.0h (10856939542459) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 115.0 MiB (120602624) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87834780) - TotalGetBatchTime: 1.0h (3760333379465) - DataWaitTime: 1.0h (3760317379654) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 47ms (47999427) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41114696) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970784004427) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,653,845 (1653845) - BuildTime: 293ms (293996520) - InactiveTotalTime: 0ns (0) - LocalTime: 948ms (948988783) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,927 (1658927) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 639ms (639992442) - RowsReturned: 1,647,555 (1647555) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908526516995) Node Lifecycle Event Timeline Open Started: 2.0h (7096188167967) Open Finished: 4.1h (14924868456205) First Batch Requested: 4.1h (14924869456193) First Batch Returned: 4.1h (14924869456193) Last Batch Returned: 4.4h (16008726637526) Closed: 4.4h (16008728637502) Buffer pool - AllocTime: 4ms (4999940) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999940) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 199ms (199997630) - BuildRowsPartitioned: 1,653,845 (1653845) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 91ms (91998914) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 25ms (25999693) - InactiveTotalTime: 1.7h (6056924224178) - PeakMemoryUsage: 14.2 MiB (14850806) - RowsReturned: 1,653,845 (1653845) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056958223775) Node Lifecycle Event Timeline Open Started: 2.0h (7096188167967) Open Finished: 2.0h (7096188167967) First Batch Requested: 2.0h (7096189167955) First Batch Returned: 2.0h (7096189167955) Last Batch Returned: 3.7h (13153356389253) Closed: 3.7h (13153449388155) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 114.9 MiB (120438784) - CumulativeAllocations: 5,906 (5906) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87653785) - TotalGetBatchTime: 1.7h (6056930224106) - DataWaitTime: 1.7h (6056924224178) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 13ms (13999834) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,953 (2953) - TotalBatchesReceived: 2,953 (2953) - TotalBytesReceived: 39.1 MiB (41025190) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919123813511) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,108 (1662108) - BuildTime: 346ms (346995902) - InactiveTotalTime: 0ns (0) - LocalTime: 856ms (856989871) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,078 (1662078) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 498ms (498994101) - RowsReturned: 1,658,927 (1658927) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850619304437) Node Lifecycle Event Timeline Open Started: 3.7h (13153449388155) Open Finished: 4.1h (14924868456205) First Batch Requested: 4.1h (14924868456205) First Batch Returned: 4.1h (14924868456205) Last Batch Returned: 4.4h (16008725637538) Closed: 4.4h (16008728637502) Buffer pool - AllocTime: 6ms (6999917) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999917) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 227ms (227997310) - BuildRowsPartitioned: 1,662,108 (1662108) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 115ms (115998628) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 24ms (24999710) - InactiveTotalTime: 29.5m (1771036072570) - PeakMemoryUsage: 14.2 MiB (14881927) - RowsReturned: 1,662,108 (1662108) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771069072184) Node Lifecycle Event Timeline Open Started: 3.7h (13153449388155) Open Finished: 3.7h (13153449388155) First Batch Requested: 3.7h (13153450388143) First Batch Returned: 3.7h (13153450388143) Last Batch Returned: 4.1h (14924750457601) Closed: 4.1h (14924868456205) Buffer pool - AllocTime: 3ms (3999952) - CumulativeAllocationBytes: 115.4 MiB (121004032) - CumulativeAllocations: 5,934 (5934) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88091724) - TotalGetBatchTime: 29.5m (1771040072522) - DataWaitTime: 29.5m (1771036072570) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 24ms (24999703) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,967 (2967) - TotalBatchesReceived: 2,967 (2967) - TotalBytesReceived: 39.6 MiB (41493413) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923334234644) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 28ms (28999654) - InactiveTotalTime: 18.0m (1078627243165) - PeakMemoryUsage: 13.9 MiB (14565185) - RowsReturned: 1,662,078 (1662078) - RowsReturnedRate: 1540 per second (1540) - TotalTime: 18.0m (1078693242382) Node Lifecycle Event Timeline Open Started: 3.7h (13153449388155) Open Finished: 3.7h (13153449388155) First Batch Requested: 4.1h (14924868456205) First Batch Returned: 4.1h (14924868456205) Last Batch Returned: 4.4h (16008719637609) Closed: 4.4h (16008728637502) Buffer pool - AllocTime: 44ms (44999466) - CumulativeAllocationBytes: 258.0 MiB (270499840) - CumulativeAllocations: 13,228 (13228) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14483456) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14483456) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999844) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.4 MiB (211159928) - TotalGetBatchTime: 18.0m (1078658242798) - DataWaitTime: 18.0m (1078627243165) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 352ms (352995820) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,614 (6614) - TotalBatchesReceived: 6,614 (6614) - TotalBytesReceived: 127.4 MiB (133622743) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692188927464) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 493 (493) - CodegenTotalWallClockTime: 4.85s (4846941657) - CodegenSysTime: 48ms (48021000) - CodegenUserTime: 3.55s (3550914000) - CodegenVoluntaryContextSwitches: 70 (70) - CompileTime: 1.50s (1498981956) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 217ms (217997376) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.10s (3097962710) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 27ms (27999663) - TotalTime: 4.85s (4846941657) Instance c7456fdd806a4994:3209e926000003bf (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.456 - AverageThreadTokens: 1.14 (1.1436752832196282) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.5 MiB (805861066) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.0h (18101183277462) - TotalNetworkSendTime: 999.99us (999987) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 143 (143) - TotalThreadsTotalWallClockTime: 5.1h (18305241429205) - TotalThreadsSysTime: 512ms (512497000) - TotalThreadsUserTime: 10.76s (10756575000) - TotalThreadsVoluntaryContextSwitches: 16,279 (16279) - TotalTime: 4.4h (16008729984629) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999957) Open Finished: 4.4h (16008730984613) First Batch Produced: 4.4h (16008730984613) First Batch Sent: 4.4h (16008730984613) ExecInternal Finished: 4.4h (16008734984558) Buffer pool - AllocTime: 3.83s (3827946326) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 3.83s (3827946326) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.99us (999987) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008727984656) - ExecTreeOpenTime: 4.4h (16005506030113) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 999.99us (999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.99us (999987) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.5 KiB (6653) - TotalTime: 999.99us (999987) - UncompressedRowBatchSize: 10.6 KiB (10892) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 35ms (35999506) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16005507030099) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 3.22s (3224954500) Open Finished: 4.4h (16008730984613) First Batch Requested: 4.4h (16008730984613) First Batch Returned: 4.4h (16008730984613) Last Batch Returned: 4.4h (16008730984613) Closed: 4.4h (16008731984600) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,945 (1423945) - BuildTime: 1.8m (107870487509) - InactiveTotalTime: 0ns (0) - LocalTime: 1.9m (111719433946) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,933 (707933) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.19s (1191983690) - RowsReturned: 428,574 (428574) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16005414031373) Node Lifecycle Event Timeline Open Started: 3.22s (3224954500) Open Finished: 4.1h (14924906820452) First Batch Requested: 4.1h (14924906820452) First Batch Returned: 4.1h (14924915820329) Last Batch Returned: 4.4h (16008730984613) Closed: 4.4h (16008730984613) Buffer pool - AllocTime: 10ms (10999845) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999845) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.7m (103957542362) - BuildRowsPartitioned: 1,423,945 (1423945) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 79ms (79998889) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 29ms (29999581) - InactiveTotalTime: 1.3h (4842788040209) - PeakMemoryUsage: 14.1 MiB (14749777) - RowsReturned: 1,423,945 (1423945) - RowsReturnedRate: 293 per second (293) - TotalTime: 1.3h (4854820871495) Node Lifecycle Event Timeline Open Started: 3.22s (3224954500) Open Finished: 32.0m (1917149998414) First Batch Requested: 32.0m (1920978944726) First Batch Returned: 32.0m (1920978944726) Last Batch Returned: 1.4h (4968488277431) Closed: 1.4h (4968570276293) Buffer pool - AllocTime: 27.65s (27653612249) - CumulativeAllocationBytes: 98.9 MiB (103718912) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27.63s (27629612585) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1913925043914) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75469085) - TotalGetBatchTime: 1.3h (4854789871928) - DataWaitTime: 1.3h (4842788040209) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 56.74s (56738204434) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.4 MiB (35007693) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 65ms (65052582) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,130 (1411130) - BuildTime: 1.4m (83029846736) - InactiveTotalTime: 0ns (0) - LocalTime: 1.4m (83487840430) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,467 (814467) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 369ms (369994916) - RowsReturned: 707,933 (707933) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038873725932) Node Lifecycle Event Timeline Open Started: 1.4h (4968570276293) Open Finished: 4.1h (14924901820520) First Batch Requested: 4.1h (14924901820520) First Batch Returned: 4.1h (14924906820452) Last Batch Returned: 4.4h (16008729984627) Closed: 4.4h (16008730984613) Buffer pool - AllocTime: 1ms (1999972) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.4m (82736850788) - BuildRowsPartitioned: 1,411,130 (1411130) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 290ms (290995976) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 21ms (21999693) - InactiveTotalTime: 34.1m (2044582561294) - PeakMemoryUsage: 14.2 MiB (14847486) - RowsReturned: 1,411,130 (1411130) - RowsReturnedRate: 690 per second (690) - TotalTime: 34.1m (2044697559696) Node Lifecycle Event Timeline Open Started: 1.4h (4968570276293) Open Finished: 1.4h (4968570276293) First Batch Requested: 1.4h (4968571276279) First Batch Returned: 1.4h (4968571276279) Last Batch Returned: 2.0h (7096090685581) Closed: 2.0h (7096382681543) Buffer pool - AllocTime: 4.6m (273257204613) - CumulativeAllocationBytes: 98.0 MiB (102793216) - CumulativeAllocations: 5,044 (5044) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.9m (234482743214) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74789890) - TotalGetBatchTime: 34.1m (2044674560017) - DataWaitTime: 34.1m (2044582561294) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 5.3m (318093580219) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,522 (2522) - TotalBatchesReceived: 2,522 (2522) - TotalBytesReceived: 33.1 MiB (34686147) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.0m (2938449022291) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,660,161 (1660161) - BuildTime: 631ms (631991268) - InactiveTotalTime: 0ns (0) - LocalTime: 3.36s (3357953942) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,650,349 (1650349) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.66s (2658963598) - RowsReturned: 814,467 (814467) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910688325806) Node Lifecycle Event Timeline Open Started: 2.0h (7096382681543) Open Finished: 4.1h (14924895820602) First Batch Requested: 4.1h (14924895820602) First Batch Returned: 4.1h (14924901820520) Last Batch Returned: 4.4h (16008729984627) Closed: 4.4h (16008730984613) Buffer pool - AllocTime: 2ms (2999959) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999959) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 538ms (538992547) - BuildRowsPartitioned: 1,660,161 (1660161) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 88ms (88998775) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 21ms (21999697) - InactiveTotalTime: 1.0h (3759738052928) - PeakMemoryUsage: 14.3 MiB (14991438) - RowsReturned: 1,660,161 (1660161) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3759867051146) Node Lifecycle Event Timeline Open Started: 2.0h (7096382681543) Open Finished: 2.0h (7096382681543) First Batch Requested: 2.0h (7096383681529) First Batch Returned: 2.0h (7096383681529) Last Batch Returned: 3.0h (10856846724435) Closed: 3.0h (10856938723170) Buffer pool - AllocTime: 642ms (642991005) - CumulativeAllocationBytes: 115.2 MiB (120848384) - CumulativeAllocations: 5,926 (5926) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 602ms (602991558) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87988533) - TotalGetBatchTime: 1.0h (3759842051491) - DataWaitTime: 1.0h (3759738052928) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.12s (1122984285) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,963 (2963) - TotalBatchesReceived: 2,963 (2963) - TotalBytesReceived: 39.3 MiB (41187089) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968814045557) - TotalRPCsDeferred: 128 (128) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,656,696 (1656696) - BuildTime: 313ms (313995677) - InactiveTotalTime: 0ns (0) - LocalTime: 769ms (769989475) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,906 (1661906) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 757ms (757989638) - RowsReturned: 1,650,349 (1650349) - RowsReturnedRate: 320 per second (320) - TotalTime: 1.4h (5147463320718) Node Lifecycle Event Timeline Open Started: 3.0h (10856938723170) Open Finished: 4.1h (14924894820616) First Batch Requested: 4.1h (14924894820616) First Batch Returned: 4.1h (14924895820602) Last Batch Returned: 4.4h (16008729984627) Closed: 4.4h (16008730984613) Buffer pool - AllocTime: 4ms (4999932) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 219ms (219996971) - BuildRowsPartitioned: 1,656,696 (1656696) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 91ms (91998734) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 17ms (17999754) - InactiveTotalTime: 38.3m (2296168449297) - PeakMemoryUsage: 14.3 MiB (14963766) - RowsReturned: 1,656,696 (1656696) - RowsReturnedRate: 721 per second (721) - TotalTime: 38.3m (2296193448954) Node Lifecycle Event Timeline Open Started: 3.0h (10856938723170) Open Finished: 3.0h (10856938723170) First Batch Requested: 3.0h (10856939723156) First Batch Returned: 3.0h (10856939723156) Last Batch Returned: 3.7h (13153357169026) Closed: 3.7h (13153451167732) Buffer pool - AllocTime: 19ms (19999720) - CumulativeAllocationBytes: 115.0 MiB (120602624) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87804888) - TotalGetBatchTime: 38.3m (2296172449242) - DataWaitTime: 38.3m (2296168449297) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 35ms (35999496) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.2 MiB (41095032) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 2.4h (8679870141535) - TotalRPCsDeferred: 58 (58) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,055 (1665055) - BuildTime: 349ms (349995193) - InactiveTotalTime: 0ns (0) - LocalTime: 928ms (928987274) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,665,139 (1665139) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 553ms (553992427) - RowsReturned: 1,661,906 (1661906) - RowsReturnedRate: 322 per second (322) - TotalTime: 1.4h (5146695331215) Node Lifecycle Event Timeline Open Started: 3.0h (10856938723170) Open Finished: 4.1h (14924894820616) First Batch Requested: 4.1h (14924894820616) First Batch Returned: 4.1h (14924894820616) Last Batch Returned: 4.4h (16008727984654) Closed: 4.4h (16008730984613) Buffer pool - AllocTime: 4ms (4999930) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999930) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 214ms (214997040) - BuildRowsPartitioned: 1,665,055 (1665055) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 133ms (133998167) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 15ms (15999780) - InactiveTotalTime: 1.1h (4067565102817) - PeakMemoryUsage: 14.2 MiB (14910552) - RowsReturned: 1,665,055 (1665055) - RowsReturnedRate: 409 per second (409) - TotalTime: 1.1h (4067591102460) Node Lifecycle Event Timeline Open Started: 3.0h (10856938723170) Open Finished: 3.0h (10856938723170) First Batch Requested: 3.0h (10856938723170) First Batch Returned: 3.0h (10856939723156) Last Batch Returned: 4.1h (14924758822477) Closed: 4.1h (14924894820616) Buffer pool - AllocTime: 31.68s (31683555782) - CumulativeAllocationBytes: 115.6 MiB (121184256) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31.65s (31654556182) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88247915) - TotalGetBatchTime: 1.1h (4067572102721) - DataWaitTime: 1.1h (4067565102817) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 31.71s (31713555367) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41566067) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 2.4h (8626838859619) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 38ms (38999471) - InactiveTotalTime: 18.0m (1078084242721) - PeakMemoryUsage: 14.2 MiB (14847664) - RowsReturned: 1,665,139 (1665139) - RowsReturnedRate: 1544 per second (1544) - TotalTime: 18.0m (1078175241481) Node Lifecycle Event Timeline Open Started: 4.1h (14924894820616) Open Finished: 4.1h (14924894820616) First Batch Requested: 4.1h (14924894820616) First Batch Returned: 4.1h (14924894820616) Last Batch Returned: 4.4h (16008722984723) Closed: 4.4h (16008730984613) Buffer pool - AllocTime: 225ms (225996845) - CumulativeAllocationBytes: 258.5 MiB (271040512) - CumulativeAllocations: 13,252 (13252) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14753792) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14753792) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 155ms (155997816) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.8 MiB (211559414) - TotalGetBatchTime: 18.0m (1078131242077) - DataWaitTime: 18.0m (1078084242721) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 616ms (616991461) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,626 (6626) - TotalBatchesReceived: 6,626 (6626) - TotalBytesReceived: 127.7 MiB (133883529) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12687852339250) - TotalRPCsDeferred: 46 (46) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 123 (123) - CodegenTotalWallClockTime: 3.22s (3221954543) - CodegenSysTime: 10ms (10933000) - CodegenUserTime: 2.88s (2875580000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 780ms (780988981) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 72ms (72998970) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.34s (2339966987) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 22ms (22999676) - TotalTime: 3.22s (3221954543) Instance c7456fdd806a4994:3209e926000003b3 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.438 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806086619) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19758189982410) - TotalNetworkSendTime: 999.98us (999978) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 288 (288) - TotalThreadsTotalWallClockTime: 6.0h (21540968465650) - TotalThreadsSysTime: 405ms (405257000) - TotalThreadsUserTime: 10.52s (10518587000) - TotalThreadsVoluntaryContextSwitches: 17,210 (17210) - TotalTime: 4.4h (16008718332686) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999954) Open Finished: 4.4h (16008717332708) First Batch Produced: 4.4h (16008717332708) First Batch Sent: 4.4h (16008717332708) ExecInternal Finished: 4.4h (16008719332663) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.98us (999978) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008715332754) - ExecTreeOpenTime: 4.4h (16004601426935) - PrepareTime: 1ms (1999954) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.98us (999978) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6889) - TotalTime: 999.98us (999978) - UncompressedRowBatchSize: 10.9 KiB (11158) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 34ms (34999208) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004602426912) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 4.12s (4115905773) Open Finished: 4.4h (16008717332708) First Batch Requested: 4.4h (16008717332708) First Batch Returned: 4.4h (16008717332708) Last Batch Returned: 4.4h (16008717332708) Closed: 4.4h (16008718332686) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,424,862 (1424862) - BuildTime: 389ms (389991096) - InactiveTotalTime: 0ns (0) - LocalTime: 1.50s (1503965828) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,371 (708371) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1105974916) - RowsReturned: 429,839 (429839) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16004492429406) Node Lifecycle Event Timeline Open Started: 4.12s (4115905773) Open Finished: 4.1h (14924932936987) First Batch Requested: 4.1h (14924932936987) First Batch Returned: 4.1h (14924938936851) Last Batch Returned: 4.4h (16008717332708) Closed: 4.4h (16008717332708) Buffer pool - AllocTime: 3ms (3999908) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999908) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 303ms (303993054) - BuildRowsPartitioned: 1,424,862 (1424862) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 81ms (81998133) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 14ms (14999658) - InactiveTotalTime: 1.4h (4964028577535) - PeakMemoryUsage: 584.0 KiB (598016) - RowsReturned: 1,424,862 (1424862) - RowsReturnedRate: 287 per second (287) - TotalTime: 1.4h (4964048577079) Node Lifecycle Event Timeline Open Started: 4.12s (4115905773) Open Finished: 32.0m (1917141124003) First Batch Requested: 32.0m (1917143123957) First Batch Returned: 32.0m (1917150123797) Last Batch Returned: 1.4h (4968475475745) Closed: 1.4h (4968558473856) Buffer pool - AllocTime: 4ms (4999885) - CumulativeAllocationBytes: 99.0 MiB (103759872) - CumulativeAllocations: 5,094 (5094) - InactiveTotalTime: 0ns (0) - PeakReservation: 584.0 KiB (598016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 584.0 KiB (598016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999908) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1913025218230) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75517686) - TotalGetBatchTime: 1.4h (4964032577444) - DataWaitTime: 1.4h (4964028577535) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 45ms (45998947) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,547 (2547) - TotalBatchesReceived: 2,547 (2547) - TotalBytesReceived: 33.4 MiB (35030100) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,407 (1411407) - BuildTime: 302ms (302993100) - InactiveTotalTime: 0ns (0) - LocalTime: 686ms (686984372) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,623 (814623) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 367ms (367991634) - RowsReturned: 708,371 (708371) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038939886499) Node Lifecycle Event Timeline Open Started: 1.4h (4968558473856) Open Finished: 4.1h (14924928937078) First Batch Requested: 4.1h (14924928937078) First Batch Returned: 4.1h (14924932936987) Last Batch Returned: 4.4h (16008716332731) Closed: 4.4h (16008717332708) Buffer pool - AllocTime: 1ms (1999954) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999954) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 218ms (218995014) - BuildRowsPartitioned: 1,411,407 (1411407) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 82ms (82998109) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 18ms (18999568) - InactiveTotalTime: 35.5m (2127258545827) - PeakMemoryUsage: 14.2 MiB (14847129) - RowsReturned: 1,411,407 (1411407) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127287545166) Node Lifecycle Event Timeline Open Started: 1.4h (4968558473856) Open Finished: 1.4h (4968558473856) First Batch Requested: 1.4h (4968558473856) First Batch Returned: 1.4h (4968558473856) Last Batch Returned: 2.0h (7096076013787) Closed: 2.0h (7096161011850) Buffer pool - AllocTime: 5ms (5999863) - CumulativeAllocationBytes: 98.0 MiB (102801408) - CumulativeAllocations: 5,042 (5042) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74804571) - TotalGetBatchTime: 35.5m (2127265545666) - DataWaitTime: 35.5m (2127258545827) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 39ms (39999090) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,521 (2521) - TotalBatchesReceived: 2,521 (2521) - TotalBytesReceived: 33.1 MiB (34693799) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972785276956) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,660,639 (1660639) - BuildTime: 393ms (393991020) - InactiveTotalTime: 0ns (0) - LocalTime: 2.41s (2413945202) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,650,317 (1650317) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.40s (2397945566) - RowsReturned: 814,623 (814623) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910965356961) Node Lifecycle Event Timeline Open Started: 2.0h (7096161011850) Open Finished: 4.1h (14924924937169) First Batch Requested: 4.1h (14924924937169) First Batch Returned: 4.1h (14924928937078) Last Batch Returned: 4.4h (16008716332731) Closed: 4.4h (16008717332708) Buffer pool - AllocTime: 11ms (11999726) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 297ms (297993201) - BuildRowsPartitioned: 1,660,639 (1660639) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 89ms (89997954) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 26ms (26999385) - InactiveTotalTime: 1.0h (3760306402857) - PeakMemoryUsage: 14.2 MiB (14865103) - RowsReturned: 1,660,639 (1660639) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760346401946) Node Lifecycle Event Timeline Open Started: 2.0h (7096161011850) Open Finished: 2.0h (7096161011850) First Batch Requested: 2.0h (7096163011804) First Batch Returned: 2.0h (7096163011804) Last Batch Returned: 3.0h (10856833406361) Closed: 3.0h (10856924404293) Buffer pool - AllocTime: 18ms (18999567) - CumulativeAllocationBytes: 115.3 MiB (120872960) - CumulativeAllocations: 5,924 (5924) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (88013867) - TotalGetBatchTime: 1.0h (3760316402629) - DataWaitTime: 1.0h (3760306402857) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 74ms (74998295) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,962 (2962) - TotalBatchesReceived: 2,962 (2962) - TotalBytesReceived: 39.3 MiB (41198199) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970734752517) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,656,810 (1656810) - BuildTime: 294ms (294993293) - InactiveTotalTime: 0ns (0) - LocalTime: 956ms (956978250) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,662,211 (1662211) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 649ms (649985229) - RowsReturned: 1,650,317 (1650317) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908554411691) Node Lifecycle Event Timeline Open Started: 2.0h (7096161011850) Open Finished: 4.1h (14924923937192) First Batch Requested: 4.1h (14924923937192) First Batch Returned: 4.1h (14924924937169) Last Batch Returned: 4.4h (16008715332754) Closed: 4.4h (16008717332708) Buffer pool - AllocTime: 4ms (4999886) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 203ms (203995363) - BuildRowsPartitioned: 1,656,810 (1656810) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 88ms (88997976) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24999429) - InactiveTotalTime: 1.7h (6056939192487) - PeakMemoryUsage: 14.2 MiB (14879016) - RowsReturned: 1,656,810 (1656810) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056972191734) Node Lifecycle Event Timeline Open Started: 2.0h (7096161011850) Open Finished: 2.0h (7096161011850) First Batch Requested: 2.0h (7096162011827) First Batch Returned: 2.0h (7096162011827) Last Batch Returned: 3.7h (13153344198787) Closed: 3.7h (13153434196740) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 115.0 MiB (120602624) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87810930) - TotalGetBatchTime: 1.7h (6056946192328) - DataWaitTime: 1.7h (6056939192487) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14ms (14999659) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.2 MiB (41103165) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919105411453) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,665,455 (1665455) - BuildTime: 398ms (398990927) - InactiveTotalTime: 0ns (0) - LocalTime: 943ms (943978548) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,665,504 (1665504) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 523ms (523988099) - RowsReturned: 1,662,211 (1662211) - RowsReturnedRate: 583 per second (583) - TotalTime: 47.5m (2850625241707) Node Lifecycle Event Timeline Open Started: 3.7h (13153434196740) Open Finished: 4.1h (14924923937192) First Batch Requested: 4.1h (14924923937192) First Batch Returned: 4.1h (14924923937192) Last Batch Returned: 4.4h (16008714332776) Closed: 4.4h (16008717332708) Buffer pool - AllocTime: 83ms (83998093) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 83ms (83998093) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 218ms (218995013) - BuildRowsPartitioned: 1,665,455 (1665455) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 177ms (177995959) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 16ms (16999613) - InactiveTotalTime: 29.5m (1771052750391) - PeakMemoryUsage: 14.2 MiB (14938695) - RowsReturned: 1,665,455 (1665455) - RowsReturnedRate: 940 per second (940) - TotalTime: 29.5m (1771075749867) Node Lifecycle Event Timeline Open Started: 3.7h (13153434196740) Open Finished: 3.7h (13153434196740) First Batch Requested: 3.7h (13153435196718) First Batch Returned: 3.7h (13153435196718) Last Batch Returned: 4.1h (14924734941483) Closed: 4.1h (14924922937215) Buffer pool - AllocTime: 5ms (5999864) - CumulativeAllocationBytes: 115.6 MiB (121225216) - CumulativeAllocations: 5,948 (5948) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88269115) - TotalGetBatchTime: 29.5m (1771057750277) - DataWaitTime: 29.5m (1771052750391) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 22ms (22999475) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,974 (2974) - TotalBatchesReceived: 2,974 (2974) - TotalBytesReceived: 39.6 MiB (41573454) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923342393280) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 28ms (28999340) - InactiveTotalTime: 18.0m (1078474516266) - PeakMemoryUsage: 15.0 MiB (15762736) - RowsReturned: 1,665,504 (1665504) - RowsReturnedRate: 1544 per second (1544) - TotalTime: 18.0m (1078605513292) Node Lifecycle Event Timeline Open Started: 3.7h (13153434196740) Open Finished: 3.7h (13153434196740) First Batch Requested: 4.1h (14924923937192) First Batch Returned: 4.1h (14924923937192) Last Batch Returned: 4.4h (16008707332935) Closed: 4.4h (16008717332708) Buffer pool - AllocTime: 361ms (361991775) - CumulativeAllocationBytes: 258.5 MiB (271073280) - CumulativeAllocations: 13,254 (13254) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.5 MiB (15171584) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.5 MiB (15171584) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999336) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.8 MiB (211614384) - TotalGetBatchTime: 18.0m (1078568514135) - DataWaitTime: 18.0m (1078474516266) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 864ms (864980332) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,627 (6627) - TotalBatchesReceived: 6,627 (6627) - TotalBytesReceived: 127.7 MiB (133926030) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692432450284) - TotalRPCsDeferred: 147 (147) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 277 (277) - CodegenTotalWallClockTime: 4.11s (4113905819) - CodegenSysTime: 24ms (24650000) - CodegenUserTime: 3.29s (3292074000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 1.27s (1270970903) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 81ms (81998123) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.73s (2733937411) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 22ms (22999473) - TotalTime: 4.11s (4113905819) Instance c7456fdd806a4994:3209e926000003d0 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.463 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806065375) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757615654898) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 391 (391) - TotalThreadsTotalWallClockTime: 6.0h (21540887749166) - TotalThreadsSysTime: 436ms (436087000) - TotalThreadsUserTime: 10.74s (10736957000) - TotalThreadsVoluntaryContextSwitches: 16,994 (16994) - TotalTime: 4.4h (16008717694428) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999994) Open Finished: 4.4h (16008716694434) First Batch Produced: 4.4h (16008716694434) First Batch Sent: 4.4h (16008717694428) ExecInternal Finished: 4.4h (16008719694416) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.99us (999994) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008715694440) - ExecTreeOpenTime: 4.4h (16004117722783) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 999.99us (999994) - TotalBytesSent: 6.6 KiB (6768) - TotalTime: 999.99us (999994) - UncompressedRowBatchSize: 10.8 KiB (11056) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 31ms (31999806) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004118722777) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.60s (4598971651) Open Finished: 4.4h (16008716694434) First Batch Requested: 4.4h (16008716694434) First Batch Returned: 4.4h (16008716694434) Last Batch Returned: 4.4h (16008716694434) Closed: 4.4h (16008717694428) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,449 (1422449) - BuildTime: 520ms (520996788) - InactiveTotalTime: 0ns (0) - LocalTime: 1.64s (1638989942) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,903 (707903) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.11s (1109993203) - RowsReturned: 429,918 (429918) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003995723529) Node Lifecycle Event Timeline Open Started: 4.60s (4598971651) Open Finished: 4.1h (14924849330762) First Batch Requested: 4.1h (14924849330762) First Batch Returned: 4.1h (14924856330719) Last Batch Returned: 4.4h (16008716694434) Closed: 4.4h (16008716694434) Buffer pool - AllocTime: 10ms (10999934) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999934) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 428ms (428997354) - BuildRowsPartitioned: 1,422,449 (1422449) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 88ms (88999453) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 30ms (30999809) - InactiveTotalTime: 1.4h (4963390390496) - PeakMemoryUsage: 984.0 KiB (1007616) - RowsReturned: 1,422,449 (1422449) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963432390238) Node Lifecycle Event Timeline Open Started: 4.60s (4598971651) Open Finished: 32.0m (1917116141259) First Batch Requested: 32.0m (1917117141252) First Batch Returned: 32.0m (1917123141215) Last Batch Returned: 1.4h (4968467359199) Closed: 1.4h (4968557358646) Buffer pool - AllocTime: 9ms (9999938) - CumulativeAllocationBytes: 98.8 MiB (103563264) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 984.0 KiB (1007616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 984.0 KiB (1007616) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912517169608) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75389797) - TotalGetBatchTime: 1.4h (4963398390448) - DataWaitTime: 1.4h (4963390390496) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 56ms (56999645) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.4 MiB (34974847) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,919 (1410919) - BuildTime: 333ms (333997955) - InactiveTotalTime: 0ns (0) - LocalTime: 661ms (661995948) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,646 (813646) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 312ms (312998084) - RowsReturned: 707,903 (707903) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038924343349) Node Lifecycle Event Timeline Open Started: 1.4h (4968557358646) Open Finished: 4.1h (14924846330780) First Batch Requested: 4.1h (14924846330780) First Batch Returned: 4.1h (14924849330762) Last Batch Returned: 4.4h (16008716694434) Closed: 4.4h (16008716694434) Buffer pool - AllocTime: 2ms (2999982) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999982) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 238ms (238998539) - BuildRowsPartitioned: 1,410,919 (1410919) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 92ms (92999428) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 26ms (26999834) - InactiveTotalTime: 35.5m (2127224929213) - PeakMemoryUsage: 14.2 MiB (14861600) - RowsReturned: 1,410,919 (1410919) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127260928993) Node Lifecycle Event Timeline Open Started: 1.4h (4968557358646) Open Finished: 1.4h (4968557358646) First Batch Requested: 1.4h (4968557358646) First Batch Returned: 1.4h (4968557358646) Last Batch Returned: 2.0h (7096066286124) Closed: 2.0h (7096161285539) Buffer pool - AllocTime: 7ms (7999952) - CumulativeAllocationBytes: 98.0 MiB (102776832) - CumulativeAllocations: 5,046 (5046) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74778707) - TotalGetBatchTime: 35.5m (2127229929183) - DataWaitTime: 35.5m (2127224929213) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 47ms (47999704) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,523 (2523) - TotalBatchesReceived: 2,523 (2523) - TotalBytesReceived: 33.1 MiB (34683107) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972659147843) - TotalRPCsDeferred: 46 (46) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,659,292 (1659292) - BuildTime: 363ms (363997765) - InactiveTotalTime: 0ns (0) - LocalTime: 2.44s (2443985035) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,351 (1649351) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.44s (2435985084) - RowsReturned: 813,646 (813646) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911001418408) Node Lifecycle Event Timeline Open Started: 2.0h (7096161285539) Open Finished: 4.1h (14924843330799) First Batch Requested: 4.1h (14924843330799) First Batch Returned: 4.1h (14924846330780) Last Batch Returned: 4.4h (16008715694440) Closed: 4.4h (16008716694434) Buffer pool - AllocTime: 1ms (1999988) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 270ms (270998332) - BuildRowsPartitioned: 1,659,292 (1659292) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 89ms (89999451) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 28ms (28999822) - InactiveTotalTime: 1.0h (3760330890285) - PeakMemoryUsage: 14.2 MiB (14922181) - RowsReturned: 1,659,292 (1659292) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760382889966) Node Lifecycle Event Timeline Open Started: 2.0h (7096161285539) Open Finished: 2.0h (7096161285539) First Batch Requested: 2.0h (7096163285527) First Batch Returned: 2.0h (7096163285527) Last Batch Returned: 3.0h (10856827173764) Closed: 3.0h (10856919173203) Buffer pool - AllocTime: 2ms (2999982) - CumulativeAllocationBytes: 115.2 MiB (120815616) - CumulativeAllocations: 5,928 (5928) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87942476) - TotalGetBatchTime: 1.0h (3760350890162) - DataWaitTime: 1.0h (3760330890285) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 58ms (58999640) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,964 (2964) - TotalBatchesReceived: 2,964 (2964) - TotalBytesReceived: 39.3 MiB (41169645) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968382841486) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,567 (1655567) - BuildTime: 298ms (298998179) - InactiveTotalTime: 0ns (0) - LocalTime: 979ms (979994020) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,916 (1660916) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 668ms (668995915) - RowsReturned: 1,649,351 (1649351) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908559433361) Node Lifecycle Event Timeline Open Started: 2.0h (7096161285539) Open Finished: 4.1h (14924842330805) First Batch Requested: 4.1h (14924842330805) First Batch Returned: 4.1h (14924843330799) Last Batch Returned: 4.4h (16008714694446) Closed: 4.4h (16008716694434) Buffer pool - AllocTime: 4ms (4999969) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 204ms (204998753) - BuildRowsPartitioned: 1,655,567 (1655567) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 91ms (91999438) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 30ms (30999812) - InactiveTotalTime: 1.7h (6056922880299) - PeakMemoryUsage: 14.2 MiB (14851553) - RowsReturned: 1,655,567 (1655567) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056963880049) Node Lifecycle Event Timeline Open Started: 2.0h (7096161285539) Open Finished: 2.0h (7096161285539) First Batch Requested: 2.0h (7096162285533) First Batch Returned: 2.0h (7096162285533) Last Batch Returned: 3.7h (13153335164311) Closed: 3.7h (13153428163743) Buffer pool - AllocTime: 1ms (1999987) - CumulativeAllocationBytes: 115.0 MiB (120537088) - CumulativeAllocations: 5,922 (5922) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87745051) - TotalGetBatchTime: 1.7h (6056931880243) - DataWaitTime: 1.7h (6056922880299) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 25ms (25999840) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,961 (2961) - TotalBatchesReceived: 2,961 (2961) - TotalBytesReceived: 39.2 MiB (41068490) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919127223124) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,006 (1664006) - BuildTime: 336ms (336997945) - InactiveTotalTime: 0ns (0) - LocalTime: 855ms (855994768) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,083 (1664083) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 510ms (510996871) - RowsReturned: 1,660,916 (1660916) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850615559292) Node Lifecycle Event Timeline Open Started: 3.7h (13153428163743) Open Finished: 4.1h (14924841330811) First Batch Requested: 4.1h (14924841330811) First Batch Returned: 4.1h (14924842330805) Last Batch Returned: 4.4h (16008713694453) Closed: 4.4h (16008716694434) Buffer pool - AllocTime: 7ms (7999951) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 232ms (232998581) - BuildRowsPartitioned: 1,664,006 (1664006) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 101ms (101999376) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 19ms (19999878) - InactiveTotalTime: 29.5m (1771044169318) - PeakMemoryUsage: 14.3 MiB (14953242) - RowsReturned: 1,664,006 (1664006) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771072169147) Node Lifecycle Event Timeline Open Started: 3.7h (13153428163743) Open Finished: 3.7h (13153428163743) First Batch Requested: 3.7h (13153429163737) First Batch Returned: 3.7h (13153429163737) Last Batch Returned: 4.1h (14924738331441) Closed: 4.1h (14924841330811) Buffer pool - AllocTime: 40ms (40999747) - CumulativeAllocationBytes: 115.5 MiB (121110528) - CumulativeAllocations: 5,936 (5936) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40999747) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88192318) - TotalGetBatchTime: 29.5m (1771050169281) - DataWaitTime: 29.5m (1771044169318) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 61ms (61999618) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,968 (2968) - TotalBatchesReceived: 2,968 (2968) - TotalBytesReceived: 39.6 MiB (41539424) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923364001372) - TotalRPCsDeferred: 46 (46) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 33ms (33999791) - InactiveTotalTime: 18.0m (1078627395745) - PeakMemoryUsage: 14.1 MiB (14757408) - RowsReturned: 1,664,083 (1664083) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078687395377) Node Lifecycle Event Timeline Open Started: 3.7h (13153428163743) Open Finished: 3.7h (13153428163743) First Batch Requested: 4.1h (14924841330811) First Batch Returned: 4.1h (14924841330811) Last Batch Returned: 4.4h (16008706694496) Closed: 4.4h (16008716694434) Buffer pool - AllocTime: 9ms (9999937) - CumulativeAllocationBytes: 258.3 MiB (270868480) - CumulativeAllocations: 13,250 (13250) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211412371) - TotalGetBatchTime: 18.0m (1078649395611) - DataWaitTime: 18.0m (1078627395745) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 282ms (282998266) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,625 (6625) - TotalBatchesReceived: 6,625 (6625) - TotalBytesReceived: 127.6 MiB (133784913) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692254661323) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 382 (382) - CodegenTotalWallClockTime: 4.60s (4597971657) - CodegenSysTime: 28ms (28584000) - CodegenUserTime: 3.54s (3538964000) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 1.53s (1528990575) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 57ms (57999643) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.98s (2981981618) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 23ms (23999852) - TotalTime: 4.60s (4597971657) Instance c7456fdd806a4994:3209e926000003c7 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.452 - AverageThreadTokens: 1.35 (1.3455840990061878) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805985387) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757458219720) - TotalNetworkSendTime: 1ms (1999966) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 379 (379) - TotalThreadsTotalWallClockTime: 6.0h (21540899283173) - TotalThreadsSysTime: 438ms (438385000) - TotalThreadsUserTime: 10.59s (10592576000) - TotalThreadsVoluntaryContextSwitches: 16,875 (16875) - TotalTime: 4.4h (16008716935703) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999965) Open Finished: 4.4h (16008714935737) First Batch Produced: 4.4h (16008714935737) First Batch Sent: 4.4h (16008714935737) ExecInternal Finished: 4.4h (16008717935685) Buffer pool - AllocTime: 999.98us (999983) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.98us (999983) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1ms (1999966) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008712935772) - ExecTreeOpenTime: 4.4h (16003924018948) - PrepareTime: 1ms (1999965) - ExecTreePrepareTime: 999.98us (999983) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1ms (1999966) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6757) - TotalTime: 1ms (1999966) - UncompressedRowBatchSize: 10.8 KiB (11101) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 24ms (24999563) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003925018931) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.79s (4790916789) Open Finished: 4.4h (16008714935737) First Batch Requested: 4.4h (16008714935737) First Batch Returned: 4.4h (16008714935737) Last Batch Returned: 4.4h (16008714935737) Closed: 4.4h (16008716935703) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,376 (1421376) - BuildTime: 515ms (515991060) - InactiveTotalTime: 0ns (0) - LocalTime: 1.64s (1635971558) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,101 (707101) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1103980775) - RowsReturned: 429,067 (429067) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003752021944) Node Lifecycle Event Timeline Open Started: 4.79s (4790916789) Open Finished: 4.1h (14924861786587) First Batch Requested: 4.1h (14924861786587) First Batch Returned: 4.1h (14924868786465) Last Batch Returned: 4.4h (16008714935737) Closed: 4.4h (16008714935737) Buffer pool - AllocTime: 3ms (3999931) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999931) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 434ms (434992462) - BuildRowsPartitioned: 1,421,376 (1421376) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 5 (5) - HashTablesBuildTime: 79ms (79998615) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 20ms (20999638) - InactiveTotalTime: 1.4h (4963204967855) - PeakMemoryUsage: 1.4 MiB (1458176) - RowsReturned: 1,421,376 (1421376) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963233967355) Node Lifecycle Event Timeline Open Started: 4.79s (4790916789) Open Finished: 32.0m (1917124723295) First Batch Requested: 32.0m (1917124723295) First Batch Returned: 32.0m (1917132723156) Last Batch Returned: 1.4h (4968468876449) Closed: 1.4h (4968549875047) Buffer pool - AllocTime: 53ms (53999065) - CumulativeAllocationBytes: 98.7 MiB (103538688) - CumulativeAllocations: 5,082 (5082) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.4 MiB (1458176) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.4 MiB (1458176) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52999082) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912333806506) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75332928) - TotalGetBatchTime: 1.4h (4963210967751) - DataWaitTime: 1.4h (4963204967855) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 121ms (121997885) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,541 (2541) - TotalBatchesReceived: 2,541 (2541) - TotalBytesReceived: 33.3 MiB (34944476) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,500 (1409500) - BuildTime: 326ms (326994353) - InactiveTotalTime: 0ns (0) - LocalTime: 637ms (637988943) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,463 (813463) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 303ms (303994709) - RowsReturned: 707,101 (707101) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038882083031) Node Lifecycle Event Timeline Open Started: 1.4h (4968549875047) Open Finished: 4.1h (14924857786656) First Batch Requested: 4.1h (14924857786656) First Batch Returned: 4.1h (14924861786587) Last Batch Returned: 4.4h (16008713935755) Closed: 4.4h (16008714935737) Buffer pool - AllocTime: 2ms (2999949) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999949) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 236ms (236995909) - BuildRowsPartitioned: 1,409,500 (1409500) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 87ms (87998478) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 21ms (21999620) - InactiveTotalTime: 35.5m (2127250225801) - PeakMemoryUsage: 14.2 MiB (14875273) - RowsReturned: 1,409,500 (1409500) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127277225334) Node Lifecycle Event Timeline Open Started: 1.4h (4968549875047) Open Finished: 1.4h (4968549875047) First Batch Requested: 1.4h (4968550875030) First Batch Returned: 1.4h (4968550875030) Last Batch Returned: 2.0h (7096071096171) Closed: 2.0h (7096160094632) Buffer pool - AllocTime: 1ms (1999965) - CumulativeAllocationBytes: 97.9 MiB (102686720) - CumulativeAllocations: 5,042 (5042) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999983) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74703500) - TotalGetBatchTime: 35.5m (2127254225732) - DataWaitTime: 35.5m (2127250225801) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 32ms (32999430) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,521 (2521) - TotalBatchesReceived: 2,521 (2521) - TotalBytesReceived: 33.0 MiB (34646023) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972759380090) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,951 (1657951) - BuildTime: 361ms (361993723) - InactiveTotalTime: 0ns (0) - LocalTime: 2.43s (2432957662) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,963 (1647963) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2420957869) - RowsReturned: 813,463 (813463) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910966868754) Node Lifecycle Event Timeline Open Started: 2.0h (7096160094632) Open Finished: 4.1h (14924853786726) First Batch Requested: 4.1h (14924853786726) First Batch Returned: 4.1h (14924857786656) Last Batch Returned: 4.4h (16008713935755) Closed: 4.4h (16008714935737) Buffer pool - AllocTime: 1ms (1999965) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 265ms (265995381) - BuildRowsPartitioned: 1,657,951 (1657951) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 92ms (92998394) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 33ms (33999413) - InactiveTotalTime: 1.0h (3760345082414) - PeakMemoryUsage: 14.2 MiB (14922193) - RowsReturned: 1,657,951 (1657951) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760385081721) Node Lifecycle Event Timeline Open Started: 2.0h (7096160094632) Open Finished: 2.0h (7096160094632) First Batch Requested: 2.0h (7096162094598) First Batch Returned: 2.0h (7096162094598) Last Batch Returned: 3.0h (10856828171441) Closed: 3.0h (10856922169817) Buffer pool - AllocTime: 5ms (5999897) - CumulativeAllocationBytes: 115.1 MiB (120709120) - CumulativeAllocations: 5,926 (5926) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999983) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87871403) - TotalGetBatchTime: 1.0h (3760349082343) - DataWaitTime: 1.0h (3760345082414) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 43ms (43999241) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,963 (2963) - TotalBatchesReceived: 2,963 (2963) - TotalBytesReceived: 39.2 MiB (41137001) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970588099646) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,287 (1654287) - BuildTime: 324ms (324994386) - InactiveTotalTime: 0ns (0) - LocalTime: 973ms (973983101) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,518 (1659518) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 638ms (638988888) - RowsReturned: 1,647,963 (1647963) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908538911006) Node Lifecycle Event Timeline Open Started: 2.0h (7096160094632) Open Finished: 4.1h (14924853786726) First Batch Requested: 4.1h (14924853786726) First Batch Returned: 4.1h (14924853786726) Last Batch Returned: 4.4h (16008712935772) Closed: 4.4h (16008714935737) Buffer pool - AllocTime: 3ms (3999932) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 232ms (232995975) - BuildRowsPartitioned: 1,654,287 (1654287) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 89ms (89998446) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 19ms (19999653) - InactiveTotalTime: 1.7h (6056915425995) - PeakMemoryUsage: 14.2 MiB (14879341) - RowsReturned: 1,654,287 (1654287) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056940425561) Node Lifecycle Event Timeline Open Started: 2.0h (7096160094632) Open Finished: 2.0h (7096160094632) First Batch Requested: 2.0h (7096161094615) First Batch Returned: 2.0h (7096161094615) Last Batch Returned: 3.7h (13153339516065) Closed: 3.7h (13153430514493) Buffer pool - AllocTime: 999.98us (999983) - CumulativeAllocationBytes: 114.8 MiB (120397824) - CumulativeAllocations: 5,908 (5908) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87677211) - TotalGetBatchTime: 1.7h (6056918425943) - DataWaitTime: 1.7h (6056915425995) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11ms (11999790) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,954 (2954) - TotalBatchesReceived: 2,954 (2954) - TotalBytesReceived: 39.1 MiB (41035925) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919120084694) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,700 (1662700) - BuildTime: 314ms (314994544) - InactiveTotalTime: 0ns (0) - LocalTime: 840ms (840985394) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,702 (1662702) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 507ms (507991163) - RowsReturned: 1,659,518 (1659518) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850624502344) Node Lifecycle Event Timeline Open Started: 3.7h (13153430514493) Open Finished: 4.1h (14924852786743) First Batch Requested: 4.1h (14924852786743) First Batch Returned: 4.1h (14924853786726) Last Batch Returned: 4.4h (16008711935790) Closed: 4.4h (16008714935737) Buffer pool - AllocTime: 2ms (2999948) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999948) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 202ms (202996493) - BuildRowsPartitioned: 1,662,700 (1662700) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 108ms (108998103) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 30ms (30999467) - InactiveTotalTime: 29.5m (1771067278396) - PeakMemoryUsage: 14.3 MiB (14953234) - RowsReturned: 1,662,700 (1662700) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771103277774) Node Lifecycle Event Timeline Open Started: 3.7h (13153430514493) Open Finished: 3.7h (13153430514493) First Batch Requested: 3.7h (13153431514476) First Batch Returned: 3.7h (13153431514476) Last Batch Returned: 4.1h (14924741788675) Closed: 4.1h (14924852786743) Buffer pool - AllocTime: 3ms (3999931) - CumulativeAllocationBytes: 115.4 MiB (120987648) - CumulativeAllocations: 5,928 (5928) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88123100) - TotalGetBatchTime: 29.5m (1771070278342) - DataWaitTime: 29.5m (1771067278396) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 22ms (22999601) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,964 (2964) - TotalBatchesReceived: 2,964 (2964) - TotalBytesReceived: 39.6 MiB (41509399) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923349642534) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 25ms (25999550) - InactiveTotalTime: 18.0m (1078611240374) - PeakMemoryUsage: 13.9 MiB (14613679) - RowsReturned: 1,662,702 (1662702) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078680239176) Node Lifecycle Event Timeline Open Started: 3.7h (13153430514493) Open Finished: 3.7h (13153430514493) First Batch Requested: 4.1h (14924852786743) First Batch Returned: 4.1h (14924852786743) Last Batch Returned: 4.4h (16008703935928) Closed: 4.4h (16008714935737) Buffer pool - AllocTime: 55ms (55999028) - CumulativeAllocationBytes: 258.1 MiB (270639104) - CumulativeAllocations: 13,232 (13232) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14573568) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14573568) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211261486) - TotalGetBatchTime: 18.0m (1078652239662) - DataWaitTime: 18.0m (1078611240374) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 352ms (352993868) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,616 (6616) - TotalBatchesReceived: 6,616 (6616) - TotalBytesReceived: 127.5 MiB (133681586) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692231996928) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 371 (371) - CodegenTotalWallClockTime: 4.79s (4788916824) - CodegenSysTime: 45ms (45143000) - CodegenUserTime: 3.39s (3392318000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 1.50s (1498973965) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 69ms (69998784) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.19s (3191944561) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 23ms (23999583) - TotalTime: 4.79s (4788916824) Instance c7456fdd806a4994:3209e926000003b4 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.440 - AverageThreadTokens: 1.35 (1.34559489952183) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805904133) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757132189573) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 667 (667) - TotalThreadsTotalWallClockTime: 6.0h (21540853606280) - TotalThreadsSysTime: 498ms (498007000) - TotalThreadsUserTime: 11.08s (11081941000) - TotalThreadsVoluntaryContextSwitches: 16,962 (16962) - TotalTime: 4.4h (16008694961587) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999966) Open Finished: 4.4h (16008694961587) First Batch Produced: 4.4h (16008694961587) First Batch Sent: 4.4h (16008694961587) ExecInternal Finished: 4.4h (16008696961520) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 0ns (0) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008693961621) - ExecTreeOpenTime: 4.4h (16003644130540) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6796) - TotalTime: 0ns (0) - UncompressedRowBatchSize: 10.9 KiB (11164) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 23ms (23999202) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003644130540) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 5.05s (5050831047) Open Finished: 4.4h (16008694961587) First Batch Requested: 4.4h (16008694961587) First Batch Returned: 4.4h (16008694961587) Last Batch Returned: 4.4h (16008694961587) Closed: 4.4h (16008694961587) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,176 (1422176) - BuildTime: 508ms (508982997) - InactiveTotalTime: 0ns (0) - LocalTime: 1.65s (1645944951) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,083 (707083) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.12s (1122962421) - RowsReturned: 428,574 (428574) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003590132341) Node Lifecycle Event Timeline Open Started: 5.05s (5050831047) Open Finished: 4.1h (14924851198400) First Batch Requested: 4.1h (14924851198400) First Batch Returned: 4.1h (14924859198132) Last Batch Returned: 4.4h (16008693961620) Closed: 4.4h (16008694961587) Buffer pool - AllocTime: 6ms (6999767) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999767) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 411ms (411986235) - BuildRowsPartitioned: 1,422,176 (1422176) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 94ms (94996829) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 25ms (25999132) - InactiveTotalTime: 1.4h (4962943166224) - PeakMemoryUsage: 552.0 KiB (565248) - RowsReturned: 1,422,176 (1422176) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962981164956) Node Lifecycle Event Timeline Open Started: 5.05s (5050831047) Open Finished: 32.0m (1917115883448) First Batch Requested: 32.0m (1917116883414) First Batch Returned: 32.0m (1917123883180) Last Batch Returned: 1.4h (4968449982038) Closed: 1.4h (4968545978834) Buffer pool - AllocTime: 23ms (23999199) - CumulativeAllocationBytes: 98.8 MiB (103587840) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 552.0 KiB (565248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 552.0 KiB (565248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999199) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912065052401) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75375328) - TotalGetBatchTime: 1.4h (4962953165890) - DataWaitTime: 1.4h (4962943166224) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 79ms (79997323) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.3 MiB (34963534) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,210 (1409210) - BuildTime: 349ms (349988332) - InactiveTotalTime: 0ns (0) - LocalTime: 672ms (672977540) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,621 (813621) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 313ms (313989509) - RowsReturned: 707,083 (707083) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038963022434) Node Lifecycle Event Timeline Open Started: 1.4h (4968545978834) Open Finished: 4.1h (14924846198567) First Batch Requested: 4.1h (14924846198567) First Batch Returned: 4.1h (14924851198400) Last Batch Returned: 4.4h (16008691961687) Closed: 4.4h (16008694961587) Buffer pool - AllocTime: 2ms (2999900) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999900) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 238ms (238992025) - BuildRowsPartitioned: 1,409,210 (1409210) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 106ms (106996440) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 20ms (20999298) - InactiveTotalTime: 35.5m (2127232184995) - PeakMemoryUsage: 14.2 MiB (14861432) - RowsReturned: 1,409,210 (1409210) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127259184092) Node Lifecycle Event Timeline Open Started: 1.4h (4968545978834) Open Finished: 1.4h (4968545978834) First Batch Requested: 1.4h (4968546978801) First Batch Returned: 1.4h (4968546978801) Last Batch Returned: 2.0h (7096050154753) Closed: 2.0h (7096159151126) Buffer pool - AllocTime: 1ms (1999932) - CumulativeAllocationBytes: 97.9 MiB (102629376) - CumulativeAllocations: 5,040 (5040) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74688130) - TotalGetBatchTime: 35.5m (2127236184861) - DataWaitTime: 35.5m (2127232184995) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 30ms (30998966) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,520 (2520) - TotalBatchesReceived: 2,520 (2520) - TotalBytesReceived: 33.0 MiB (34638095) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972765600251) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,092 (1658092) - BuildTime: 369ms (369987676) - InactiveTotalTime: 0ns (0) - LocalTime: 2.44s (2436918535) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,532 (1648532) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.43s (2427918836) - RowsReturned: 813,621 (813621) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911030860802) Node Lifecycle Event Timeline Open Started: 2.0h (7096159151126) Open Finished: 4.1h (14924841198734) First Batch Requested: 4.1h (14924841198734) First Batch Returned: 4.1h (14924846198567) Last Batch Returned: 4.4h (16008691961687) Closed: 4.4h (16008694961587) Buffer pool - AllocTime: 7ms (7999734) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999734) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 276ms (276990775) - BuildRowsPartitioned: 1,658,092 (1658092) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 89ms (89997000) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 32ms (32998902) - InactiveTotalTime: 1.0h (3760313830864) - PeakMemoryUsage: 14.2 MiB (14907491) - RowsReturned: 1,658,092 (1658092) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760364829163) Node Lifecycle Event Timeline Open Started: 2.0h (7096159151126) Open Finished: 2.0h (7096159151126) First Batch Requested: 2.0h (7096161151060) First Batch Returned: 2.0h (7096161151060) Last Batch Returned: 3.0h (10856808970799) Closed: 3.0h (10856899967766) Buffer pool - AllocTime: 2ms (2999899) - CumulativeAllocationBytes: 115.1 MiB (120684544) - CumulativeAllocations: 5,916 (5916) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87878876) - TotalGetBatchTime: 1.0h (3760327830395) - DataWaitTime: 1.0h (3760313830864) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 56ms (56998103) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,958 (2958) - TotalBatchesReceived: 2,958 (2958) - TotalBytesReceived: 39.2 MiB (41137333) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970599477032) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,768 (1654768) - BuildTime: 316ms (316989427) - InactiveTotalTime: 0ns (0) - LocalTime: 1.00s (1000966547) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,968 (1659968) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 667ms (667977653) - RowsReturned: 1,648,532 (1648532) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908595942201) Node Lifecycle Event Timeline Open Started: 2.0h (7096159151126) Open Finished: 4.1h (14924840198768) First Batch Requested: 4.1h (14924840198768) First Batch Returned: 4.1h (14924841198734) Last Batch Returned: 4.4h (16008691961687) Closed: 4.4h (16008694961587) Buffer pool - AllocTime: 12ms (12999569) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999569) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 215ms (215992800) - BuildRowsPartitioned: 1,654,768 (1654768) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 98ms (98996694) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24999164) - InactiveTotalTime: 1.7h (6056905231531) - PeakMemoryUsage: 14.2 MiB (14879719) - RowsReturned: 1,654,768 (1654768) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056937230462) Node Lifecycle Event Timeline Open Started: 2.0h (7096159151126) Open Finished: 2.0h (7096159151126) First Batch Requested: 2.0h (7096160151093) First Batch Returned: 2.0h (7096160151093) Last Batch Returned: 3.7h (13153319374156) Closed: 3.7h (13153420370782) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 114.9 MiB (120487936) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87702704) - TotalGetBatchTime: 1.7h (6056911231331) - DataWaitTime: 1.7h (6056905231531) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 15ms (15999466) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.1 MiB (41048652) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919129867763) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,663,119 (1663119) - BuildTime: 371ms (371987570) - InactiveTotalTime: 0ns (0) - LocalTime: 896ms (896970005) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,106 (1663106) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 512ms (512982836) - RowsReturned: 1,659,968 (1659968) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850657745192) Node Lifecycle Event Timeline Open Started: 3.7h (13153420370782) Open Finished: 4.1h (14924839198801) First Batch Requested: 4.1h (14924839198801) First Batch Returned: 4.1h (14924840198768) Last Batch Returned: 4.4h (16008690961720) Closed: 4.4h (16008694961587) Buffer pool - AllocTime: 2ms (2999900) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999900) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 239ms (239991983) - BuildRowsPartitioned: 1,663,119 (1663119) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 127ms (127995719) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 17ms (17999401) - InactiveTotalTime: 29.5m (1771009841685) - PeakMemoryUsage: 14.2 MiB (14938698) - RowsReturned: 1,663,119 (1663119) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771041840617) Node Lifecycle Event Timeline Open Started: 3.7h (13153420370782) Open Finished: 3.7h (13153420370782) First Batch Requested: 3.7h (13153421370749) First Batch Returned: 3.7h (13153421370749) Last Batch Returned: 4.1h (14924710203115) Closed: 4.1h (14924839198801) Buffer pool - AllocTime: 1ms (1999933) - CumulativeAllocationBytes: 115.4 MiB (121036800) - CumulativeAllocations: 5,936 (5936) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88145307) - TotalGetBatchTime: 29.5m (1771017841418) - DataWaitTime: 29.5m (1771009841685) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 24ms (24999162) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,968 (2968) - TotalBatchesReceived: 2,968 (2968) - TotalBytesReceived: 39.6 MiB (41514081) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923352964056) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 33ms (33998859) - InactiveTotalTime: 18.0m (1078622937784) - PeakMemoryUsage: 13.9 MiB (14524687) - RowsReturned: 1,663,106 (1663106) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078718934570) Node Lifecycle Event Timeline Open Started: 3.7h (13153420370782) Open Finished: 3.7h (13153420370782) First Batch Requested: 4.1h (14924839198801) First Batch Returned: 4.1h (14924839198801) Last Batch Returned: 4.4h (16008685961887) Closed: 4.4h (16008694961587) Buffer pool - AllocTime: 6ms (6999766) - CumulativeAllocationBytes: 258.1 MiB (270671872) - CumulativeAllocations: 13,232 (13232) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14491648) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14491648) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999933) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211315887) - TotalGetBatchTime: 18.0m (1078680935846) - DataWaitTime: 18.0m (1078622937784) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 287ms (287990379) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,616 (6616) - TotalBatchesReceived: 6,616 (6616) - TotalBytesReceived: 127.5 MiB (133734403) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692193870527) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 660 (660) - CodegenTotalWallClockTime: 5.05s (5048831114) - CodegenSysTime: 82ms (82955000) - CodegenUserTime: 3.65s (3645649000) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 1.63s (1627945544) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 71ms (71997592) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.31s (3307889350) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 34ms (34998829) - TotalTime: 5.05s (5049831081) Instance c7456fdd806a4994:3209e926000003c1 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.446 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806004956) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757307388897) - TotalNetworkSendTime: 999.97us (999972) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 346 (346) - TotalThreadsTotalWallClockTime: 6.0h (21540846635808) - TotalThreadsSysTime: 387ms (387842000) - TotalThreadsUserTime: 10.86s (10862810000) - TotalThreadsVoluntaryContextSwitches: 17,039 (17039) - TotalTime: 4.4h (16008692081502) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999944) Open Finished: 4.4h (16008692081502) First Batch Produced: 4.4h (16008692081502) First Batch Sent: 4.4h (16008692081502) ExecInternal Finished: 4.4h (16008695081418) Buffer pool - AllocTime: 999.97us (999972) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.97us (999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.97us (999972) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008690081558) - ExecTreeOpenTime: 4.4h (16003805217939) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 999.97us (999972) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.97us (999972) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6873) - TotalTime: 999.97us (999972) - UncompressedRowBatchSize: 10.8 KiB (11104) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 35ms (35998998) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003806217911) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 4.89s (4886863563) Open Finished: 4.4h (16008692081502) First Batch Requested: 4.4h (16008692081502) First Batch Returned: 4.4h (16008692081502) Last Batch Returned: 4.4h (16008692081502) Closed: 4.4h (16008694081446) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,051 (1422051) - BuildTime: 433ms (433987880) - InactiveTotalTime: 0ns (0) - LocalTime: 1.59s (1590955595) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,703 (708703) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.15s (1149967909) - RowsReturned: 430,084 (430084) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003707220671) Node Lifecycle Event Timeline Open Started: 4.89s (4886863563) Open Finished: 4.1h (14924806320340) First Batch Requested: 4.1h (14924806320340) First Batch Returned: 4.1h (14924812320172) Last Batch Returned: 4.4h (16008692081502) Closed: 4.4h (16008692081502) Buffer pool - AllocTime: 7ms (7999776) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999776) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 350ms (350990195) - BuildRowsPartitioned: 1,422,051 (1422051) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 80ms (80997741) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 29ms (29999166) - InactiveTotalTime: 1.4h (4963162469015) - PeakMemoryUsage: 1.7 MiB (1744896) - RowsReturned: 1,422,051 (1422051) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963205467818) Node Lifecycle Event Timeline Open Started: 4.89s (4886863563) Open Finished: 32.0m (1917106476305) First Batch Requested: 32.0m (1917107476277) First Batch Returned: 32.0m (1917116476026) Last Batch Returned: 1.4h (4968450321382) Closed: 1.4h (4968532319095) Buffer pool - AllocTime: 4ms (4999861) - CumulativeAllocationBytes: 98.7 MiB (103530496) - CumulativeAllocations: 5,076 (5076) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.7 MiB (1744896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.7 MiB (1744896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999861) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912219612742) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75368703) - TotalGetBatchTime: 1.4h (4963173468708) - DataWaitTime: 1.4h (4963162469015) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 63ms (63998214) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,538 (2538) - TotalBatchesReceived: 2,538 (2538) - TotalBytesReceived: 33.3 MiB (34960936) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,505 (1409505) - BuildTime: 330ms (330990761) - InactiveTotalTime: 0ns (0) - LocalTime: 663ms (663981466) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,200 (815200) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 314ms (314991208) - RowsReturned: 708,703 (708703) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038910797258) Node Lifecycle Event Timeline Open Started: 1.4h (4968532319095) Open Finished: 4.1h (14924802320451) First Batch Requested: 4.1h (14924802320451) First Batch Returned: 4.1h (14924806320340) Last Batch Returned: 4.4h (16008692081502) Closed: 4.4h (16008692081502) Buffer pool - AllocTime: 1ms (1999944) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 239ms (239993302) - BuildRowsPartitioned: 1,409,505 (1409505) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 88ms (88997514) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 17ms (17999500) - InactiveTotalTime: 35.5m (2127241603055) - PeakMemoryUsage: 14.2 MiB (14847417) - RowsReturned: 1,409,505 (1409505) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127266602360) Node Lifecycle Event Timeline Open Started: 1.4h (4968532319095) Open Finished: 1.4h (4968532319095) First Batch Requested: 1.4h (4968533319067) First Batch Returned: 1.4h (4968533319067) Last Batch Returned: 2.0h (7096051914394) Closed: 2.0h (7096141911881) Buffer pool - AllocTime: 8ms (8999748) - CumulativeAllocationBytes: 97.9 MiB (102637568) - CumulativeAllocations: 5,036 (5036) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999860) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74703765) - TotalGetBatchTime: 35.5m (2127247602888) - DataWaitTime: 35.5m (2127241603055) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 29ms (29999161) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,518 (2518) - TotalBatchesReceived: 2,518 (2518) - TotalBytesReceived: 33.0 MiB (34644037) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972711390776) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,850 (1657850) - BuildTime: 394ms (394988974) - InactiveTotalTime: 0ns (0) - LocalTime: 2.50s (2502930190) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,789 (1647789) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2495930387) - RowsReturned: 815,200 (815200) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910980213432) Node Lifecycle Event Timeline Open Started: 2.0h (7096141911881) Open Finished: 4.1h (14924798320563) First Batch Requested: 4.1h (14924798320563) First Batch Returned: 4.1h (14924802320451) Last Batch Returned: 4.4h (16008692081502) Closed: 4.4h (16008692081502) Buffer pool - AllocTime: 1ms (1999944) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 289ms (289991907) - BuildRowsPartitioned: 1,657,850 (1657850) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 101ms (101997151) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 33ms (33999052) - InactiveTotalTime: 1.0h (3760317980796) - PeakMemoryUsage: 14.1 MiB (14809265) - RowsReturned: 1,657,850 (1657850) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760368979373) Node Lifecycle Event Timeline Open Started: 2.0h (7096142911853) Open Finished: 2.0h (7096142911853) First Batch Requested: 2.0h (7096143911825) First Batch Returned: 2.0h (7096144911797) Last Batch Returned: 3.0h (10856808882936) Closed: 3.0h (10856912880031) Buffer pool - AllocTime: 5ms (5999832) - CumulativeAllocationBytes: 115.0 MiB (120635392) - CumulativeAllocations: 5,916 (5916) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999860) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87866050) - TotalGetBatchTime: 1.0h (3760330980433) - DataWaitTime: 1.0h (3760317980796) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 56ms (56998407) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,958 (2958) - TotalBatchesReceived: 2,958 (2958) - TotalBytesReceived: 39.2 MiB (41135495) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968367426506) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,124 (1654124) - BuildTime: 316ms (316991148) - InactiveTotalTime: 0ns (0) - LocalTime: 988ms (988972392) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,420 (1659420) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 663ms (663981468) - RowsReturned: 1,647,789 (1647789) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908479283185) Node Lifecycle Event Timeline Open Started: 2.0h (7096142911853) Open Finished: 4.1h (14924797320591) First Batch Requested: 4.1h (14924797320591) First Batch Returned: 4.1h (14924798320563) Last Batch Returned: 4.4h (16008692081502) Closed: 4.4h (16008692081502) Buffer pool - AllocTime: 3ms (3999888) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999888) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 224ms (224993715) - BuildRowsPartitioned: 1,654,124 (1654124) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 89ms (89997489) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 26ms (26999245) - InactiveTotalTime: 1.7h (6056916832469) - PeakMemoryUsage: 14.1 MiB (14837330) - RowsReturned: 1,654,124 (1654124) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056947831602) Node Lifecycle Event Timeline Open Started: 2.0h (7096142911853) Open Finished: 2.0h (7096142911853) First Batch Requested: 2.0h (7096143911825) First Batch Returned: 2.0h (7096143911825) Last Batch Returned: 3.7h (13153319737058) Closed: 3.7h (13153410734519) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 114.8 MiB (120422400) - CumulativeAllocations: 5,904 (5904) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87668572) - TotalGetBatchTime: 1.7h (6056918832413) - DataWaitTime: 1.7h (6056916832469) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 19ms (19999442) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,952 (2952) - TotalBatchesReceived: 2,952 (2952) - TotalBytesReceived: 39.1 MiB (41036682) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919116780014) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,631 (1662631) - BuildTime: 314ms (314991210) - InactiveTotalTime: 0ns (0) - LocalTime: 856ms (856976104) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,592 (1662592) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 519ms (519985510) - RowsReturned: 1,659,420 (1659420) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850542479191) Node Lifecycle Event Timeline Open Started: 3.7h (13153410734519) Open Finished: 4.1h (14924797320591) First Batch Requested: 4.1h (14924797320591) First Batch Returned: 4.1h (14924797320591) Last Batch Returned: 4.4h (16008691081530) Closed: 4.4h (16008692081502) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 236ms (236993385) - BuildRowsPartitioned: 1,662,631 (1662631) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 74ms (74997908) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 17ms (17999498) - InactiveTotalTime: 29.5m (1771033595922) - PeakMemoryUsage: 14.2 MiB (14938833) - RowsReturned: 1,662,631 (1662631) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771060595170) Node Lifecycle Event Timeline Open Started: 3.7h (13153410734519) Open Finished: 3.7h (13153410734519) First Batch Requested: 3.7h (13153411734492) First Batch Returned: 3.7h (13153411734492) Last Batch Returned: 4.1h (14924720322739) Closed: 4.1h (14924796320619) Buffer pool - AllocTime: 10ms (10999693) - CumulativeAllocationBytes: 115.4 MiB (121028608) - CumulativeAllocations: 5,932 (5932) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88119443) - TotalGetBatchTime: 29.5m (1771040595728) - DataWaitTime: 29.5m (1771033595922) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 34ms (34999023) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,966 (2966) - TotalBatchesReceived: 2,966 (2966) - TotalBytesReceived: 39.6 MiB (41503207) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923346390547) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 28ms (28999190) - InactiveTotalTime: 18.0m (1078549910010) - PeakMemoryUsage: 14.0 MiB (14655789) - RowsReturned: 1,662,592 (1662592) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078624907917) Node Lifecycle Event Timeline Open Started: 3.7h (13153410734519) Open Finished: 3.7h (13153410734519) First Batch Requested: 4.1h (14924797320591) First Batch Returned: 4.1h (14924797320591) Last Batch Returned: 4.4h (16008684081725) Closed: 4.4h (16008692081502) Buffer pool - AllocTime: 30ms (30999135) - CumulativeAllocationBytes: 258.0 MiB (270581760) - CumulativeAllocations: 13,230 (13230) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211261981) - TotalGetBatchTime: 18.0m (1078591908839) - DataWaitTime: 18.0m (1078549910010) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 376ms (376989483) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,615 (6615) - TotalBatchesReceived: 6,615 (6615) - TotalBytesReceived: 127.5 MiB (133694980) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692202693704) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 337 (337) - CodegenTotalWallClockTime: 4.88s (4884863619) - CodegenSysTime: 24ms (24541000) - CodegenUserTime: 3.48s (3478654000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 1.51s (1511957788) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 99ms (99997208) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.23s (3230909795) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 35ms (35998995) - TotalTime: 4.88s (4884863619) Instance c7456fdd806a4994:3209e926000003c6 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.450 - AverageThreadTokens: 1.35 (1.3455732991655989) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 766.7 MiB (803907944) - PeakReservation: 739.0 MiB (774897664) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756641782771) - TotalNetworkSendTime: 999.96us (999963) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 417 (417) - TotalThreadsTotalWallClockTime: 6.0h (21540872970522) - TotalThreadsSysTime: 499ms (499202000) - TotalThreadsUserTime: 11.02s (11018257000) - TotalThreadsVoluntaryContextSwitches: 16,986 (16986) - TotalTime: 4.4h (16008672391114) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999925) Open Finished: 4.4h (16008671391151) First Batch Produced: 4.4h (16008671391151) First Batch Sent: 4.4h (16008671391151) ExecInternal Finished: 4.4h (16008672391114) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999963) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008669391226) - ExecTreeOpenTime: 4.4h (16003520582782) - PrepareTime: 1ms (1999925) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999963) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.9 KiB (7032) - TotalTime: 999.96us (999963) - UncompressedRowBatchSize: 11.0 KiB (11246) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 33ms (33998743) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003521582745) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 5.15s (5150808369) Open Finished: 4.4h (16008671391151) First Batch Requested: 4.4h (16008671391151) First Batch Returned: 4.4h (16008671391151) Last Batch Returned: 4.4h (16008671391151) Closed: 4.4h (16008672391114) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,005 (1421005) - BuildTime: 367ms (367986327) - InactiveTotalTime: 0ns (0) - LocalTime: 1.53s (1534943287) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,118 (708118) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.15s (1154957406) - RowsReturned: 429,692 (429692) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003159596100) Node Lifecycle Event Timeline Open Started: 5.15s (5150808369) Open Finished: 4.1h (14924841385354) First Batch Requested: 4.1h (14924841385354) First Batch Returned: 4.1h (14924847385133) Last Batch Returned: 4.4h (16008670391188) Closed: 4.4h (16008671391151) Buffer pool - AllocTime: 9ms (9999632) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999632) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 285ms (285989365) - BuildRowsPartitioned: 1,421,005 (1421005) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 78ms (78997073) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 26ms (26998995) - InactiveTotalTime: 1.4h (4962943585053) - PeakMemoryUsage: 864.0 KiB (884736) - RowsReturned: 1,421,005 (1421005) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962980583675) Node Lifecycle Event Timeline Open Started: 5.15s (5150808369) Open Finished: 32.0m (1917085691104) First Batch Requested: 32.0m (1917086691067) First Batch Returned: 32.0m (1917095690733) Last Batch Returned: 1.4h (4968428381000) Closed: 1.4h (4968508378036) Buffer pool - AllocTime: 41ms (41998439) - CumulativeAllocationBytes: 98.7 MiB (103538688) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 864.0 KiB (884736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 864.0 KiB (884736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39998513) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911934882735) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75313265) - TotalGetBatchTime: 1.4h (4962953584680) - DataWaitTime: 1.4h (4962943585053) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 77ms (77997104) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.3 MiB (34931452) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,649 (1409649) - BuildTime: 290ms (290989219) - InactiveTotalTime: 0ns (0) - LocalTime: 646ms (646976084) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 126.1 MiB (132204800) - ProbeRows: 814,411 (814411) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 343ms (343987309) - RowsReturned: 708,118 (708118) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038644069138) Node Lifecycle Event Timeline Open Started: 1.4h (4968508378036) Open Finished: 4.1h (14924837385502) First Batch Requested: 4.1h (14924837385502) First Batch Returned: 4.1h (14924841385354) Last Batch Returned: 4.4h (16008670391188) Closed: 4.4h (16008671391151) Buffer pool - AllocTime: 1ms (1999926) - CumulativeAllocationBytes: 126.0 MiB (132120576) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 126.0 MiB (132120576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 126.0 MiB (132120576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999926) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 199ms (199992592) - BuildRowsPartitioned: 1,409,649 (1409649) - HashBuckets: 4,063,232 (4063232) - HashCollisions: 3 (3) - HashTablesBuildTime: 88ms (88996701) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 22ms (22999150) - InactiveTotalTime: 35.5m (2127280165627) - PeakMemoryUsage: 14.2 MiB (14889869) - RowsReturned: 1,409,649 (1409649) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127316164293) Node Lifecycle Event Timeline Open Started: 1.4h (4968508378036) Open Finished: 1.4h (4968509377998) First Batch Requested: 1.4h (4968509377998) First Batch Returned: 1.4h (4968509377998) Last Batch Returned: 2.0h (7096029534736) Closed: 2.0h (7096120531363) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 98.0 MiB (102727680) - CumulativeAllocations: 5,046 (5046) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74711397) - TotalGetBatchTime: 35.5m (2127290165255) - DataWaitTime: 35.5m (2127280165627) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 26ms (26998998) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,523 (2523) - TotalBatchesReceived: 2,523 (2523) - TotalBytesReceived: 33.0 MiB (34647614) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972842554166) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,229 (1657229) - BuildTime: 352ms (352986925) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2574904991) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,450 (1647450) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.57s (2569905176) - RowsReturned: 814,411 (814411) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910680928761) Node Lifecycle Event Timeline Open Started: 2.0h (7096120531363) Open Finished: 4.1h (14924834385613) First Batch Requested: 4.1h (14924834385613) First Batch Returned: 4.1h (14924837385502) Last Batch Returned: 4.4h (16008670391188) Closed: 4.4h (16008671391151) Buffer pool - AllocTime: 1ms (1999925) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999925) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 258ms (258990401) - BuildRowsPartitioned: 1,657,229 (1657229) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 90ms (90996635) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 17ms (17999334) - InactiveTotalTime: 1.0h (3760370932369) - PeakMemoryUsage: 14.2 MiB (14879650) - RowsReturned: 1,657,229 (1657229) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760394931481) Node Lifecycle Event Timeline Open Started: 2.0h (7096120531363) Open Finished: 2.0h (7096120531363) First Batch Requested: 2.0h (7096122531289) First Batch Returned: 2.0h (7096122531289) Last Batch Returned: 3.0h (10856786452801) Closed: 3.0h (10856878449399) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 115.1 MiB (120651776) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87833137) - TotalGetBatchTime: 1.0h (3760373932258) - DataWaitTime: 1.0h (3760370932369) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 39ms (39998515) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.2 MiB (41123592) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968371564963) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,653,763 (1653763) - BuildTime: 323ms (323988030) - InactiveTotalTime: 0ns (0) - LocalTime: 1.04s (1038961658) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,988 (1658988) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 701ms (701974109) - RowsReturned: 1,647,450 (1647450) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908107023733) Node Lifecycle Event Timeline Open Started: 2.0h (7096120531363) Open Finished: 4.1h (14924833385649) First Batch Requested: 4.1h (14924833385649) First Batch Returned: 4.1h (14924834385613) Last Batch Returned: 4.4h (16008670391188) Closed: 4.4h (16008671391151) Buffer pool - AllocTime: 4ms (4999814) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999814) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 230ms (230991460) - BuildRowsPartitioned: 1,653,763 (1653763) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 89ms (89996681) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24999075) - InactiveTotalTime: 1.7h (6056906206366) - PeakMemoryUsage: 14.1 MiB (14822836) - RowsReturned: 1,653,763 (1653763) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056938205182) Node Lifecycle Event Timeline Open Started: 2.0h (7096120531363) Open Finished: 2.0h (7096120531363) First Batch Requested: 2.0h (7096121531326) First Batch Returned: 2.0h (7096121531326) Last Batch Returned: 3.7h (13153297727708) Closed: 3.7h (13153388724352) Buffer pool - AllocTime: 1ms (1999926) - CumulativeAllocationBytes: 114.8 MiB (120422400) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87649439) - TotalGetBatchTime: 1.7h (6056911206181) - DataWaitTime: 1.7h (6056906206366) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11ms (11999552) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.1 MiB (41020502) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919119713519) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,007 (1662007) - BuildTime: 349ms (349987090) - InactiveTotalTime: 0ns (0) - LocalTime: 961ms (961964522) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,322 (1662322) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 600ms (600977839) - RowsReturned: 1,658,988 (1658988) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850129856893) Node Lifecycle Event Timeline Open Started: 3.7h (13153388724352) Open Finished: 4.1h (14924833385649) First Batch Requested: 4.1h (14924833385649) First Batch Returned: 4.1h (14924833385649) Last Batch Returned: 4.4h (16008668391262) Closed: 4.4h (16008671391151) Buffer pool - AllocTime: 1ms (1999926) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999926) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 214ms (214992070) - BuildRowsPartitioned: 1,662,007 (1662007) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 132ms (132995094) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 22ms (22999152) - InactiveTotalTime: 29.5m (1771057675571) - PeakMemoryUsage: 14.2 MiB (14896102) - RowsReturned: 1,662,007 (1662007) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771091674318) Node Lifecycle Event Timeline Open Started: 3.7h (13153388724352) Open Finished: 3.7h (13153388724352) First Batch Requested: 3.7h (13153389724315) First Batch Returned: 3.7h (13153389724315) Last Batch Returned: 4.1h (14924699390592) Closed: 4.1h (14924833385649) Buffer pool - AllocTime: 2ms (2999889) - CumulativeAllocationBytes: 115.3 MiB (120930304) - CumulativeAllocations: 5,932 (5932) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88086371) - TotalGetBatchTime: 29.5m (1771063675350) - DataWaitTime: 29.5m (1771057675571) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 23ms (23999113) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,966 (2966) - TotalBatchesReceived: 2,966 (2966) - TotalBytesReceived: 39.6 MiB (41485835) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923345690175) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 26ms (26999006) - InactiveTotalTime: 18.0m (1077929223474) - PeakMemoryUsage: 14.0 MiB (14707718) - RowsReturned: 1,662,322 (1662322) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078076218053) Node Lifecycle Event Timeline Open Started: 3.7h (13153388724352) Open Finished: 3.7h (13153388724352) First Batch Requested: 4.1h (14924833385649) First Batch Returned: 4.1h (14924833385649) Last Batch Returned: 4.4h (16008662391483) Closed: 4.4h (16008671391151) Buffer pool - AllocTime: 158ms (158994118) - CumulativeAllocationBytes: 258.0 MiB (270581760) - CumulativeAllocations: 13,232 (13232) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.0 MiB (14663680) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.0 MiB (14663680) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 59ms (59997769) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.4 MiB (211229706) - TotalGetBatchTime: 18.0m (1078045219195) - DataWaitTime: 18.0m (1077929223474) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 694ms (694974277) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,616 (6616) - TotalBatchesReceived: 6,616 (6616) - TotalBytesReceived: 127.5 MiB (133670954) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692263146032) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 404 (404) - CodegenTotalWallClockTime: 5.15s (5148808444) - CodegenSysTime: 66ms (66574000) - CodegenUserTime: 3.51s (3509434000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 1.80s (1797933109) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 103ms (103996131) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.19s (3193881175) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 38ms (38998550) - TotalTime: 5.15s (5148808444) Instance c7456fdd806a4994:3209e926000003cc (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.455 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806005652) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757552427050) - TotalNetworkSendTime: 999.99us (999994) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 490 (490) - TotalThreadsTotalWallClockTime: 6.0h (21540857409353) - TotalThreadsSysTime: 437ms (437224000) - TotalThreadsUserTime: 10.85s (10846645000) - TotalThreadsVoluntaryContextSwitches: 16,993 (16993) - TotalTime: 4.4h (16008656597694) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999994) Open Finished: 4.4h (16008655597700) First Batch Produced: 4.4h (16008655597700) First Batch Sent: 4.4h (16008655597700) ExecInternal Finished: 4.4h (16008657597688) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.99us (999994) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008654597706) - ExecTreeOpenTime: 4.4h (16004008625322) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.99us (999994) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.8 KiB (6928) - TotalTime: 999.99us (999994) - UncompressedRowBatchSize: 11.0 KiB (11295) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 24ms (24999862) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004009625316) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 4.65s (4646972378) Open Finished: 4.4h (16008655597700) First Batch Requested: 4.4h (16008655597700) First Batch Returned: 4.4h (16008655597700) Last Batch Returned: 4.4h (16008655597700) Closed: 4.4h (16008656597694) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,424,726 (1424726) - BuildTime: 485ms (485997142) - InactiveTotalTime: 0ns (0) - LocalTime: 1.64s (1640990677) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 709,021 (709021) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.14s (1143993596) - RowsReturned: 430,121 (430121) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003981625472) Node Lifecycle Event Timeline Open Started: 4.65s (4646972378) Open Finished: 4.1h (14924811707807) First Batch Requested: 4.1h (14924811707807) First Batch Returned: 4.1h (14924819707762) Last Batch Returned: 4.4h (16008655597700) Closed: 4.4h (16008655597700) Buffer pool - AllocTime: 7ms (7999953) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999953) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 399ms (399997638) - BuildRowsPartitioned: 1,424,726 (1424726) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 83ms (83999516) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 20ms (20999874) - InactiveTotalTime: 1.4h (4963328985743) - PeakMemoryUsage: 632.0 KiB (647168) - RowsReturned: 1,424,726 (1424726) - RowsReturnedRate: 287 per second (287) - TotalTime: 1.4h (4963356985576) Node Lifecycle Event Timeline Open Started: 4.65s (4646972378) Open Finished: 32.0m (1917060658802) First Batch Requested: 32.0m (1917061658796) First Batch Returned: 32.0m (1917071658737) Last Batch Returned: 1.4h (4968409955557) Closed: 1.4h (4968494955067) Buffer pool - AllocTime: 20ms (20999877) - CumulativeAllocationBytes: 98.9 MiB (103718912) - CumulativeAllocations: 5,090 (5090) - InactiveTotalTime: 0ns (0) - PeakReservation: 632.0 KiB (647168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 632.0 KiB (647168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999883) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912413686424) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75510478) - TotalGetBatchTime: 1.4h (4963333985714) - DataWaitTime: 1.4h (4963328985743) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 55ms (55999669) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,545 (2545) - TotalBatchesReceived: 2,545 (2545) - TotalBytesReceived: 33.4 MiB (35029472) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,333 (1411333) - BuildTime: 323ms (323998144) - InactiveTotalTime: 0ns (0) - LocalTime: 655ms (655996271) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,297 (815297) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 325ms (325998161) - RowsReturned: 709,021 (709021) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038983649219) Node Lifecycle Event Timeline Open Started: 1.4h (4968494955067) Open Finished: 4.1h (14924805707840) First Batch Requested: 4.1h (14924805707840) First Batch Returned: 4.1h (14924811707807) Last Batch Returned: 4.4h (16008654597705) Closed: 4.4h (16008655597700) Buffer pool - AllocTime: 1ms (1999988) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 230ms (230998673) - BuildRowsPartitioned: 1,411,333 (1411333) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 90ms (90999483) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 18ms (18999887) - InactiveTotalTime: 35.5m (2127258845195) - PeakMemoryUsage: 14.2 MiB (14875428) - RowsReturned: 1,411,333 (1411333) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127281845059) Node Lifecycle Event Timeline Open Started: 1.4h (4968494955067) Open Finished: 1.4h (4968494955067) First Batch Requested: 1.4h (4968495955061) First Batch Returned: 1.4h (4968495955061) Last Batch Returned: 2.0h (7096010798782) Closed: 2.0h (7096102798259) Buffer pool - AllocTime: 3ms (3999977) - CumulativeAllocationBytes: 98.0 MiB (102793216) - CumulativeAllocations: 5,052 (5052) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74800649) - TotalGetBatchTime: 35.5m (2127261845177) - DataWaitTime: 35.5m (2127258845195) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 29ms (29999828) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,526 (2526) - TotalBatchesReceived: 2,526 (2526) - TotalBytesReceived: 33.1 MiB (34692296) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972777267767) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,660,048 (1660048) - BuildTime: 348ms (348998030) - InactiveTotalTime: 0ns (0) - LocalTime: 2.51s (2512985839) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,650,546 (1650546) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2498985919) - RowsReturned: 815,297 (815297) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911045807889) Node Lifecycle Event Timeline Open Started: 2.0h (7096102798259) Open Finished: 4.1h (14924799707874) First Batch Requested: 4.1h (14924799707874) First Batch Returned: 4.1h (14924805707840) Last Batch Returned: 4.4h (16008653597711) Closed: 4.4h (16008655597700) Buffer pool - AllocTime: 1,000.00us (999995) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 254ms (254998557) - BuildRowsPartitioned: 1,660,048 (1660048) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 90ms (90999490) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 26ms (26999846) - InactiveTotalTime: 1.0h (3760367763160) - PeakMemoryUsage: 14.2 MiB (14893251) - RowsReturned: 1,660,048 (1660048) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760404762950) Node Lifecycle Event Timeline Open Started: 2.0h (7096102798259) Open Finished: 2.0h (7096102798259) First Batch Requested: 2.0h (7096104798248) First Batch Returned: 2.0h (7096104798248) Last Batch Returned: 3.0h (10856769559726) Closed: 3.0h (10856862559205) Buffer pool - AllocTime: 17ms (17999898) - CumulativeAllocationBytes: 115.3 MiB (120913920) - CumulativeAllocations: 5,932 (5932) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87982544) - TotalGetBatchTime: 1.0h (3760375763115) - DataWaitTime: 1.0h (3760367763160) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 62ms (62999637) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,966 (2966) - TotalBatchesReceived: 2,966 (2966) - TotalBytesReceived: 39.3 MiB (41182454) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968375754302) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,656,808 (1656808) - BuildTime: 305ms (305998282) - InactiveTotalTime: 0ns (0) - LocalTime: 986ms (986994438) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,831 (1661831) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 671ms (671996207) - RowsReturned: 1,650,546 (1650546) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908535822032) Node Lifecycle Event Timeline Open Started: 2.0h (7096102798259) Open Finished: 4.1h (14924798707880) First Batch Requested: 4.1h (14924798707880) First Batch Returned: 4.1h (14924799707874) Last Batch Returned: 4.4h (16008653597711) Closed: 4.4h (16008655597700) Buffer pool - AllocTime: 4ms (4999973) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999973) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 227ms (227998722) - BuildRowsPartitioned: 1,656,808 (1656808) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 75ms (75999572) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 26ms (26999847) - InactiveTotalTime: 1.7h (6056906860862) - PeakMemoryUsage: 14.2 MiB (14865234) - RowsReturned: 1,656,808 (1656808) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056942860658) Node Lifecycle Event Timeline Open Started: 2.0h (7096102798259) Open Finished: 2.0h (7096102798259) First Batch Requested: 2.0h (7096103798253) First Batch Returned: 2.0h (7096103798253) Last Batch Returned: 3.7h (13153278657612) Closed: 3.7h (13153355657178) Buffer pool - AllocTime: 1,000.00us (999995) - CumulativeAllocationBytes: 115.0 MiB (120594432) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87810824) - TotalGetBatchTime: 1.7h (6056913860822) - DataWaitTime: 1.7h (6056906860862) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 18ms (18999895) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.2 MiB (41100783) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919125798525) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,943 (1664943) - BuildTime: 322ms (322998183) - InactiveTotalTime: 0ns (0) - LocalTime: 881ms (881995033) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,665,025 (1665025) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 547ms (547996912) - RowsReturned: 1,661,831 (1661831) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850605966936) Node Lifecycle Event Timeline Open Started: 3.7h (13153355657178) Open Finished: 4.1h (14924797707885) First Batch Requested: 4.1h (14924797707885) First Batch Returned: 4.1h (14924798707880) Last Batch Returned: 4.4h (16008652597717) Closed: 4.4h (16008655597700) Buffer pool - AllocTime: 3ms (3999977) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 205ms (205998842) - BuildRowsPartitioned: 1,664,943 (1664943) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 114ms (114999353) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 20ms (20999884) - InactiveTotalTime: 29.5m (1771085052712) - PeakMemoryUsage: 14.2 MiB (14896928) - RowsReturned: 1,664,943 (1664943) - RowsReturnedRate: 940 per second (940) - TotalTime: 29.5m (1771113052558) Node Lifecycle Event Timeline Open Started: 3.7h (13153355657178) Open Finished: 3.7h (13153355657178) First Batch Requested: 3.7h (13153356657172) First Batch Returned: 3.7h (13153356657172) Last Batch Returned: 4.1h (14924681708538) Closed: 4.1h (14924797707885) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 115.6 MiB (121217024) - CumulativeAllocations: 5,944 (5944) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88241979) - TotalGetBatchTime: 29.5m (1771090052685) - DataWaitTime: 29.5m (1771085052712) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 21ms (21999873) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,972 (2972) - TotalBatchesReceived: 2,972 (2972) - TotalBytesReceived: 39.6 MiB (41566524) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923344269992) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 29ms (29999833) - InactiveTotalTime: 18.0m (1078539919743) - PeakMemoryUsage: 14.0 MiB (14695993) - RowsReturned: 1,665,025 (1665025) - RowsReturnedRate: 1543 per second (1543) - TotalTime: 18.0m (1078610919345) Node Lifecycle Event Timeline Open Started: 3.7h (13153355657178) Open Finished: 3.7h (13153355657178) First Batch Requested: 4.1h (14924797707885) First Batch Returned: 4.1h (14924797707885) Last Batch Returned: 4.4h (16008647597745) Closed: 4.4h (16008655597700) Buffer pool - AllocTime: 6ms (6999960) - CumulativeAllocationBytes: 258.4 MiB (270991360) - CumulativeAllocations: 13,254 (13254) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211544092) - TotalGetBatchTime: 18.0m (1078571919564) - DataWaitTime: 18.0m (1078539919743) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 242ms (242998637) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,627 (6627) - TotalBatchesReceived: 6,627 (6627) - TotalBytesReceived: 127.7 MiB (133885355) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692254474015) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 472 (472) - CodegenTotalWallClockTime: 4.64s (4645972384) - CodegenSysTime: 48ms (48043000) - CodegenUserTime: 3.50s (3495858000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 1.61s (1607990442) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 131ms (131999216) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.85s (2855983023) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 33ms (33999798) - TotalTime: 4.64s (4645972384) Instance c7456fdd806a4994:3209e926000003c0 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.447 - AverageThreadTokens: 1.35 (1.3455840990061878) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806063762) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757099257552) - TotalNetworkSendTime: 1,000.00us (999997) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 487 (487) - TotalThreadsTotalWallClockTime: 6.0h (21540814491341) - TotalThreadsSysTime: 432ms (432768000) - TotalThreadsUserTime: 10.93s (10929205000) - TotalThreadsVoluntaryContextSwitches: 16,906 (16906) - TotalTime: 4.4h (16008650207157) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999993) Open Finished: 4.4h (16008649207160) First Batch Produced: 4.4h (16008649207160) First Batch Sent: 4.4h (16008649207160) ExecInternal Finished: 4.4h (16008651207154) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1,000.00us (999997) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008647207167) - ExecTreeOpenTime: 4.4h (16003649224085) - PrepareTime: 1ms (1999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1,000.00us (999997) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6886) - TotalTime: 1ms (1999993) - UncompressedRowBatchSize: 10.8 KiB (11090) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 25ms (25999915) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003649224085) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 5.00s (4999983075) Open Finished: 4.4h (16008649207160) First Batch Requested: 4.4h (16008649207160) First Batch Returned: 4.4h (16008649207160) Last Batch Returned: 4.4h (16008649207160) Closed: 4.4h (16008650207157) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,424,359 (1424359) - BuildTime: 429ms (429998564) - InactiveTotalTime: 0ns (0) - LocalTime: 1.57s (1573994878) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 709,547 (709547) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.14s (1140996324) - RowsReturned: 430,119 (430119) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003492224591) Node Lifecycle Event Timeline Open Started: 5.00s (4999983075) Open Finished: 4.1h (14924790719416) First Batch Requested: 4.1h (14924790719416) First Batch Returned: 4.1h (14924797719394) Last Batch Returned: 4.4h (16008649207160) Closed: 4.4h (16008649207160) Buffer pool - AllocTime: 6ms (6999975) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999975) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 324ms (324998899) - BuildRowsPartitioned: 1,424,359 (1424359) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 3 (3) - HashTablesBuildTime: 101ms (101999675) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 29ms (29999898) - InactiveTotalTime: 1.4h (4963037615993) - PeakMemoryUsage: 704.0 KiB (720896) - RowsReturned: 1,424,359 (1424359) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963077615859) Node Lifecycle Event Timeline Open Started: 5.00s (4999983075) Open Finished: 32.0m (1917063551354) First Batch Requested: 32.0m (1917064551350) First Batch Returned: 32.0m (1917073551320) Last Batch Returned: 1.4h (4968406597819) Closed: 1.4h (4968510597488) Buffer pool - AllocTime: 63ms (63999783) - CumulativeAllocationBytes: 98.8 MiB (103645184) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 704.0 KiB (720896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 704.0 KiB (720896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62999787) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912063568279) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75491027) - TotalGetBatchTime: 1.4h (4963046615964) - DataWaitTime: 1.4h (4963037615993) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 119ms (119999598) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.4 MiB (35017174) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,412,672 (1412672) - BuildTime: 290ms (290999068) - InactiveTotalTime: 0ns (0) - LocalTime: 636ms (636997942) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,591 (815591) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 339ms (339998893) - RowsReturned: 709,547 (709547) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038840613854) Node Lifecycle Event Timeline Open Started: 1.4h (4968510597488) Open Finished: 4.1h (14924785719432) First Batch Requested: 4.1h (14924785719432) First Batch Returned: 4.1h (14924790719416) Last Batch Returned: 4.4h (16008649207160) Closed: 4.4h (16008649207160) Buffer pool - AllocTime: 1ms (1999994) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 197ms (197999362) - BuildRowsPartitioned: 1,412,672 (1412672) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 91ms (91999709) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 30ms (30999904) - InactiveTotalTime: 35.5m (2127260217717) - PeakMemoryUsage: 14.2 MiB (14903244) - RowsReturned: 1,412,672 (1412672) - RowsReturnedRate: 664 per second (664) - TotalTime: 35.5m (2127295217609) Node Lifecycle Event Timeline Open Started: 1.4h (4968510597488) Open Finished: 1.4h (4968510597488) First Batch Requested: 1.4h (4968510597488) First Batch Returned: 1.4h (4968510597488) Last Batch Returned: 2.0h (7096007814447) Closed: 2.0h (7096100814153) Buffer pool - AllocTime: 18ms (18999935) - CumulativeAllocationBytes: 98.1 MiB (102850560) - CumulativeAllocations: 5,054 (5054) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999938) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.4 MiB (74871616) - TotalGetBatchTime: 35.5m (2127264217705) - DataWaitTime: 35.5m (2127260217717) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 66ms (66999776) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,527 (2527) - TotalBatchesReceived: 2,527 (2527) - TotalBytesReceived: 33.1 MiB (34723118) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972816769736) - TotalRPCsDeferred: 49 (49) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,660,579 (1660579) - BuildTime: 386ms (386998774) - InactiveTotalTime: 0ns (0) - LocalTime: 2.51s (2514991873) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,650,646 (1650646) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2504991904) - RowsReturned: 815,591 (815591) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910908398303) Node Lifecycle Event Timeline Open Started: 2.0h (7096100814153) Open Finished: 4.1h (14924781719445) First Batch Requested: 4.1h (14924781719445) First Batch Returned: 4.1h (14924785719432) Last Batch Returned: 4.4h (16008648207164) Closed: 4.4h (16008649207160) Buffer pool - AllocTime: 1ms (1999993) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 291ms (291999078) - BuildRowsPartitioned: 1,660,579 (1660579) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 90ms (90999708) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 30ms (30999904) - InactiveTotalTime: 1.0h (3760313011263) - PeakMemoryUsage: 14.2 MiB (14893617) - RowsReturned: 1,660,579 (1660579) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760364011104) Node Lifecycle Event Timeline Open Started: 2.0h (7096100814153) Open Finished: 2.0h (7096100814153) First Batch Requested: 2.0h (7096102814147) First Batch Returned: 2.0h (7096102814147) Last Batch Returned: 3.0h (10856764824311) Closed: 3.0h (10856856824016) Buffer pool - AllocTime: 1,000.00us (999997) - CumulativeAllocationBytes: 115.3 MiB (120864768) - CumulativeAllocations: 5,922 (5922) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (88010687) - TotalGetBatchTime: 1.0h (3760327011219) - DataWaitTime: 1.0h (3760313011263) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 39ms (39999877) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,961 (2961) - TotalBatchesReceived: 2,961 (2961) - TotalBytesReceived: 39.3 MiB (41201990) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970584233898) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,656,970 (1656970) - BuildTime: 303ms (303999022) - InactiveTotalTime: 0ns (0) - LocalTime: 1.01s (1009996753) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,662,392 (1662392) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 697ms (697997757) - RowsReturned: 1,650,646 (1650646) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908395406424) Node Lifecycle Event Timeline Open Started: 2.0h (7096100814153) Open Finished: 4.1h (14924779719452) First Batch Requested: 4.1h (14924780719449) First Batch Returned: 4.1h (14924781719445) Last Batch Returned: 4.4h (16008648207164) Closed: 4.4h (16008649207160) Buffer pool - AllocTime: 4ms (4999985) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999985) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 209ms (209999325) - BuildRowsPartitioned: 1,656,970 (1656970) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 91ms (91999703) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 22ms (22999923) - InactiveTotalTime: 1.7h (6056932632067) - PeakMemoryUsage: 14.2 MiB (14850780) - RowsReturned: 1,656,970 (1656970) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056962631969) Node Lifecycle Event Timeline Open Started: 2.0h (7096100814153) Open Finished: 2.0h (7096100814153) First Batch Requested: 2.0h (7096101814150) First Batch Returned: 2.0h (7096101814150) Last Batch Returned: 3.7h (13153276445438) Closed: 3.7h (13153369445138) Buffer pool - AllocTime: 1ms (1999993) - CumulativeAllocationBytes: 115.0 MiB (120594432) - CumulativeAllocations: 5,918 (5918) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87819410) - TotalGetBatchTime: 1.7h (6056938632049) - DataWaitTime: 1.7h (6056932632067) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 16ms (16999941) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,959 (2959) - TotalBatchesReceived: 2,959 (2959) - TotalBytesReceived: 39.2 MiB (41109051) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919118802974) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,665,572 (1665572) - BuildTime: 338ms (338998907) - InactiveTotalTime: 0ns (0) - LocalTime: 837ms (837997289) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,665,580 (1665580) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 486ms (486998420) - RowsReturned: 1,662,392 (1662392) - RowsReturnedRate: 583 per second (583) - TotalTime: 47.5m (2850422777702) Node Lifecycle Event Timeline Open Started: 3.7h (13153369445138) Open Finished: 4.1h (14924779719452) First Batch Requested: 4.1h (14924779719452) First Batch Returned: 4.1h (14924779719452) Last Batch Returned: 4.4h (16008647207167) Closed: 4.4h (16008649207160) Buffer pool - AllocTime: 3ms (3999987) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999987) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 235ms (235999240) - BuildRowsPartitioned: 1,665,572 (1665572) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 100ms (100999674) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 25ms (25999914) - InactiveTotalTime: 29.5m (1771024275558) - PeakMemoryUsage: 14.3 MiB (14953264) - RowsReturned: 1,665,572 (1665572) - RowsReturnedRate: 940 per second (940) - TotalTime: 29.5m (1771065275425) Node Lifecycle Event Timeline Open Started: 3.7h (13153369445138) Open Finished: 3.7h (13153369445138) First Batch Requested: 3.7h (13153370445135) First Batch Returned: 3.7h (13153370445135) Last Batch Returned: 4.1h (14924676719785) Closed: 4.1h (14924779719452) Buffer pool - AllocTime: 3ms (3999986) - CumulativeAllocationBytes: 115.6 MiB (121217024) - CumulativeAllocations: 5,938 (5938) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88275316) - TotalGetBatchTime: 29.5m (1771033275529) - DataWaitTime: 29.5m (1771024275558) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 20ms (20999931) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,969 (2969) - TotalBatchesReceived: 2,969 (2969) - TotalBytesReceived: 39.7 MiB (41578952) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923353335695) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 28ms (28999906) - InactiveTotalTime: 18.0m (1078277505771) - PeakMemoryUsage: 15.2 MiB (15924351) - RowsReturned: 1,665,580 (1665580) - RowsReturnedRate: 1544 per second (1544) - TotalTime: 18.0m (1078519504988) Node Lifecycle Event Timeline Open Started: 3.7h (13153369445138) Open Finished: 3.7h (13153369445138) First Batch Requested: 4.1h (14924779719452) First Batch Returned: 4.1h (14924779719452) Last Batch Returned: 4.4h (16008641207186) Closed: 4.4h (16008649207160) Buffer pool - AllocTime: 147ms (147999520) - CumulativeAllocationBytes: 258.5 MiB (271040512) - CumulativeAllocations: 13,260 (13260) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.5 MiB (15171584) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.5 MiB (15171584) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.8 MiB (211637061) - TotalGetBatchTime: 18.0m (1078484505101) - DataWaitTime: 18.0m (1078277505771) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 500ms (500998372) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,630 (6630) - TotalBatchesReceived: 6,630 (6630) - TotalBytesReceived: 127.7 MiB (133925619) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692456876343) - TotalRPCsDeferred: 184 (184) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 478 (478) - CodegenTotalWallClockTime: 5.00s (4997983082) - CodegenSysTime: 22ms (22491000) - CodegenUserTime: 3.50s (3505285000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 1.66s (1664994364) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 60ms (60999794) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.23s (3228989069) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 30ms (30999895) - TotalTime: 5.00s (4997983082) Instance c7456fdd806a4994:3209e926000003bc (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.447 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 764.6 MiB (801769212) - PeakReservation: 737.0 MiB (772800512) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756754429175) - TotalNetworkSendTime: 1ms (1999933) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 517 (517) - TotalThreadsTotalWallClockTime: 6.0h (21540774696939) - TotalThreadsSysTime: 546ms (546026000) - TotalThreadsUserTime: 11.06s (11064975000) - TotalThreadsVoluntaryContextSwitches: 17,137 (17137) - TotalTime: 4.4h (16008634082022) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999932) Open Finished: 4.4h (16008632082089) First Batch Produced: 4.4h (16008632082089) First Batch Sent: 4.4h (16008632082089) ExecInternal Finished: 4.4h (16008638081888) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1ms (1999933) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008630082157) - ExecTreeOpenTime: 4.4h (16003478255365) - PrepareTime: 1ms (1999932) - ExecTreePrepareTime: 1ms (1999932) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1ms (1999933) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6746) - TotalTime: 1ms (1999933) - UncompressedRowBatchSize: 10.7 KiB (10974) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 30ms (30998961) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003480255297) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 5.15s (5153826724) Open Finished: 4.4h (16008632082089) First Batch Requested: 4.4h (16008632082089) First Batch Returned: 4.4h (16008632082089) Last Batch Returned: 4.4h (16008632082089) Closed: 4.4h (16008634082022) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,420,525 (1420525) - BuildTime: 492ms (492983435) - InactiveTotalTime: 0ns (0) - LocalTime: 1.60s (1603946238) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,271 (707271) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1100963141) - RowsReturned: 428,158 (428158) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003348259713) Node Lifecycle Event Timeline Open Started: 5.15s (5153826724) Open Finished: 4.1h (14924753383238) First Batch Requested: 4.1h (14924753383238) First Batch Returned: 4.1h (14924762382937) Last Batch Returned: 4.4h (16008632082089) Closed: 4.4h (16008632082089) Buffer pool - AllocTime: 7ms (7999733) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999733) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 411ms (411986152) - BuildRowsPartitioned: 1,420,525 (1420525) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 78ms (78997349) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 23ms (23999194) - InactiveTotalTime: 1.4h (4962783231645) - PeakMemoryUsage: 1.5 MiB (1622016) - RowsReturned: 1,420,525 (1420525) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962817230504) Node Lifecycle Event Timeline Open Started: 5.15s (5153826724) Open Finished: 32.0m (1917053544935) First Batch Requested: 32.0m (1917054544902) First Batch Returned: 32.0m (1917060544700) Last Batch Returned: 1.4h (4968389043178) Closed: 1.4h (4968469040494) Buffer pool - AllocTime: 30ms (30998959) - CumulativeAllocationBytes: 98.6 MiB (103440384) - CumulativeAllocations: 5,070 (5070) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.5 MiB (1622016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.5 MiB (1622016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 29ms (29998992) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911899718211) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75287825) - TotalGetBatchTime: 1.4h (4962792231344) - DataWaitTime: 1.4h (4962783231645) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 101ms (101996569) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,535 (2535) - TotalBatchesReceived: 2,535 (2535) - TotalBytesReceived: 33.3 MiB (34924666) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,407,337 (1407337) - BuildTime: 317ms (317989335) - InactiveTotalTime: 0ns (0) - LocalTime: 684ms (684977032) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 124.1 MiB (130107648) - ProbeRows: 814,205 (814205) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 339ms (339988605) - RowsReturned: 707,271 (707271) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038927082971) Node Lifecycle Event Timeline Open Started: 1.4h (4968469040494) Open Finished: 4.1h (14924745383506) First Batch Requested: 4.1h (14924745383506) First Batch Returned: 4.1h (14924753383238) Last Batch Returned: 4.4h (16008632082089) Closed: 4.4h (16008632082089) Buffer pool - AllocTime: 4ms (4999835) - CumulativeAllocationBytes: 124.0 MiB (130023424) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 124.0 MiB (130023424) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 124.0 MiB (130023424) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999835) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 223ms (223992485) - BuildRowsPartitioned: 1,407,337 (1407337) - HashBuckets: 3,932,160 (3932160) - HashCollisions: 0 (0) - HashTablesBuildTime: 91ms (91996917) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 15ms (15999464) - InactiveTotalTime: 35.5m (2127246628330) - PeakMemoryUsage: 14.2 MiB (14861593) - RowsReturned: 1,407,337 (1407337) - RowsReturnedRate: 661 per second (661) - TotalTime: 35.5m (2127273627424) Node Lifecycle Event Timeline Open Started: 1.4h (4968469040494) Open Finished: 1.4h (4968469040494) First Batch Requested: 1.4h (4968470040461) First Batch Returned: 1.4h (4968470040461) Last Batch Returned: 2.0h (7095990659597) Closed: 2.0h (7096083656480) Buffer pool - AllocTime: 7ms (7999732) - CumulativeAllocationBytes: 97.8 MiB (102539264) - CumulativeAllocations: 5,030 (5030) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.1 MiB (74588861) - TotalGetBatchTime: 35.5m (2127254628061) - DataWaitTime: 35.5m (2127246628330) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 37ms (37998726) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,515 (2515) - TotalBatchesReceived: 2,515 (2515) - TotalBytesReceived: 33.0 MiB (34594307) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972784008109) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,656,402 (1656402) - BuildTime: 381ms (381987201) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2567914022) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,646,335 (1646335) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.55s (2552914527) - RowsReturned: 814,205 (814205) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910968478515) Node Lifecycle Event Timeline Open Started: 2.0h (7096083656480) Open Finished: 4.1h (14924740383673) First Batch Requested: 4.1h (14924740383673) First Batch Returned: 4.1h (14924745383506) Last Batch Returned: 4.4h (16008631082122) Closed: 4.4h (16008632082089) Buffer pool - AllocTime: 2ms (2999900) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999900) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 288ms (288990319) - BuildRowsPartitioned: 1,656,402 (1656402) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 89ms (89996982) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 33ms (33998860) - InactiveTotalTime: 1.0h (3760323937717) - PeakMemoryUsage: 14.2 MiB (14907578) - RowsReturned: 1,656,402 (1656402) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760368936208) Node Lifecycle Event Timeline Open Started: 2.0h (7096083656480) Open Finished: 2.0h (7096083656480) First Batch Requested: 2.0h (7096085656413) First Batch Returned: 2.0h (7096085656413) Last Batch Returned: 3.0h (10856747582806) Closed: 3.0h (10856838579755) Buffer pool - AllocTime: 1ms (1999933) - CumulativeAllocationBytes: 115.0 MiB (120586240) - CumulativeAllocations: 5,908 (5908) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87789306) - TotalGetBatchTime: 1.0h (3760332937415) - DataWaitTime: 1.0h (3760323937717) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 32ms (32998889) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,954 (2954) - TotalBatchesReceived: 2,954 (2954) - TotalBytesReceived: 39.2 MiB (41100527) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970782839642) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,652,701 (1652701) - BuildTime: 329ms (329988925) - InactiveTotalTime: 0ns (0) - LocalTime: 1.09s (1093963355) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,069 (1658069) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 755ms (755974700) - RowsReturned: 1,646,335 (1646335) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908403564392) Node Lifecycle Event Timeline Open Started: 2.0h (7096083656480) Open Finished: 4.1h (14924739383707) First Batch Requested: 4.1h (14924739383707) First Batch Returned: 4.1h (14924740383673) Last Batch Returned: 4.4h (16008630082156) Closed: 4.4h (16008632082089) Buffer pool - AllocTime: 5ms (5999798) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999798) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 235ms (235992072) - BuildRowsPartitioned: 1,652,701 (1652701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 90ms (90996954) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24999158) - InactiveTotalTime: 1.7h (6056903047906) - PeakMemoryUsage: 14.1 MiB (14822967) - RowsReturned: 1,652,701 (1652701) - RowsReturnedRate: 272 per second (272) - TotalTime: 1.7h (6056933046896) Node Lifecycle Event Timeline Open Started: 2.0h (7096083656480) Open Finished: 2.0h (7096083656480) First Batch Requested: 2.0h (7096084656446) First Batch Returned: 2.0h (7096084656446) Last Batch Returned: 3.7h (13153258695246) Closed: 3.7h (13153350692166) Buffer pool - AllocTime: 1ms (1999932) - CumulativeAllocationBytes: 114.7 MiB (120274944) - CumulativeAllocations: 5,898 (5898) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.5 MiB (87593153) - TotalGetBatchTime: 1.7h (6056906047806) - DataWaitTime: 1.7h (6056903047906) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 22ms (22999227) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,949 (2949) - TotalBatchesReceived: 2,949 (2949) - TotalBytesReceived: 39.1 MiB (40994982) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919116377468) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,661,287 (1661287) - BuildTime: 302ms (302989847) - InactiveTotalTime: 0ns (0) - LocalTime: 854ms (854971366) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,661,257 (1661257) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 538ms (538981954) - RowsReturned: 1,658,069 (1658069) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850376554141) Node Lifecycle Event Timeline Open Started: 3.7h (13153350692166) Open Finished: 4.1h (14924738383740) First Batch Requested: 4.1h (14924738383740) First Batch Returned: 4.1h (14924739383707) Last Batch Returned: 4.4h (16008629082189) Closed: 4.4h (16008632082089) Buffer pool - AllocTime: 1ms (1999933) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999933) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 215ms (215992760) - BuildRowsPartitioned: 1,661,287 (1661287) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 84ms (84997154) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 15ms (15999465) - InactiveTotalTime: 29.5m (1771059702561) - PeakMemoryUsage: 14.2 MiB (14938729) - RowsReturned: 1,661,287 (1661287) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771083701760) Node Lifecycle Event Timeline Open Started: 3.7h (13153350692166) Open Finished: 3.7h (13153350692166) First Batch Requested: 3.7h (13153351692133) First Batch Returned: 3.7h (13153351692133) Last Batch Returned: 4.1h (14924652386620) Closed: 4.1h (14924738383740) Buffer pool - AllocTime: 10ms (10999631) - CumulativeAllocationBytes: 115.3 MiB (120889344) - CumulativeAllocations: 5,930 (5930) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999730) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88048211) - TotalGetBatchTime: 29.5m (1771066702329) - DataWaitTime: 29.5m (1771059702561) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 36ms (36998759) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,965 (2965) - TotalBatchesReceived: 2,965 (2965) - TotalBytesReceived: 39.5 MiB (41466917) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923346082391) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 35ms (35998794) - InactiveTotalTime: 18.0m (1078363883493) - PeakMemoryUsage: 13.9 MiB (14585131) - RowsReturned: 1,661,257 (1661257) - RowsReturnedRate: 1540 per second (1540) - TotalTime: 18.0m (1078437881015) Node Lifecycle Event Timeline Open Started: 3.7h (13153350692166) Open Finished: 3.7h (13153350692166) First Batch Requested: 4.1h (14924738383740) First Batch Returned: 4.1h (14924738383740) Last Batch Returned: 4.4h (16008622082424) Closed: 4.4h (16008632082089) Buffer pool - AllocTime: 55ms (55998117) - CumulativeAllocationBytes: 257.8 MiB (270360576) - CumulativeAllocations: 13,226 (13226) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14499840) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14499840) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998585) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.3 MiB (211067702) - TotalGetBatchTime: 18.0m (1078398882322) - DataWaitTime: 18.0m (1078363883493) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 491ms (491983491) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,613 (6613) - TotalBatchesReceived: 6,613 (6613) - TotalBytesReceived: 127.4 MiB (133569539) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692184476675) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 511 (511) - CodegenTotalWallClockTime: 5.15s (5151826792) - CodegenSysTime: 115ms (115606000) - CodegenUserTime: 3.60s (3596458000) - CodegenVoluntaryContextSwitches: 110 (110) - CompileTime: 1.88s (1877936862) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 57ms (57998050) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.19s (3189892754) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 21ms (21999261) - TotalTime: 5.15s (5151826792) Instance c7456fdd806a4994:3209e926000003b2 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.439 - AverageThreadTokens: 1.35 (1.34559489952183) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806005190) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756778078303) - TotalNetworkSendTime: 1,000.00us (999996) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 431 (431) - TotalThreadsTotalWallClockTime: 6.0h (21540807380917) - TotalThreadsSysTime: 477ms (477769000) - TotalThreadsUserTime: 11.08s (11084362000) - TotalThreadsVoluntaryContextSwitches: 17,039 (17039) - TotalTime: 4.4h (16008630167509) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999994) Open Finished: 4.4h (16008630167510) First Batch Produced: 4.4h (16008630167510) First Batch Sent: 4.4h (16008630167510) ExecInternal Finished: 4.4h (16008632167503) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1,000.00us (999996) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008628167516) - ExecTreeOpenTime: 4.4h (16003734183755) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1,000.00us (999996) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.8 KiB (6989) - TotalTime: 1,000.00us (999996) - UncompressedRowBatchSize: 10.9 KiB (11181) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 29ms (29999903) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003735183752) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.89s (4895983755) Open Finished: 4.4h (16008630167510) First Batch Requested: 4.4h (16008630167510) First Batch Returned: 4.4h (16008630167510) Last Batch Returned: 4.4h (16008630167510) Closed: 4.4h (16008631167506) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,584 (1421584) - BuildTime: 465ms (465998466) - InactiveTotalTime: 0ns (0) - LocalTime: 1.63s (1630994768) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,470 (708470) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.15s (1153996340) - RowsReturned: 429,535 (429535) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003511184462) Node Lifecycle Event Timeline Open Started: 4.89s (4895983755) Open Finished: 4.1h (14924787603689) First Batch Requested: 4.1h (14924787603689) First Batch Returned: 4.1h (14924794603666) Last Batch Returned: 4.4h (16008628167516) Closed: 4.4h (16008630167510) Buffer pool - AllocTime: 5ms (5999982) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999982) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 382ms (382998738) - BuildRowsPartitioned: 1,421,584 (1421584) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 79ms (79999738) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 33ms (33999888) - InactiveTotalTime: 1.4h (4963052645451) - PeakMemoryUsage: 1.5 MiB (1540096) - RowsReturned: 1,421,584 (1421584) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963100645294) Node Lifecycle Event Timeline Open Started: 4.89s (4895983755) Open Finished: 32.0m (1917052662137) First Batch Requested: 32.0m (1917053662134) First Batch Returned: 32.0m (1917061662107) Last Batch Returned: 1.4h (4968386627763) Closed: 1.4h (4968467627497) Buffer pool - AllocTime: 20ms (20999931) - CumulativeAllocationBytes: 98.7 MiB (103489536) - CumulativeAllocations: 5,074 (5074) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.5 MiB (1540096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.5 MiB (1540096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999931) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912156678382) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75343952) - TotalGetBatchTime: 1.4h (4963062645419) - DataWaitTime: 1.4h (4963052645451) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 71ms (71999762) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,537 (2537) - TotalBatchesReceived: 2,537 (2537) - TotalBytesReceived: 33.3 MiB (34948854) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,832 (1409832) - BuildTime: 326ms (326998924) - InactiveTotalTime: 0ns (0) - LocalTime: 659ms (659997851) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,802 (814802) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 318ms (318998972) - RowsReturned: 708,470 (708470) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038779544400) Node Lifecycle Event Timeline Open Started: 1.4h (4968467627497) Open Finished: 4.1h (14924783603701) First Batch Requested: 4.1h (14924783603701) First Batch Returned: 4.1h (14924787603689) Last Batch Returned: 4.4h (16008628167516) Closed: 4.4h (16008630167510) Buffer pool - AllocTime: 3ms (3999988) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 226ms (226999250) - BuildRowsPartitioned: 1,409,832 (1409832) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 96ms (96999684) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 15ms (15999950) - InactiveTotalTime: 35.5m (2127256081136) - PeakMemoryUsage: 14.1 MiB (14791399) - RowsReturned: 1,409,832 (1409832) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127284081046) Node Lifecycle Event Timeline Open Started: 1.4h (4968467627497) Open Finished: 1.4h (4968467627497) First Batch Requested: 1.4h (4968468627494) First Batch Returned: 1.4h (4968468627494) Last Batch Returned: 2.0h (7095987707764) Closed: 2.0h (7096085707445) Buffer pool - AllocTime: 11ms (11999962) - CumulativeAllocationBytes: 97.9 MiB (102678528) - CumulativeAllocations: 5,038 (5038) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74721096) - TotalGetBatchTime: 35.5m (2127265081106) - DataWaitTime: 35.5m (2127256081136) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 50ms (50999834) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,519 (2519) - TotalBatchesReceived: 2,519 (2519) - TotalBytesReceived: 33.0 MiB (34653383) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972695843291) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,883 (1657883) - BuildTime: 379ms (379998772) - InactiveTotalTime: 0ns (0) - LocalTime: 2.62s (2620991682) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,876 (1647876) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.61s (2613991707) - RowsReturned: 814,802 (814802) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910835465503) Node Lifecycle Event Timeline Open Started: 2.0h (7096085707445) Open Finished: 4.1h (14924779603714) First Batch Requested: 4.1h (14924779603714) First Batch Returned: 4.1h (14924783603701) Last Batch Returned: 4.4h (16008628167516) Closed: 4.4h (16008630167510) Buffer pool - AllocTime: 2ms (2999990) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 284ms (284999076) - BuildRowsPartitioned: 1,657,883 (1657883) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 90ms (90999708) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 31ms (31999893) - InactiveTotalTime: 1.0h (3760299871406) - PeakMemoryUsage: 14.2 MiB (14907757) - RowsReturned: 1,657,883 (1657883) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760349871239) Node Lifecycle Event Timeline Open Started: 2.0h (7096085707445) Open Finished: 2.0h (7096085707445) First Batch Requested: 2.0h (7096087707439) First Batch Returned: 2.0h (7096087707439) Last Batch Returned: 3.0h (10856744577684) Closed: 3.0h (10856836577389) Buffer pool - AllocTime: 1ms (1999994) - CumulativeAllocationBytes: 115.1 MiB (120717312) - CumulativeAllocations: 5,924 (5924) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87867799) - TotalGetBatchTime: 1.0h (3760310871370) - DataWaitTime: 1.0h (3760299871406) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 49ms (49999835) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,962 (2962) - TotalBatchesReceived: 2,962 (2962) - TotalBytesReceived: 39.2 MiB (41135624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970814922322) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,257 (1654257) - BuildTime: 333ms (333998928) - InactiveTotalTime: 0ns (0) - LocalTime: 1.04s (1039996697) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,599 (1659599) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 690ms (690997817) - RowsReturned: 1,647,876 (1647876) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908216473814) Node Lifecycle Event Timeline Open Started: 2.0h (7096085707445) Open Finished: 4.1h (14924779603714) First Batch Requested: 4.1h (14924779603714) First Batch Returned: 4.1h (14924779603714) Last Batch Returned: 4.4h (16008628167516) Closed: 4.4h (16008630167510) Buffer pool - AllocTime: 3ms (3999987) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999987) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 236ms (236999237) - BuildRowsPartitioned: 1,654,257 (1654257) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 93ms (93999700) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 19ms (19999939) - InactiveTotalTime: 1.7h (6056900553981) - PeakMemoryUsage: 14.1 MiB (14836667) - RowsReturned: 1,654,257 (1654257) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056928553893) Node Lifecycle Event Timeline Open Started: 2.0h (7096085707445) Open Finished: 2.0h (7096085707445) First Batch Requested: 2.0h (7096086707442) First Batch Returned: 2.0h (7096087707439) Last Batch Returned: 3.7h (13153256260559) Closed: 3.7h (13153351260256) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 114.9 MiB (120446976) - CumulativeAllocations: 5,908 (5908) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87675621) - TotalGetBatchTime: 1.7h (6056906553960) - DataWaitTime: 1.7h (6056900553981) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12ms (12999956) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,954 (2954) - TotalBatchesReceived: 2,954 (2954) - TotalBytesReceived: 39.1 MiB (41035718) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919116466443) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,814 (1662814) - BuildTime: 402ms (402998719) - InactiveTotalTime: 0ns (0) - LocalTime: 949ms (949996983) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,822 (1662822) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 533ms (533998309) - RowsReturned: 1,659,599 (1659599) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850247923224) Node Lifecycle Event Timeline Open Started: 3.7h (13153351260256) Open Finished: 4.1h (14924778603717) First Batch Requested: 4.1h (14924778603717) First Batch Returned: 4.1h (14924779603714) Last Batch Returned: 4.4h (16008627167519) Closed: 4.4h (16008630167510) Buffer pool - AllocTime: 4ms (4999985) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999985) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 267ms (267999146) - BuildRowsPartitioned: 1,662,814 (1662814) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 131ms (131999582) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 26ms (26999916) - InactiveTotalTime: 29.5m (1770981344879) - PeakMemoryUsage: 14.2 MiB (14924854) - RowsReturned: 1,662,814 (1662814) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771020344758) Node Lifecycle Event Timeline Open Started: 3.7h (13153351260256) Open Finished: 3.7h (13153351260256) First Batch Requested: 3.7h (13153353260250) First Batch Returned: 3.7h (13153353260250) Last Batch Returned: 4.1h (14924645604138) Closed: 4.1h (14924778603717) Buffer pool - AllocTime: 11ms (11999961) - CumulativeAllocationBytes: 115.4 MiB (121004032) - CumulativeAllocations: 5,938 (5938) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88129142) - TotalGetBatchTime: 29.5m (1770990344851) - DataWaitTime: 29.5m (1770981344879) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 65ms (65999782) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,969 (2969) - TotalBatchesReceived: 2,969 (2969) - TotalBytesReceived: 39.6 MiB (41508820) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923350326593) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 31ms (31999895) - InactiveTotalTime: 18.0m (1078172581820) - PeakMemoryUsage: 14.0 MiB (14695681) - RowsReturned: 1,662,822 (1662822) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078277581483) Node Lifecycle Event Timeline Open Started: 3.7h (13153351260256) Open Finished: 3.7h (13153351260256) First Batch Requested: 4.1h (14924778603717) First Batch Returned: 4.1h (14924778603717) Last Batch Returned: 4.4h (16008619167544) Closed: 4.4h (16008630167510) Buffer pool - AllocTime: 44ms (44999851) - CumulativeAllocationBytes: 258.1 MiB (270589952) - CumulativeAllocations: 13,234 (13234) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36999878) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211274358) - TotalGetBatchTime: 18.0m (1078237581614) - DataWaitTime: 18.0m (1078172581820) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 518ms (518998326) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,617 (6617) - TotalBatchesReceived: 6,617 (6617) - TotalBytesReceived: 127.5 MiB (133700857) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692245861803) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 417 (417) - CodegenTotalWallClockTime: 4.89s (4893983761) - CodegenSysTime: 23ms (23654000) - CodegenUserTime: 3.46s (3459255000) - CodegenVoluntaryContextSwitches: 70 (70) - CompileTime: 1.52s (1519994957) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 51ms (51999827) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.29s (3292989073) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 24ms (24999917) - TotalTime: 4.89s (4893983761) Instance c7456fdd806a4994:3209e926000003c5 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.449 - AverageThreadTokens: 1.35 (1.345604550142192) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806003124) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757278510000) - TotalNetworkSendTime: 1,000.00us (999997) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 492 (492) - TotalThreadsTotalWallClockTime: 6.0h (21540828377791) - TotalThreadsSysTime: 398ms (398654000) - TotalThreadsUserTime: 10.73s (10727141000) - TotalThreadsVoluntaryContextSwitches: 17,173 (17173) - TotalTime: 4.4h (16008628136584) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999996) Open Finished: 4.4h (16008627136587) First Batch Produced: 4.4h (16008627136587) First Batch Sent: 4.4h (16008627136587) ExecInternal Finished: 4.4h (16008628136584) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1,000.00us (999997) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008625136591) - ExecTreeOpenTime: 4.4h (16003564148216) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1,000.00us (999997) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.8 KiB (6925) - TotalTime: 1ms (1999995) - UncompressedRowBatchSize: 11.0 KiB (11260) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 21ms (21999948) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003564148216) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 5.06s (5062988371) Open Finished: 4.4h (16008627136587) First Batch Requested: 4.4h (16008627136587) First Batch Returned: 4.4h (16008627136587) Last Batch Returned: 4.4h (16008627136587) Closed: 4.4h (16008628136584) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,909 (1422909) - BuildTime: 462ms (462998942) - InactiveTotalTime: 0ns (0) - LocalTime: 1.58s (1578996353) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,437 (708437) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.11s (1108997425) - RowsReturned: 429,450 (429450) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003527148303) Node Lifecycle Event Timeline Open Started: 5.06s (5062988371) Open Finished: 4.1h (14924767640217) First Batch Requested: 4.1h (14924767640217) First Batch Returned: 4.1h (14924773640203) Last Batch Returned: 4.4h (16008627136587) Closed: 4.4h (16008627136587) Buffer pool - AllocTime: 4ms (4999989) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 380ms (380999131) - BuildRowsPartitioned: 1,422,909 (1422909) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 79ms (79999815) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 23ms (23999943) - InactiveTotalTime: 1.4h (4962897601723) - PeakMemoryUsage: 824.0 KiB (843776) - RowsReturned: 1,422,909 (1422909) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962932601640) Node Lifecycle Event Timeline Open Started: 5.06s (5062988371) Open Finished: 32.0m (1917037597668) First Batch Requested: 32.0m (1917038597666) First Batch Returned: 32.0m (1917046597647) Last Batch Returned: 1.4h (4968382589130) Closed: 1.4h (4968463588943) Buffer pool - AllocTime: 35ms (35999917) - CumulativeAllocationBytes: 98.8 MiB (103645184) - CumulativeAllocations: 5,086 (5086) - InactiveTotalTime: 0ns (0) - PeakReservation: 824.0 KiB (843776) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 824.0 KiB (843776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35999917) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911974609297) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75414177) - TotalGetBatchTime: 1.4h (4962903601709) - DataWaitTime: 1.4h (4962897601723) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 87ms (87999794) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,543 (2543) - TotalBatchesReceived: 2,543 (2543) - TotalBytesReceived: 33.4 MiB (34986155) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,362 (1411362) - BuildTime: 309ms (309999285) - InactiveTotalTime: 0ns (0) - LocalTime: 641ms (641998520) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,246 (814246) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 325ms (325999248) - RowsReturned: 708,437 (708437) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11039015550310) Node Lifecycle Event Timeline Open Started: 1.4h (4968463588943) Open Finished: 4.1h (14924763640226) First Batch Requested: 4.1h (14924763640226) First Batch Returned: 4.1h (14924767640217) Last Batch Returned: 4.4h (16008626136589) Closed: 4.4h (16008627136587) Buffer pool - AllocTime: 2ms (2999993) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 216ms (216999499) - BuildRowsPartitioned: 1,411,362 (1411362) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 90ms (90999791) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 20ms (20999950) - InactiveTotalTime: 35.5m (2127268099788) - PeakMemoryUsage: 14.1 MiB (14777345) - RowsReturned: 1,411,362 (1411362) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127298099718) Node Lifecycle Event Timeline Open Started: 1.4h (4968463588943) Open Finished: 1.4h (4968463588943) First Batch Requested: 1.4h (4968464588941) First Batch Returned: 1.4h (4968464588941) Last Batch Returned: 2.0h (7095984688146) Closed: 2.0h (7096076687935) Buffer pool - AllocTime: 7ms (7999982) - CumulativeAllocationBytes: 98.0 MiB (102768640) - CumulativeAllocations: 5,044 (5044) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999991) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74802186) - TotalGetBatchTime: 35.5m (2127276099770) - DataWaitTime: 35.5m (2127268099788) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 37ms (37999912) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,522 (2522) - TotalBatchesReceived: 2,522 (2522) - TotalBytesReceived: 33.1 MiB (34691841) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972634189412) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,659,485 (1659485) - BuildTime: 365ms (365999163) - InactiveTotalTime: 0ns (0) - LocalTime: 2.48s (2479994254) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,660 (1649660) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.47s (2470994276) - RowsReturned: 814,246 (814246) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911075452072) Node Lifecycle Event Timeline Open Started: 2.0h (7096076687935) Open Finished: 4.1h (14924760640233) First Batch Requested: 4.1h (14924760640233) First Batch Returned: 4.1h (14924763640226) Last Batch Returned: 4.4h (16008626136589) Closed: 4.4h (16008627136587) Buffer pool - AllocTime: 1ms (1999996) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 260ms (260999404) - BuildRowsPartitioned: 1,659,485 (1659485) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 101ms (101999765) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 25ms (25999940) - InactiveTotalTime: 1.0h (3760354346445) - PeakMemoryUsage: 14.2 MiB (14879609) - RowsReturned: 1,659,485 (1659485) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760391346361) Node Lifecycle Event Timeline Open Started: 2.0h (7096076687935) Open Finished: 2.0h (7096077687932) First Batch Requested: 2.0h (7096078687930) First Batch Returned: 2.0h (7096078687930) Last Batch Returned: 3.0h (10856742033671) Closed: 3.0h (10856845033434) Buffer pool - AllocTime: 19ms (19999954) - CumulativeAllocationBytes: 115.2 MiB (120807424) - CumulativeAllocations: 5,928 (5928) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87952705) - TotalGetBatchTime: 1.0h (3760363346425) - DataWaitTime: 1.0h (3760354346445) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 60ms (60999859) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,964 (2964) - TotalBatchesReceived: 2,964 (2964) - TotalBytesReceived: 39.3 MiB (41173627) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970587187749) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,922 (1655922) - BuildTime: 301ms (301999316) - InactiveTotalTime: 0ns (0) - LocalTime: 978ms (978997751) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,288 (1661288) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 665ms (665998461) - RowsReturned: 1,649,660 (1649660) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908596457815) Node Lifecycle Event Timeline Open Started: 2.0h (7096077687932) Open Finished: 4.1h (14924759640235) First Batch Requested: 4.1h (14924759640235) First Batch Returned: 4.1h (14924760640233) Last Batch Returned: 4.4h (16008625136591) Closed: 4.4h (16008627136587) Buffer pool - AllocTime: 1ms (1999995) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 226ms (226999490) - BuildRowsPartitioned: 1,655,922 (1655922) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 72ms (72999830) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 21ms (21999950) - InactiveTotalTime: 1.7h (6056914057358) - PeakMemoryUsage: 14.2 MiB (14921613) - RowsReturned: 1,655,922 (1655922) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056944057288) Node Lifecycle Event Timeline Open Started: 2.0h (7096077687932) Open Finished: 2.0h (7096077687932) First Batch Requested: 2.0h (7096078687930) First Batch Returned: 2.0h (7096078687930) Last Batch Returned: 3.7h (13153251744703) Closed: 3.7h (13153325744531) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.0 MiB (120537088) - CumulativeAllocations: 5,918 (5918) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87763866) - TotalGetBatchTime: 1.7h (6056920057342) - DataWaitTime: 1.7h (6056914057358) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14ms (14999965) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,959 (2959) - TotalBatchesReceived: 2,959 (2959) - TotalBytesReceived: 39.2 MiB (41079284) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919124666057) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,430 (1664430) - BuildTime: 296ms (296999308) - InactiveTotalTime: 0ns (0) - LocalTime: 791ms (791998173) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,460 (1664460) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 487ms (487998884) - RowsReturned: 1,661,288 (1661288) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850673402776) Node Lifecycle Event Timeline Open Started: 3.7h (13153325744531) Open Finished: 4.1h (14924759640235) First Batch Requested: 4.1h (14924759640235) First Batch Returned: 4.1h (14924759640235) Last Batch Returned: 4.4h (16008623136596) Closed: 4.4h (16008627136587) Buffer pool - AllocTime: 3ms (3999992) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 189ms (189999555) - BuildRowsPartitioned: 1,664,430 (1664430) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 104ms (104999757) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 21ms (21999950) - InactiveTotalTime: 29.5m (1771107896464) - PeakMemoryUsage: 14.2 MiB (14924736) - RowsReturned: 1,664,430 (1664430) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771134896402) Node Lifecycle Event Timeline Open Started: 3.7h (13153325744531) Open Finished: 3.7h (13153325744531) First Batch Requested: 3.7h (13153326744529) First Batch Returned: 3.7h (13153326744529) Last Batch Returned: 4.1h (14924653640480) Closed: 4.1h (14924759640235) Buffer pool - AllocTime: 2ms (2999994) - CumulativeAllocationBytes: 115.5 MiB (121159680) - CumulativeAllocations: 5,936 (5936) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88214790) - TotalGetBatchTime: 29.5m (1771110896456) - DataWaitTime: 29.5m (1771107896464) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 22ms (22999946) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,968 (2968) - TotalBatchesReceived: 2,968 (2968) - TotalBytesReceived: 39.6 MiB (41550609) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923334866467) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 36ms (36999914) - InactiveTotalTime: 18.0m (1078649508428) - PeakMemoryUsage: 14.0 MiB (14715516) - RowsReturned: 1,664,460 (1664460) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078746508201) Node Lifecycle Event Timeline Open Started: 3.7h (13153325744531) Open Finished: 3.7h (13153325744531) First Batch Requested: 4.1h (14924759640235) First Batch Returned: 4.1h (14924759640235) Last Batch Returned: 4.4h (16008617136610) Closed: 4.4h (16008627136587) Buffer pool - AllocTime: 6ms (6999985) - CumulativeAllocationBytes: 258.4 MiB (270934016) - CumulativeAllocations: 13,248 (13248) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211483949) - TotalGetBatchTime: 18.0m (1078701508304) - DataWaitTime: 18.0m (1078649508428) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 249ms (249999420) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,624 (6624) - TotalBatchesReceived: 6,624 (6624) - TotalBytesReceived: 127.6 MiB (133838928) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692248221516) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 481 (481) - CodegenTotalWallClockTime: 5.06s (5060988375) - CodegenSysTime: 46ms (46062000) - CodegenUserTime: 3.43s (3426027000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 1.93s (1926995574) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 52ms (52999878) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.03s (3033993031) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 21ms (21999949) - TotalTime: 5.06s (5060988375) Instance c7456fdd806a4994:3209e926000003b0 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.442 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805963233) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757342039501) - TotalNetworkSendTime: 999.99us (999994) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 524 (524) - TotalThreadsTotalWallClockTime: 6.0h (21540785161715) - TotalThreadsSysTime: 468ms (468360000) - TotalThreadsUserTime: 10.80s (10798035000) - TotalThreadsVoluntaryContextSwitches: 17,020 (17020) - TotalTime: 4.4h (16008627908998) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999987) Open Finished: 4.4h (16008626909004) First Batch Produced: 4.4h (16008626909004) First Batch Sent: 4.4h (16008626909004) ExecInternal Finished: 4.4h (16008629908984) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.99us (999994) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008624909017) - ExecTreeOpenTime: 4.4h (16003962939610) - PrepareTime: 1ms (1999987) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.99us (999994) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.8 KiB (6999) - TotalTime: 999.99us (999994) - UncompressedRowBatchSize: 11.0 KiB (11294) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 34ms (34999772) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003963939603) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.66s (4663969394) Open Finished: 4.4h (16008626909004) First Batch Requested: 4.4h (16008626909004) First Batch Returned: 4.4h (16008626909004) Last Batch Returned: 4.4h (16008626909004) Closed: 4.4h (16008627908998) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,674 (1423674) - BuildTime: 484ms (484996818) - InactiveTotalTime: 0ns (0) - LocalTime: 1.63s (1632989155) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 709,427 (709427) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.13s (1131992444) - RowsReturned: 430,170 (430170) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003801940679) Node Lifecycle Event Timeline Open Started: 4.66s (4663969394) Open Finished: 4.1h (14924758151806) First Batch Requested: 4.1h (14924758151806) First Batch Returned: 4.1h (14924767151745) Last Batch Returned: 4.4h (16008626909004) Closed: 4.4h (16008626909004) Buffer pool - AllocTime: 6ms (6999954) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999954) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 399ms (399997378) - BuildRowsPartitioned: 1,423,674 (1423674) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 82ms (82999452) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 24ms (24999830) - InactiveTotalTime: 1.4h (4963268334556) - PeakMemoryUsage: 1.3 MiB (1335296) - RowsReturned: 1,423,674 (1423674) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963306334298) Node Lifecycle Event Timeline Open Started: 4.66s (4663969394) Open Finished: 32.0m (1917049413090) First Batch Requested: 32.0m (1917050413084) First Batch Returned: 32.0m (1917056413045) Last Batch Returned: 1.4h (4968378301019) Closed: 1.4h (4968462300465) Buffer pool - AllocTime: 76ms (76999495) - CumulativeAllocationBytes: 98.9 MiB (103686144) - CumulativeAllocations: 5,086 (5086) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.3 MiB (1335296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.3 MiB (1335296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 72ms (72999522) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912385443696) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75454722) - TotalGetBatchTime: 1.4h (4963276334503) - DataWaitTime: 1.4h (4963268334556) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 182ms (182998798) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,543 (2543) - TotalBatchesReceived: 2,543 (2543) - TotalBytesReceived: 33.4 MiB (34998892) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,652 (1411652) - BuildTime: 297ms (297998025) - InactiveTotalTime: 0ns (0) - LocalTime: 633ms (633995765) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,325 (815325) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 328ms (328997787) - RowsReturned: 709,427 (709427) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038862617226) Node Lifecycle Event Timeline Open Started: 1.4h (4968462300465) Open Finished: 4.1h (14924752151846) First Batch Requested: 4.1h (14924752151846) First Batch Returned: 4.1h (14924758151806) Last Batch Returned: 4.4h (16008623909025) Closed: 4.4h (16008626909004) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 201ms (201998663) - BuildRowsPartitioned: 1,411,652 (1411652) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 93ms (93999376) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 18ms (18999873) - InactiveTotalTime: 35.5m (2127280882954) - PeakMemoryUsage: 14.1 MiB (14805545) - RowsReturned: 1,411,652 (1411652) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127309882764) Node Lifecycle Event Timeline Open Started: 1.4h (4968462300465) Open Finished: 1.4h (4968462300465) First Batch Requested: 1.4h (4968462300465) First Batch Returned: 1.4h (4968462300465) Last Batch Returned: 2.0h (7095980181851) Closed: 2.0h (7096075181220) Buffer pool - AllocTime: 1ms (1999987) - CumulativeAllocationBytes: 98.1 MiB (102825984) - CumulativeAllocations: 5,046 (5046) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.4 MiB (74817556) - TotalGetBatchTime: 35.5m (2127289882897) - DataWaitTime: 35.5m (2127280882954) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 32ms (32999777) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,523 (2523) - TotalBatchesReceived: 2,523 (2523) - TotalBytesReceived: 33.1 MiB (34703624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972667538399) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,659,550 (1659550) - BuildTime: 396ms (396997372) - InactiveTotalTime: 0ns (0) - LocalTime: 2.51s (2513983154) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,679 (1649679) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2499983248) - RowsReturned: 815,325 (815325) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910918738697) Node Lifecycle Event Timeline Open Started: 2.0h (7096075181220) Open Finished: 4.1h (14924747151879) First Batch Requested: 4.1h (14924747151879) First Batch Returned: 4.1h (14924752151846) Last Batch Returned: 4.4h (16008621909038) Closed: 4.4h (16008626909004) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 300ms (300998008) - BuildRowsPartitioned: 1,659,550 (1659550) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 91ms (91999390) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 30ms (30999793) - InactiveTotalTime: 1.0h (3760306053659) - PeakMemoryUsage: 14.2 MiB (14851420) - RowsReturned: 1,659,550 (1659550) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760345053399) Node Lifecycle Event Timeline Open Started: 2.0h (7096075181220) Open Finished: 2.0h (7096075181220) First Batch Requested: 2.0h (7096077181207) First Batch Returned: 2.0h (7096077181207) Last Batch Returned: 3.0h (10856736232528) Closed: 3.0h (10856829231912) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.2 MiB (120782848) - CumulativeAllocations: 5,928 (5928) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87956150) - TotalGetBatchTime: 1.0h (3760311053626) - DataWaitTime: 1.0h (3760306053659) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 39ms (39999737) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,964 (2964) - TotalBatchesReceived: 2,964 (2964) - TotalBytesReceived: 39.3 MiB (41171375) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970575483638) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,998 (1655998) - BuildTime: 312ms (312997925) - InactiveTotalTime: 0ns (0) - LocalTime: 1.00s (1002993336) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,227 (1661227) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 675ms (675995505) - RowsReturned: 1,649,679 (1649679) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908406755530) Node Lifecycle Event Timeline Open Started: 2.0h (7096075181220) Open Finished: 4.1h (14924746151886) First Batch Requested: 4.1h (14924746151886) First Batch Returned: 4.1h (14924747151879) Last Batch Returned: 4.4h (16008620909045) Closed: 4.4h (16008626909004) Buffer pool - AllocTime: 4ms (4999966) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999973) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 220ms (220998537) - BuildRowsPartitioned: 1,655,998 (1655998) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 90ms (90999394) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 26ms (26999817) - InactiveTotalTime: 1.7h (6056914770987) - PeakMemoryUsage: 14.2 MiB (14865330) - RowsReturned: 1,655,998 (1655998) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056948770756) Node Lifecycle Event Timeline Open Started: 2.0h (7096075181220) Open Finished: 2.0h (7096075181220) First Batch Requested: 2.0h (7096075181220) First Batch Returned: 2.0h (7096075181220) Last Batch Returned: 3.7h (13153247950492) Closed: 3.7h (13153339949880) Buffer pool - AllocTime: 54ms (54999639) - CumulativeAllocationBytes: 115.0 MiB (120537088) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 53ms (53999646) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87767894) - TotalGetBatchTime: 1.7h (6056921770939) - DataWaitTime: 1.7h (6056914770987) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 73ms (73999515) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.2 MiB (41075846) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919112995827) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,385 (1664385) - BuildTime: 321ms (321997833) - InactiveTotalTime: 0ns (0) - LocalTime: 847ms (847994325) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,423 (1664423) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 515ms (515996558) - RowsReturned: 1,661,227 (1661227) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850454991438) Node Lifecycle Event Timeline Open Started: 3.7h (13153339949880) Open Finished: 4.1h (14924745151892) First Batch Requested: 4.1h (14924745151892) First Batch Returned: 4.1h (14924746151886) Last Batch Returned: 4.4h (16008619909051) Closed: 4.4h (16008626909004) Buffer pool - AllocTime: 3ms (3999974) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999974) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 213ms (213998556) - BuildRowsPartitioned: 1,664,385 (1664385) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 105ms (105999291) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 29ms (29999800) - InactiveTotalTime: 29.5m (1771040204466) - PeakMemoryUsage: 14.2 MiB (14881999) - RowsReturned: 1,664,385 (1664385) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771077204219) Node Lifecycle Event Timeline Open Started: 3.7h (13153339949880) Open Finished: 3.7h (13153339949880) First Batch Requested: 3.7h (13153340949873) First Batch Returned: 3.7h (13153340949873) Last Batch Returned: 4.1h (14924637152615) Closed: 4.1h (14924745151892) Buffer pool - AllocTime: 33ms (33999776) - CumulativeAllocationBytes: 115.5 MiB (121159680) - CumulativeAllocations: 5,938 (5938) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999783) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88212405) - TotalGetBatchTime: 29.5m (1771047204419) - DataWaitTime: 29.5m (1771040204466) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 102ms (102999317) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,969 (2969) - TotalBatchesReceived: 2,969 (2969) - TotalBytesReceived: 39.6 MiB (41547903) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923330637289) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 30ms (30999796) - InactiveTotalTime: 18.0m (1078415793648) - PeakMemoryUsage: 13.9 MiB (14565321) - RowsReturned: 1,664,423 (1664423) - RowsReturnedRate: 1543 per second (1543) - TotalTime: 18.0m (1078529792894) Node Lifecycle Event Timeline Open Started: 3.7h (13153339949880) Open Finished: 3.7h (13153339949880) First Batch Requested: 4.1h (14924745151892) First Batch Returned: 4.1h (14924745151892) Last Batch Returned: 4.4h (16008611909105) Closed: 4.4h (16008626909004) Buffer pool - AllocTime: 103ms (103999306) - CumulativeAllocationBytes: 258.4 MiB (270925824) - CumulativeAllocations: 13,250 (13250) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14491648) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14491648) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999876) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211466364) - TotalGetBatchTime: 18.0m (1078493793131) - DataWaitTime: 18.0m (1078415793648) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 610ms (610995955) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,625 (6625) - TotalBatchesReceived: 6,625 (6625) - TotalBytesReceived: 127.6 MiB (133820698) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692175166692) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 515 (515) - CodegenTotalWallClockTime: 4.66s (4661969407) - CodegenSysTime: 54ms (54172000) - CodegenUserTime: 3.43s (3433025000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 1.45s (1445990511) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 63ms (63999580) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.12s (3121979513) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 24ms (24999836) - TotalTime: 4.66s (4661969407) Instance c7456fdd806a4994:3209e926000003be (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.443 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806006281) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757070935056) - TotalNetworkSendTime: 1ms (1000000) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 702 (702) - TotalThreadsTotalWallClockTime: 6.0h (21540797835315) - TotalThreadsSysTime: 543ms (543894000) - TotalThreadsUserTime: 10.71s (10711753000) - TotalThreadsVoluntaryContextSwitches: 16,970 (16970) - TotalTime: 4.4h (16008627330164) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999999) Open Finished: 4.4h (16008627330163) First Batch Produced: 4.4h (16008627330163) First Batch Sent: 4.4h (16008627330163) ExecInternal Finished: 4.4h (16008629330163) Buffer pool - AllocTime: 1ms (1000000) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 1ms (1000000) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1ms (1000000) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008625330164) - ExecTreeOpenTime: 4.4h (16003726332046) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 1ms (1000000) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 1ms (1000000) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6849) - TotalTime: 1ms (1000000) - UncompressedRowBatchSize: 10.9 KiB (11113) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 37ms (37999999) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003727332046) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.90s (4900998117) Open Finished: 4.4h (16008627330163) First Batch Requested: 4.4h (16008627330163) First Batch Returned: 4.4h (16008627330163) Last Batch Returned: 4.4h (16008627330163) Closed: 4.4h (16008628330163) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,107 (1422107) - BuildTime: 555ms (555999787) - InactiveTotalTime: 0ns (0) - LocalTime: 1.68s (1676999774) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,703 (707703) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.11s (1107999987) - RowsReturned: 429,203 (429203) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003466332049) Node Lifecycle Event Timeline Open Started: 4.90s (4900998117) Open Finished: 4.1h (14924762360054) First Batch Requested: 4.1h (14924762360054) First Batch Returned: 4.1h (14924768360054) Last Batch Returned: 4.4h (16008626330163) Closed: 4.4h (16008627330163) Buffer pool - AllocTime: 4ms (4999999) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999999) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 476ms (476999808) - BuildRowsPartitioned: 1,422,107 (1422107) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 76ms (76999979) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 29ms (29999983) - InactiveTotalTime: 1.4h (4962955330905) - PeakMemoryUsage: 1.2 MiB (1294336) - RowsReturned: 1,422,107 (1422107) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963001330883) Node Lifecycle Event Timeline Open Started: 4.90s (4900998117) Open Finished: 32.0m (1917043241593) First Batch Requested: 32.0m (1917044241593) First Batch Returned: 32.0m (1917054241589) Last Batch Returned: 1.4h (4968385328808) Closed: 1.4h (4968463328787) Buffer pool - AllocTime: 30ms (30999987) - CumulativeAllocationBytes: 98.7 MiB (103522304) - CumulativeAllocations: 5,078 (5078) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.2 MiB (1294336) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.2 MiB (1294336) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912142243476) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75371671) - TotalGetBatchTime: 1.4h (4962965330903) - DataWaitTime: 1.4h (4962955330905) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 114ms (114999949) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,539 (2539) - TotalBatchesReceived: 2,539 (2539) - TotalBytesReceived: 33.3 MiB (34962265) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,443 (1409443) - BuildTime: 357ms (357999909) - InactiveTotalTime: 0ns (0) - LocalTime: 667ms (667999896) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,316 (814316) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 299ms (299999991) - RowsReturned: 707,703 (707703) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038788001392) Node Lifecycle Event Timeline Open Started: 1.4h (4968463328787) Open Finished: 4.1h (14924757360054) First Batch Requested: 4.1h (14924757360054) First Batch Returned: 4.1h (14924762360054) Last Batch Returned: 4.4h (16008626330163) Closed: 4.4h (16008627330163) Buffer pool - AllocTime: 26ms (26999991) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999991) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 265ms (265999925) - BuildRowsPartitioned: 1,409,443 (1409443) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 88ms (88999985) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 14ms (14999998) - InactiveTotalTime: 35.5m (2127222629670) - PeakMemoryUsage: 14.1 MiB (14819183) - RowsReturned: 1,409,443 (1409443) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127249629664) Node Lifecycle Event Timeline Open Started: 1.4h (4968463328787) Open Finished: 1.4h (4968463328787) First Batch Requested: 1.4h (4968464328786) First Batch Returned: 1.4h (4968464328786) Last Batch Returned: 2.0h (7095985958372) Closed: 2.0h (7096075958357) Buffer pool - AllocTime: 1,000.00us (999999) - CumulativeAllocationBytes: 97.9 MiB (102662144) - CumulativeAllocations: 5,036 (5036) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999999) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74700479) - TotalGetBatchTime: 35.5m (2127232629667) - DataWaitTime: 35.5m (2127222629670) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 36ms (36999987) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,518 (2518) - TotalBatchesReceived: 2,518 (2518) - TotalBytesReceived: 33.0 MiB (34646481) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972672624849) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,717 (1658717) - BuildTime: 400ms (400999943) - InactiveTotalTime: 0ns (0) - LocalTime: 2.43s (2431999939) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,731 (1648731) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2424999939) - RowsReturned: 814,316 (814316) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910870371832) Node Lifecycle Event Timeline Open Started: 2.0h (7096075958357) Open Finished: 4.1h (14924754360054) First Batch Requested: 4.1h (14924754360054) First Batch Returned: 4.1h (14924757360054) Last Batch Returned: 4.4h (16008626330163) Closed: 4.4h (16008627330163) Buffer pool - AllocTime: 5ms (5999998) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 303ms (303999948) - BuildRowsPartitioned: 1,658,717 (1658717) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 93ms (93999995) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 23ms (23999998) - InactiveTotalTime: 1.0h (3760316602546) - PeakMemoryUsage: 14.2 MiB (14851588) - RowsReturned: 1,658,717 (1658717) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760353602542) Node Lifecycle Event Timeline Open Started: 2.0h (7096075958357) Open Finished: 2.0h (7096075958357) First Batch Requested: 2.0h (7096077958357) First Batch Returned: 2.0h (7096077958357) Last Batch Returned: 3.0h (10856743560846) Closed: 3.0h (10856839560841) Buffer pool - AllocTime: 23ms (23999997) - CumulativeAllocationBytes: 115.1 MiB (120733696) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87912001) - TotalGetBatchTime: 1.0h (3760326602544) - DataWaitTime: 1.0h (3760316602546) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 84ms (84999980) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.2 MiB (41152060) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970584014134) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,087 (1655087) - BuildTime: 312ms (312999983) - InactiveTotalTime: 0ns (0) - LocalTime: 935ms (935999970) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,301 (1660301) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 613ms (613999988) - RowsReturned: 1,648,731 (1648731) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908440371893) Node Lifecycle Event Timeline Open Started: 2.0h (7096075958357) Open Finished: 4.1h (14924753360054) First Batch Requested: 4.1h (14924753360054) First Batch Returned: 4.1h (14924754360054) Last Batch Returned: 4.4h (16008626330163) Closed: 4.4h (16008627330163) Buffer pool - AllocTime: 4ms (4999999) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999999) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 221ms (221999987) - BuildRowsPartitioned: 1,655,087 (1655087) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 88ms (88999996) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 30ms (30999999) - InactiveTotalTime: 1.7h (6056914499049) - PeakMemoryUsage: 14.1 MiB (14823221) - RowsReturned: 1,655,087 (1655087) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056954499047) Node Lifecycle Event Timeline Open Started: 2.0h (7096075958357) Open Finished: 2.0h (7096075958357) First Batch Requested: 2.0h (7096076958357) First Batch Returned: 2.0h (7096076958357) Last Batch Returned: 3.7h (13153254457391) Closed: 3.7h (13153344457387) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.0 MiB (120545280) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87719611) - TotalGetBatchTime: 1.7h (6056921499048) - DataWaitTime: 1.7h (6056914499049) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 20ms (20999997) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.2 MiB (41060003) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919113997603) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,663,524 (1663524) - BuildTime: 341ms (341999986) - InactiveTotalTime: 0ns (0) - LocalTime: 858ms (858999982) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,480 (1663480) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 506ms (506999997) - RowsReturned: 1,660,301 (1660301) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850549872876) Node Lifecycle Event Timeline Open Started: 3.7h (13153344457387) Open Finished: 4.1h (14924752360054) First Batch Requested: 4.1h (14924752360054) First Batch Returned: 4.1h (14924753360054) Last Batch Returned: 4.4h (16008624330163) Closed: 4.4h (16008627330163) Buffer pool - AllocTime: 3ms (3000000) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3000000) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 237ms (237999988) - BuildRowsPartitioned: 1,663,524 (1663524) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 101ms (101999998) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 37ms (37000000) - InactiveTotalTime: 29.5m (1771013902681) - PeakMemoryUsage: 14.2 MiB (14924409) - RowsReturned: 1,663,524 (1663524) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771060902681) Node Lifecycle Event Timeline Open Started: 3.7h (13153344457387) Open Finished: 3.7h (13153345457387) First Batch Requested: 3.7h (13153345457387) First Batch Returned: 3.7h (13153345457387) Last Batch Returned: 4.1h (14924649360056) Closed: 4.1h (14924752360054) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.5 MiB (121118720) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88166772) - TotalGetBatchTime: 29.5m (1771020902681) - DataWaitTime: 29.5m (1771013902681) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 24ms (24999998) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41526995) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923344825215) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 26ms (26000000) - InactiveTotalTime: 18.0m (1078508970215) - PeakMemoryUsage: 14.0 MiB (14695923) - RowsReturned: 1,663,480 (1663480) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078630970213) Node Lifecycle Event Timeline Open Started: 3.7h (13153345457387) Open Finished: 3.7h (13153345457387) First Batch Requested: 4.1h (14924752360054) First Batch Returned: 4.1h (14924752360054) Last Batch Returned: 4.4h (16008619330163) Closed: 4.4h (16008627330163) Buffer pool - AllocTime: 72ms (72999999) - CumulativeAllocationBytes: 258.2 MiB (270704640) - CumulativeAllocations: 13,242 (13242) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7000000) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211368803) - TotalGetBatchTime: 18.0m (1078598970213) - DataWaitTime: 18.0m (1078508970215) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 375ms (375999988) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,621 (6621) - TotalBatchesReceived: 6,621 (6621) - TotalBytesReceived: 127.6 MiB (133761654) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692240292748) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 693 (693) - CodegenTotalWallClockTime: 4.90s (4898998118) - CodegenSysTime: 122ms (122642000) - CodegenUserTime: 3.52s (3524090000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 1.62s (1618999378) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 100ms (100999961) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.11s (3110998805) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 38ms (38999985) - TotalTime: 4.90s (4898998118) Instance c7456fdd806a4994:3209e926000003cd (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.453 - AverageThreadTokens: 1.35 (1.345635801118785) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805963908) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757732191698) - TotalNetworkSendTime: 0ns (0) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 434 (434) - TotalThreadsTotalWallClockTime: 6.0h (21540811520883) - TotalThreadsSysTime: 455ms (455605000) - TotalThreadsUserTime: 10.64s (10636028000) - TotalThreadsVoluntaryContextSwitches: 17,163 (17163) - TotalTime: 4.4h (16008609559549) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999937) Open Finished: 4.4h (16008609559549) First Batch Produced: 4.4h (16008609559549) First Batch Sent: 4.4h (16008609559549) ExecInternal Finished: 4.4h (16008610559517) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 0ns (0) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008607559612) - ExecTreeOpenTime: 4.4h (16003904707682) - PrepareTime: 1ms (1999937) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6768) - TotalTime: 0ns (0) - UncompressedRowBatchSize: 10.8 KiB (11035) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 30ms (30999033) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003904707682) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 4.70s (4704851867) Open Finished: 4.4h (16008609559549) First Batch Requested: 4.4h (16008609559549) First Batch Returned: 4.4h (16008609559549) Last Batch Returned: 4.4h (16008609559549) Closed: 4.4h (16008609559549) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,379 (1423379) - BuildTime: 397ms (397987498) - InactiveTotalTime: 0ns (0) - LocalTime: 1.51s (1509952740) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,615 (708615) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1105965432) - RowsReturned: 428,974 (428974) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003852709304) Node Lifecycle Event Timeline Open Started: 4.70s (4704851867) Open Finished: 4.1h (14924750379129) First Batch Requested: 4.1h (14924750379129) First Batch Returned: 4.1h (14924758378879) Last Batch Returned: 4.4h (16008607559611) Closed: 4.4h (16008609559549) Buffer pool - AllocTime: 5ms (5999812) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999812) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 312ms (312990162) - BuildRowsPartitioned: 1,423,379 (1423379) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 7 (7) - HashTablesBuildTime: 80ms (80997461) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 14ms (14999528) - InactiveTotalTime: 1.4h (4963312035812) - PeakMemoryUsage: 784.0 KiB (802816) - RowsReturned: 1,423,379 (1423379) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963339034966) Node Lifecycle Event Timeline Open Started: 4.70s (4704851867) Open Finished: 32.0m (1917015685047) First Batch Requested: 32.0m (1917016685015) First Batch Returned: 32.0m (1917022684826) Last Batch Returned: 1.4h (4968364876743) Closed: 1.4h (4968446874173) Buffer pool - AllocTime: 2ms (2999906) - CumulativeAllocationBytes: 98.8 MiB (103612416) - CumulativeAllocations: 5,088 (5088) - InactiveTotalTime: 0ns (0) - PeakReservation: 784.0 KiB (802816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 784.0 KiB (802816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912310833180) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75439087) - TotalGetBatchTime: 1.4h (4963322035501) - DataWaitTime: 1.4h (4963312035812) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 47ms (47998495) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,544 (2544) - TotalBatchesReceived: 2,544 (2544) - TotalBytesReceived: 33.4 MiB (34992712) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,895 (1411895) - BuildTime: 283ms (283991107) - InactiveTotalTime: 0ns (0) - LocalTime: 610ms (610980898) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,915 (814915) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 320ms (320989978) - RowsReturned: 708,615 (708615) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11039003721598) Node Lifecycle Event Timeline Open Started: 1.4h (4968446874173) Open Finished: 4.1h (14924746379254) First Batch Requested: 4.1h (14924746379254) First Batch Returned: 4.1h (14924750379129) Last Batch Returned: 4.4h (16008607559611) Closed: 4.4h (16008609559549) Buffer pool - AllocTime: 3ms (3999874) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999874) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 190ms (190994019) - BuildRowsPartitioned: 1,411,895 (1411895) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 90ms (90997150) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 21ms (21999309) - InactiveTotalTime: 35.5m (2127295314836) - PeakMemoryUsage: 14.1 MiB (14833515) - RowsReturned: 1,411,895 (1411895) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127325313894) Node Lifecycle Event Timeline Open Started: 1.4h (4968446874173) Open Finished: 1.4h (4968446874173) First Batch Requested: 1.4h (4968447874142) First Batch Returned: 1.4h (4968447874142) Last Batch Returned: 2.0h (7095965182024) Closed: 2.0h (7096057179143) Buffer pool - AllocTime: 29ms (29999059) - CumulativeAllocationBytes: 98.0 MiB (102785024) - CumulativeAllocations: 5,046 (5046) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.4 MiB (74830435) - TotalGetBatchTime: 35.5m (2127302314616) - DataWaitTime: 35.5m (2127295314836) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 58ms (58998148) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,523 (2523) - TotalBatchesReceived: 2,523 (2523) - TotalBytesReceived: 33.1 MiB (34704670) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972766089557) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,660,179 (1660179) - BuildTime: 372ms (372988331) - InactiveTotalTime: 0ns (0) - LocalTime: 2.47s (2474922689) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,650,383 (1650383) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2465922969) - RowsReturned: 814,915 (814915) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911067426806) Node Lifecycle Event Timeline Open Started: 2.0h (7096057179143) Open Finished: 4.1h (14924744379316) First Batch Requested: 4.1h (14924744379316) First Batch Returned: 4.1h (14924746379254) Last Batch Returned: 4.4h (16008606559642) Closed: 4.4h (16008609559549) Buffer pool - AllocTime: 1ms (1999937) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999937) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 266ms (266991648) - BuildRowsPartitioned: 1,660,179 (1660179) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 99ms (99996870) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 15ms (15999498) - InactiveTotalTime: 1.0h (3760354280026) - PeakMemoryUsage: 14.2 MiB (14907551) - RowsReturned: 1,660,179 (1660179) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760387278991) Node Lifecycle Event Timeline Open Started: 2.0h (7096057179143) Open Finished: 2.0h (7096057179143) First Batch Requested: 2.0h (7096059179080) First Batch Returned: 2.0h (7096059179080) Last Batch Returned: 3.0h (10856724449376) Closed: 3.0h (10856825446215) Buffer pool - AllocTime: 4ms (4999844) - CumulativeAllocationBytes: 115.2 MiB (120832000) - CumulativeAllocations: 5,930 (5930) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87989487) - TotalGetBatchTime: 1.0h (3760367279620) - DataWaitTime: 1.0h (3760354280026) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 45ms (45998560) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,965 (2965) - TotalBatchesReceived: 2,965 (2965) - TotalBytesReceived: 39.3 MiB (41192492) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968377386934) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,656,882 (1656882) - BuildTime: 287ms (287990987) - InactiveTotalTime: 0ns (0) - LocalTime: 979ms (979969380) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,811 (1661811) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 679ms (679978768) - RowsReturned: 1,650,383 (1650383) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908594504055) Node Lifecycle Event Timeline Open Started: 2.0h (7096057179143) Open Finished: 4.1h (14924743379347) First Batch Requested: 4.1h (14924743379347) First Batch Returned: 4.1h (14924744379316) Last Batch Returned: 4.4h (16008606559642) Closed: 4.4h (16008609559549) Buffer pool - AllocTime: 3ms (3999875) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999875) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 212ms (212993328) - BuildRowsPartitioned: 1,656,882 (1656882) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 72ms (72997722) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 14ms (14999529) - InactiveTotalTime: 1.7h (6056932515960) - PeakMemoryUsage: 14.2 MiB (14893656) - RowsReturned: 1,656,882 (1656882) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056956515206) Node Lifecycle Event Timeline Open Started: 2.0h (7096057179143) Open Finished: 2.0h (7096057179143) First Batch Requested: 2.0h (7096058179112) First Batch Returned: 2.0h (7096058179112) Last Batch Returned: 3.7h (13153232687490) Closed: 3.7h (13153306685180) Buffer pool - AllocTime: 3ms (3999874) - CumulativeAllocationBytes: 115.1 MiB (120651776) - CumulativeAllocations: 5,922 (5922) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87814746) - TotalGetBatchTime: 1.7h (6056939515740) - DataWaitTime: 1.7h (6056932515960) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 13ms (13999560) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,961 (2961) - TotalBatchesReceived: 2,961 (2961) - TotalBytesReceived: 39.2 MiB (41107135) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919128534367) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,665,087 (1665087) - BuildTime: 315ms (315990139) - InactiveTotalTime: 0ns (0) - LocalTime: 797ms (797975088) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,665,084 (1665084) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 465ms (465985449) - RowsReturned: 1,661,811 (1661811) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850658019469) Node Lifecycle Event Timeline Open Started: 3.7h (13153306685180) Open Finished: 4.1h (14924743379347) First Batch Requested: 4.1h (14924743379347) First Batch Returned: 4.1h (14924743379347) Last Batch Returned: 4.4h (16008604559705) Closed: 4.4h (16008609559549) Buffer pool - AllocTime: 3ms (3999876) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999876) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 208ms (208993480) - BuildRowsPartitioned: 1,665,087 (1665087) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 104ms (104996721) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 18ms (18999408) - InactiveTotalTime: 29.5m (1771082705215) - PeakMemoryUsage: 14.2 MiB (14924923) - RowsReturned: 1,665,087 (1665087) - RowsReturnedRate: 940 per second (940) - TotalTime: 29.5m (1771113704248) Node Lifecycle Event Timeline Open Started: 3.7h (13153306685180) Open Finished: 3.7h (13153306685180) First Batch Requested: 3.7h (13153307685149) First Batch Returned: 3.7h (13153307685149) Last Batch Returned: 4.1h (14924636382689) Closed: 4.1h (14924742379379) Buffer pool - AllocTime: 4ms (4999843) - CumulativeAllocationBytes: 115.6 MiB (121208832) - CumulativeAllocations: 5,942 (5942) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999843) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88249611) - TotalGetBatchTime: 29.5m (1771091704934) - DataWaitTime: 29.5m (1771082705215) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 26ms (26999150) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,971 (2971) - TotalBatchesReceived: 2,971 (2971) - TotalBytesReceived: 39.6 MiB (41569495) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923343786914) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 35ms (35998877) - InactiveTotalTime: 18.0m (1078669342536) - PeakMemoryUsage: 13.9 MiB (14606499) - RowsReturned: 1,665,084 (1665084) - RowsReturnedRate: 1543 per second (1543) - TotalTime: 18.0m (1078746340133) Node Lifecycle Event Timeline Open Started: 3.7h (13153306685180) Open Finished: 3.7h (13153306685180) First Batch Requested: 4.1h (14924742379379) First Batch Returned: 4.1h (14924743379347) Last Batch Returned: 4.4h (16008598559892) Closed: 4.4h (16008609559549) Buffer pool - AllocTime: 45ms (45998562) - CumulativeAllocationBytes: 258.5 MiB (271106048) - CumulativeAllocations: 13,262 (13262) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14573568) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14573568) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999405) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211547429) - TotalGetBatchTime: 18.0m (1078706341380) - DataWaitTime: 18.0m (1078669342536) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 369ms (369988434) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,631 (6631) - TotalBatchesReceived: 6,631 (6631) - TotalBytesReceived: 127.7 MiB (133887893) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692216870808) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 430 (430) - CodegenTotalWallClockTime: 4.70s (4702851930) - CodegenSysTime: 30ms (30284000) - CodegenUserTime: 3.48s (3475578000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 1.36s (1360957150) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 55ms (55998237) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.26s (3260897331) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 20ms (20999338) - TotalTime: 4.70s (4702851930) Instance c7456fdd806a4994:3209e926000003bd (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.446 - AverageThreadTokens: 1.35 (1.3456273051197098) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806087504) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757154064705) - TotalNetworkSendTime: 999.98us (999978) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 479 (479) - TotalThreadsTotalWallClockTime: 6.0h (21540920327381) - TotalThreadsSysTime: 474ms (474483000) - TotalThreadsUserTime: 10.87s (10867138000) - TotalThreadsVoluntaryContextSwitches: 17,203 (17203) - TotalTime: 4.4h (16008591014520) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999954) Open Finished: 4.4h (16008591014519) First Batch Produced: 4.4h (16008591014519) First Batch Sent: 4.4h (16008591014519) ExecInternal Finished: 4.4h (16008593014475) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.98us (999978) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008589014565) - ExecTreeOpenTime: 4.4h (16003777123531) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.98us (999978) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.8 KiB (6992) - TotalTime: 999.98us (999978) - UncompressedRowBatchSize: 11.0 KiB (11272) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 28ms (28999355) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003778123508) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.81s (4813890988) Open Finished: 4.4h (16008591014519) First Batch Requested: 4.4h (16008591014519) First Batch Returned: 4.4h (16008591014519) Last Batch Returned: 4.4h (16008591014519) Closed: 4.4h (16008592014497) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,566 (1423566) - BuildTime: 534ms (534987895) - InactiveTotalTime: 0ns (0) - LocalTime: 1.65s (1652963045) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,945 (708945) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1101975514) - RowsReturned: 430,007 (430007) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003701125217) Node Lifecycle Event Timeline Open Started: 4.81s (4813890988) Open Finished: 4.1h (14924898095908) First Batch Requested: 4.1h (14924898095908) First Batch Returned: 4.1h (14924904095775) Last Batch Returned: 4.4h (16008591014519) Closed: 4.4h (16008591014519) Buffer pool - AllocTime: 2ms (2999932) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 433ms (433990173) - BuildRowsPartitioned: 1,423,566 (1423566) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 98ms (98997768) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 17ms (17999596) - InactiveTotalTime: 1.4h (4963054878110) - PeakMemoryUsage: 1.3 MiB (1384448) - RowsReturned: 1,423,566 (1423566) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963088877350) Node Lifecycle Event Timeline Open Started: 4.81s (4813890988) Open Finished: 32.0m (1917004627215) First Batch Requested: 32.0m (1917005627192) First Batch Returned: 32.0m (1917013627011) Last Batch Returned: 1.4h (4968345758305) Closed: 1.4h (4968445756050) Buffer pool - AllocTime: 30ms (30999297) - CumulativeAllocationBytes: 98.8 MiB (103645184) - CumulativeAllocations: 5,086 (5086) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.3 MiB (1384448) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.3 MiB (1384448) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999297) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912190736227) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75448998) - TotalGetBatchTime: 1.4h (4963066877843) - DataWaitTime: 1.4h (4963054878110) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 115ms (115997370) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,543 (2543) - TotalBatchesReceived: 2,543 (2543) - TotalBytesReceived: 33.4 MiB (34998181) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,659 (1410659) - BuildTime: 304ms (304993141) - InactiveTotalTime: 0ns (0) - LocalTime: 661ms (661985209) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,314 (815314) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 350ms (350992204) - RowsReturned: 708,945 (708945) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038959284822) Node Lifecycle Event Timeline Open Started: 1.4h (4968445756050) Open Finished: 4.1h (14924873096463) First Batch Requested: 4.1h (14924873096463) First Batch Returned: 4.1h (14924898095908) Last Batch Returned: 4.4h (16008590014541) Closed: 4.4h (16008591014519) Buffer pool - AllocTime: 3ms (3999910) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999910) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 214ms (214995160) - BuildRowsPartitioned: 1,410,659 (1410659) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 88ms (88998004) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 20ms (20999531) - InactiveTotalTime: 35.5m (2127247243473) - PeakMemoryUsage: 14.2 MiB (14931324) - RowsReturned: 1,410,659 (1410659) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127283242666) Node Lifecycle Event Timeline Open Started: 1.4h (4968445756050) Open Finished: 1.4h (4968445756050) First Batch Requested: 1.4h (4968445756050) First Batch Returned: 1.4h (4968445756050) Last Batch Returned: 2.0h (7095946993807) Closed: 2.0h (7096037991766) Buffer pool - AllocTime: 4ms (4999886) - CumulativeAllocationBytes: 98.0 MiB (102752256) - CumulativeAllocations: 5,042 (5042) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999909) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74764927) - TotalGetBatchTime: 35.5m (2127260243180) - DataWaitTime: 35.5m (2127247243473) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 34ms (34999204) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,521 (2521) - TotalBatchesReceived: 2,521 (2521) - TotalBytesReceived: 33.1 MiB (34678037) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972863581317) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,659,376 (1659376) - BuildTime: 379ms (379991481) - InactiveTotalTime: 0ns (0) - LocalTime: 2.47s (2474945007) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,649,453 (1649453) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2461945297) - RowsReturned: 815,314 (815314) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911014056947) Node Lifecycle Event Timeline Open Started: 2.0h (7096037991766) Open Finished: 4.1h (14924869096552) First Batch Requested: 4.1h (14924869096552) First Batch Returned: 4.1h (14924873096463) Last Batch Returned: 4.4h (16008590014541) Closed: 4.4h (16008591014519) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 278ms (278993742) - BuildRowsPartitioned: 1,659,376 (1659376) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 96ms (96997828) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 22ms (22999485) - InactiveTotalTime: 1.0h (3760341786055) - PeakMemoryUsage: 14.2 MiB (14893448) - RowsReturned: 1,659,376 (1659376) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760374785314) Node Lifecycle Event Timeline Open Started: 2.0h (7096037991766) Open Finished: 2.0h (7096037991766) First Batch Requested: 2.0h (7096039991721) First Batch Returned: 2.0h (7096039991721) Last Batch Returned: 3.0h (10856703770552) Closed: 3.0h (10856801768358) Buffer pool - AllocTime: 2ms (2999933) - CumulativeAllocationBytes: 115.2 MiB (120774656) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87946928) - TotalGetBatchTime: 1.0h (3760346785943) - DataWaitTime: 1.0h (3760341786055) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 73ms (73998336) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.3 MiB (41170996) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970579710152) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,945 (1655945) - BuildTime: 299ms (299993291) - InactiveTotalTime: 0ns (0) - LocalTime: 937ms (937979105) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,927 (1660927) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 630ms (630985970) - RowsReturned: 1,649,453 (1649453) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908542111872) Node Lifecycle Event Timeline Open Started: 2.0h (7096037991766) Open Finished: 4.1h (14924868096574) First Batch Requested: 4.1h (14924869096552) First Batch Returned: 4.1h (14924869096552) Last Batch Returned: 4.4h (16008588014586) Closed: 4.4h (16008591014519) Buffer pool - AllocTime: 3ms (3999911) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999911) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 225ms (225994940) - BuildRowsPartitioned: 1,655,945 (1655945) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 71ms (71998396) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 22ms (22999486) - InactiveTotalTime: 1.7h (6056912576408) - PeakMemoryUsage: 14.2 MiB (14879909) - RowsReturned: 1,655,945 (1655945) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056947575627) Node Lifecycle Event Timeline Open Started: 2.0h (7096037991766) Open Finished: 2.0h (7096037991766) First Batch Requested: 2.0h (7096038991743) First Batch Returned: 2.0h (7096038991743) Last Batch Returned: 3.7h (13153214562265) Closed: 3.7h (13153287560639) Buffer pool - AllocTime: 3ms (3999910) - CumulativeAllocationBytes: 115.0 MiB (120578048) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999910) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87765085) - TotalGetBatchTime: 1.7h (6056923576163) - DataWaitTime: 1.7h (6056912576408) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 20ms (20999522) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.2 MiB (41082041) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919115801957) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,131 (1664131) - BuildTime: 443ms (443990124) - InactiveTotalTime: 0ns (0) - LocalTime: 1.04s (1044976789) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,262 (1664262) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 577ms (577987175) - RowsReturned: 1,660,927 (1660927) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850656557140) Node Lifecycle Event Timeline Open Started: 3.7h (13153287560639) Open Finished: 4.1h (14924867096597) First Batch Requested: 4.1h (14924867096597) First Batch Returned: 4.1h (14924868096574) Last Batch Returned: 4.4h (16008588014586) Closed: 4.4h (16008591014519) Buffer pool - AllocTime: 126ms (126997178) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 126ms (126997178) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 203ms (203995456) - BuildRowsPartitioned: 1,664,131 (1664131) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 230ms (230994868) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 26ms (26999398) - InactiveTotalTime: 29.5m (1771081547033) - PeakMemoryUsage: 14.2 MiB (14910251) - RowsReturned: 1,664,131 (1664131) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771113546321) Node Lifecycle Event Timeline Open Started: 3.7h (13153287560639) Open Finished: 3.7h (13153287560639) First Batch Requested: 3.7h (13153288560617) First Batch Returned: 3.7h (13153288560617) Last Batch Returned: 4.1h (14924610102306) Closed: 4.1h (14924854096885) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.5 MiB (121118720) - CumulativeAllocations: 5,942 (5942) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88198943) - TotalGetBatchTime: 29.5m (1771083546989) - DataWaitTime: 29.5m (1771081547033) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 30ms (30999302) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,971 (2971) - TotalBatchesReceived: 2,971 (2971) - TotalBytesReceived: 39.6 MiB (41545038) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923329321358) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 21ms (21999511) - InactiveTotalTime: 18.0m (1078414035899) - PeakMemoryUsage: 15.4 MiB (16098545) - RowsReturned: 1,664,262 (1664262) - RowsReturnedRate: 1543 per second (1543) - TotalTime: 18.0m (1078498034030) Node Lifecycle Event Timeline Open Started: 3.7h (13153287560639) Open Finished: 3.7h (13153287560639) First Batch Requested: 4.1h (14924867096597) First Batch Returned: 4.1h (14924867096597) Last Batch Returned: 4.4h (16008580014764) Closed: 4.4h (16008591014519) Buffer pool - AllocTime: 83ms (83998125) - CumulativeAllocationBytes: 258.3 MiB (270852096) - CumulativeAllocations: 13,248 (13248) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.6 MiB (15302656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.6 MiB (15302656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999525) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211444158) - TotalGetBatchTime: 18.0m (1078471034632) - DataWaitTime: 18.0m (1078414035899) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 505ms (505988684) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,624 (6624) - TotalBatchesReceived: 6,624 (6624) - TotalBytesReceived: 127.6 MiB (133819280) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692588150244) - TotalRPCsDeferred: 308 (308) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 461 (461) - CodegenTotalWallClockTime: 4.81s (4811891034) - CodegenSysTime: 71ms (71623000) - CodegenUserTime: 3.55s (3546650000) - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 1.55s (1548964923) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 83ms (83998098) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.15s (3148928692) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 25ms (25999411) - TotalTime: 4.81s (4811891034) Instance c7456fdd806a4994:3209e926000003d1 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.462 - AverageThreadTokens: 1.35 (1.3456261524517923) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806063881) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756578897974) - TotalNetworkSendTime: 999.96us (999961) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 576 (576) - TotalThreadsTotalWallClockTime: 6.0h (21540769457593) - TotalThreadsSysTime: 554ms (554338000) - TotalThreadsUserTime: 10.93s (10934793000) - TotalThreadsVoluntaryContextSwitches: 16,953 (16953) - TotalTime: 4.4h (16008590558323) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999962) Open Finished: 4.4h (16008589558362) First Batch Produced: 4.4h (16008589558362) First Batch Sent: 4.4h (16008589558362) ExecInternal Finished: 4.4h (16008591558285) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999961) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008588558400) - ExecTreeOpenTime: 4.4h (16003240763053) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999961) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6839) - TotalTime: 999.96us (999961) - UncompressedRowBatchSize: 10.9 KiB (11149) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 31ms (31998770) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003241763015) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 5.35s (5348795309) Open Finished: 4.4h (16008589558362) First Batch Requested: 4.4h (16008589558362) First Batch Returned: 4.4h (16008589558362) Last Batch Returned: 4.4h (16008589558362) Closed: 4.4h (16008590558323) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,171 (1423171) - BuildTime: 461ms (461982308) - InactiveTotalTime: 0ns (0) - LocalTime: 1.60s (1601938582) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 709,409 (709409) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.13s (1130956620) - RowsReturned: 430,210 (430210) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003085769000) Node Lifecycle Event Timeline Open Started: 5.35s (5348795309) Open Finished: 4.1h (14924722158664) First Batch Requested: 4.1h (14924722158664) First Batch Returned: 4.1h (14924728158434) Last Batch Returned: 4.4h (16008589558362) Closed: 4.4h (16008589558362) Buffer pool - AllocTime: 5ms (5999769) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999769) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 346ms (346986714) - BuildRowsPartitioned: 1,423,171 (1423171) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 5 (5) - HashTablesBuildTime: 112ms (112995670) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 34ms (34998661) - InactiveTotalTime: 1.4h (4962597112260) - PeakMemoryUsage: 864.0 KiB (884736) - RowsReturned: 1,423,171 (1423171) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962641110576) Node Lifecycle Event Timeline Open Started: 5.35s (5348795309) Open Finished: 31.9m (1916989634311) First Batch Requested: 31.9m (1916990634273) First Batch Returned: 31.9m (1916999633929) Last Batch Returned: 1.4h (4968340892445) Closed: 1.4h (4968454888077) Buffer pool - AllocTime: 2ms (2999884) - CumulativeAllocationBytes: 98.8 MiB (103596032) - CumulativeAllocations: 5,082 (5082) - InactiveTotalTime: 0ns (0) - PeakReservation: 864.0 KiB (884736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 864.0 KiB (884736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911640839002) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75428063) - TotalGetBatchTime: 1.4h (4962603112030) - DataWaitTime: 1.4h (4962597112260) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 45ms (45998239) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,541 (2541) - TotalBatchesReceived: 2,541 (2541) - TotalBytesReceived: 33.4 MiB (34991095) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,412,129 (1412129) - BuildTime: 312ms (312988006) - InactiveTotalTime: 0ns (0) - LocalTime: 659ms (659974709) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,434 (815434) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 335ms (335987124) - RowsReturned: 709,409 (709409) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038842719842) Node Lifecycle Event Timeline Open Started: 1.4h (4968454888077) Open Finished: 4.1h (14924718158818) First Batch Requested: 4.1h (14924718158818) First Batch Returned: 4.1h (14924722158664) Last Batch Returned: 4.4h (16008588558400) Closed: 4.4h (16008589558362) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 218ms (218991608) - BuildRowsPartitioned: 1,412,129 (1412129) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 91ms (91996474) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 24ms (24999041) - InactiveTotalTime: 35.5m (2127226494219) - PeakMemoryUsage: 14.3 MiB (14973230) - RowsReturned: 1,412,129 (1412129) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127257493030) Node Lifecycle Event Timeline Open Started: 1.4h (4968454888077) Open Finished: 1.4h (4968454888077) First Batch Requested: 1.4h (4968455888039) First Batch Returned: 1.4h (4968455888039) Last Batch Returned: 2.0h (7095940372371) Closed: 2.0h (7096033368807) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 98.1 MiB (102875136) - CumulativeAllocations: 5,048 (5048) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.4 MiB (74842837) - TotalGetBatchTime: 35.5m (2127231494028) - DataWaitTime: 35.5m (2127226494219) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 25ms (25999004) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,524 (2524) - TotalBatchesReceived: 2,524 (2524) - TotalBytesReceived: 33.1 MiB (34710949) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.6m (2974773918202) - TotalRPCsDeferred: 78 (78) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,660,055 (1660055) - BuildTime: 394ms (394984848) - InactiveTotalTime: 0ns (0) - LocalTime: 2.52s (2519903343) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,650,226 (1650226) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2505903880) - RowsReturned: 815,434 (815434) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910925252103) Node Lifecycle Event Timeline Open Started: 2.0h (7096033368807) Open Finished: 4.1h (14924715158933) First Batch Requested: 4.1h (14924715158933) First Batch Returned: 4.1h (14924718158818) Last Batch Returned: 4.4h (16008587558438) Closed: 4.4h (16008589558362) Buffer pool - AllocTime: 2ms (2999886) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 290ms (290988836) - BuildRowsPartitioned: 1,660,055 (1660055) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 99ms (99996166) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 40ms (40998434) - InactiveTotalTime: 1.0h (3760302867853) - PeakMemoryUsage: 14.2 MiB (14893175) - RowsReturned: 1,660,055 (1660055) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760356865790) Node Lifecycle Event Timeline Open Started: 2.0h (7096033368807) Open Finished: 2.0h (7096034368769) First Batch Requested: 2.0h (7096035368731) First Batch Returned: 2.0h (7096035368731) Last Batch Returned: 3.0h (10856700222704) Closed: 3.0h (10856801218832) Buffer pool - AllocTime: 4ms (4999808) - CumulativeAllocationBytes: 115.3 MiB (120856576) - CumulativeAllocations: 5,930 (5930) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999961) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87982915) - TotalGetBatchTime: 1.0h (3760313867433) - DataWaitTime: 1.0h (3760302867853) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 58ms (58997740) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,965 (2965) - TotalBatchesReceived: 2,965 (2965) - TotalBytesReceived: 39.3 MiB (41181656) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968381459239) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,656,428 (1656428) - BuildTime: 320ms (320987701) - InactiveTotalTime: 0ns (0) - LocalTime: 1.03s (1027960603) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,788 (1661788) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 699ms (699973171) - RowsReturned: 1,650,226 (1650226) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908410348568) Node Lifecycle Event Timeline Open Started: 2.0h (7096034368769) Open Finished: 4.1h (14924714158971) First Batch Requested: 4.1h (14924714158971) First Batch Returned: 4.1h (14924715158933) Last Batch Returned: 4.4h (16008587558438) Closed: 4.4h (16008589558362) Buffer pool - AllocTime: 4ms (4999808) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999808) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 227ms (227991269) - BuildRowsPartitioned: 1,656,428 (1656428) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 91ms (91996471) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 32ms (32998736) - InactiveTotalTime: 1.7h (6056902754980) - PeakMemoryUsage: 14.2 MiB (14892931) - RowsReturned: 1,656,428 (1656428) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056943753409) Node Lifecycle Event Timeline Open Started: 2.0h (7096034368769) Open Finished: 2.0h (7096034368769) First Batch Requested: 2.0h (7096034368769) First Batch Returned: 2.0h (7096035368731) Last Batch Returned: 3.7h (13153208113370) Closed: 3.7h (13153301109802) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.0 MiB (120553472) - CumulativeAllocations: 5,916 (5916) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87790684) - TotalGetBatchTime: 1.7h (6056907754787) - DataWaitTime: 1.7h (6056902754980) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12ms (12999501) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,958 (2958) - TotalBatchesReceived: 2,958 (2958) - TotalBytesReceived: 39.2 MiB (41088405) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919130521871) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,664,960 (1664960) - BuildTime: 305ms (305988259) - InactiveTotalTime: 0ns (0) - LocalTime: 857ms (857967090) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,664,867 (1664867) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 542ms (542979174) - RowsReturned: 1,661,788 (1661788) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850438634556) Node Lifecycle Event Timeline Open Started: 3.7h (13153301109802) Open Finished: 4.1h (14924714158971) First Batch Requested: 4.1h (14924714158971) First Batch Returned: 4.1h (14924714158971) Last Batch Returned: 4.4h (16008585558515) Closed: 4.4h (16008589558362) Buffer pool - AllocTime: 4ms (4999809) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999809) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 204ms (204992133) - BuildRowsPartitioned: 1,664,960 (1664960) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 100ms (100996126) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 25ms (25999002) - InactiveTotalTime: 29.5m (1771066062481) - PeakMemoryUsage: 14.3 MiB (14995362) - RowsReturned: 1,664,960 (1664960) - RowsReturnedRate: 940 per second (940) - TotalTime: 29.5m (1771100061177) Node Lifecycle Event Timeline Open Started: 3.7h (13153302109764) Open Finished: 3.7h (13153302109764) First Batch Requested: 3.7h (13153302109764) First Batch Returned: 3.7h (13153303109726) Last Batch Returned: 4.1h (14924611162921) Closed: 4.1h (14924714158971) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.5 MiB (121159680) - CumulativeAllocations: 5,938 (5938) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88242880) - TotalGetBatchTime: 29.5m (1771073062213) - DataWaitTime: 29.5m (1771066062481) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12ms (12999501) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,969 (2969) - TotalBatchesReceived: 2,969 (2969) - TotalBytesReceived: 39.6 MiB (41564609) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923373020909) - TotalRPCsDeferred: 52 (52) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 30ms (30998806) - InactiveTotalTime: 18.0m (1078416608750) - PeakMemoryUsage: 14.1 MiB (14797499) - RowsReturned: 1,664,867 (1664867) - RowsReturnedRate: 1543 per second (1543) - TotalTime: 18.0m (1078480606289) Node Lifecycle Event Timeline Open Started: 3.7h (13153302109764) Open Finished: 3.7h (13153302109764) First Batch Requested: 4.1h (14924714158971) First Batch Returned: 4.1h (14924714158971) Last Batch Returned: 4.4h (16008578558784) Closed: 4.4h (16008589558362) Buffer pool - AllocTime: 42ms (42998350) - CumulativeAllocationBytes: 258.4 MiB (270966784) - CumulativeAllocations: 13,250 (13250) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.0 MiB (14704640) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.0 MiB (14704640) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33998696) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211537413) - TotalGetBatchTime: 18.0m (1078446607597) - DataWaitTime: 18.0m (1078416608750) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 364ms (364985998) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,625 (6625) - TotalBatchesReceived: 6,625 (6625) - TotalBytesReceived: 127.7 MiB (133875829) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692264520639) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 569 (569) - CodegenTotalWallClockTime: 5.35s (5347795347) - CodegenSysTime: 95ms (95188000) - CodegenUserTime: 3.52s (3523133000) - CodegenVoluntaryContextSwitches: 102 (102) - CompileTime: 1.96s (1956925111) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 133ms (133994872) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.21s (3212877048) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 38ms (38998508) - TotalTime: 5.35s (5347795347) Instance c7456fdd806a4994:3209e926000003c3 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.450 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806025389) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756933355351) - TotalNetworkSendTime: 999.96us (999964) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 603 (603) - TotalThreadsTotalWallClockTime: 6.0h (21540716641645) - TotalThreadsSysTime: 451ms (451045000) - TotalThreadsUserTime: 10.79s (10788538000) - TotalThreadsVoluntaryContextSwitches: 17,089 (17089) - TotalTime: 4.4h (16008576592209) Fragment Instance Lifecycle Event Timeline Prepare Finished: 36ms (36998670) Open Finished: 4.4h (16008588591777) First Batch Produced: 4.4h (16008588591777) First Batch Sent: 4.4h (16008588591777) ExecInternal Finished: 4.4h (16008591591670) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999964) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008551593107) - ExecTreeOpenTime: 4.4h (16003637769746) - PrepareTime: 23ms (23999138) - ExecTreePrepareTime: 23ms (23999138) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999964) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6881) - TotalTime: 999.96us (999964) - UncompressedRowBatchSize: 11.0 KiB (11215) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 22ms (22999181) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003661768884) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.95s (4950822031) Open Finished: 4.4h (16008588591777) First Batch Requested: 4.4h (16008588591777) First Batch Returned: 4.4h (16008588591777) Last Batch Returned: 4.4h (16008588591777) Closed: 4.4h (16008590591706) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,591 (1421591) - BuildTime: 645ms (645976815) - InactiveTotalTime: 0ns (0) - LocalTime: 1.79s (1793935778) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,508 (707508) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.12s (1118960003) - RowsReturned: 429,632 (429632) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003508774342) Node Lifecycle Event Timeline Open Started: 4.95s (4950822031) Open Finished: 4.1h (14924723306076) First Batch Requested: 4.1h (14924723306076) First Batch Returned: 4.1h (14924728305898) Last Batch Returned: 4.4h (16008588591777) Closed: 4.4h (16008588591777) Buffer pool - AllocTime: 4ms (4999820) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999820) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 561ms (561979827) - BuildRowsPartitioned: 1,421,591 (1421591) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 79ms (79997132) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 23ms (23999139) - InactiveTotalTime: 1.4h (4962794886410) - PeakMemoryUsage: 1.6 MiB (1703936) - RowsReturned: 1,421,591 (1421591) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962823885369) Node Lifecycle Event Timeline Open Started: 4.95s (4950822031) Open Finished: 32.0m (1917002145839) First Batch Requested: 32.0m (1917004145767) First Batch Returned: 32.0m (1917011145516) Last Batch Returned: 1.4h (4968343686976) Closed: 1.4h (4968424684072) Buffer pool - AllocTime: 38ms (38998601) - CumulativeAllocationBytes: 98.7 MiB (103538688) - CumulativeAllocations: 5,074 (5074) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.6 MiB (1703936) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.6 MiB (1703936) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36998673) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912051323808) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75344323) - TotalGetBatchTime: 1.4h (4962798886266) - DataWaitTime: 1.4h (4962794886410) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 182ms (182993430) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,537 (2537) - TotalBatchesReceived: 2,537 (2537) - TotalBytesReceived: 33.3 MiB (34946681) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,408,824 (1408824) - BuildTime: 315ms (315988683) - InactiveTotalTime: 0ns (0) - LocalTime: 635ms (635977269) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,889 (813889) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 311ms (311988872) - RowsReturned: 707,508 (707508) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038890953195) Node Lifecycle Event Timeline Open Started: 1.4h (4968424684072) Open Finished: 4.1h (14924719306219) First Batch Requested: 4.1h (14924719306219) First Batch Returned: 4.1h (14924723306076) Last Batch Returned: 4.4h (16008586591849) Closed: 4.4h (16008588591777) Buffer pool - AllocTime: 3ms (3999858) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999858) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 216ms (216992231) - BuildRowsPartitioned: 1,408,824 (1408824) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 94ms (94996595) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 17ms (17999356) - InactiveTotalTime: 35.5m (2127269742512) - PeakMemoryUsage: 14.1 MiB (14819903) - RowsReturned: 1,408,824 (1408824) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127296741545) Node Lifecycle Event Timeline Open Started: 1.4h (4968424684072) Open Finished: 1.4h (4968424684072) First Batch Requested: 1.4h (4968425684036) First Batch Returned: 1.4h (4968425684036) Last Batch Returned: 2.0h (7095944417634) Closed: 2.0h (7096040414193) Buffer pool - AllocTime: 1ms (1999928) - CumulativeAllocationBytes: 97.8 MiB (102588416) - CumulativeAllocations: 5,026 (5026) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74667672) - TotalGetBatchTime: 35.5m (2127276742261) - DataWaitTime: 35.5m (2127269742512) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 25ms (25999070) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,513 (2513) - TotalBatchesReceived: 2,513 (2513) - TotalBytesReceived: 33.0 MiB (34631508) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972684830636) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,656,613 (1656613) - BuildTime: 352ms (352987347) - InactiveTotalTime: 0ns (0) - LocalTime: 2.56s (2561908486) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,052 (1647052) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.52s (2518910029) - RowsReturned: 813,889 (813889) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910958234381) Node Lifecycle Event Timeline Open Started: 2.0h (7096040414193) Open Finished: 4.1h (14924715306362) First Batch Requested: 4.1h (14924715306362) First Batch Returned: 4.1h (14924719306219) Last Batch Returned: 4.4h (16008586591849) Closed: 4.4h (16008588591777) Buffer pool - AllocTime: 5ms (5999784) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999820) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 259ms (259990677) - BuildRowsPartitioned: 1,656,613 (1656613) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 90ms (90996741) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 20ms (20999247) - InactiveTotalTime: 1.0h (3760363332946) - PeakMemoryUsage: 14.2 MiB (14879222) - RowsReturned: 1,656,613 (1656613) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760392331908) Node Lifecycle Event Timeline Open Started: 2.0h (7096040414193) Open Finished: 2.0h (7096040414193) First Batch Requested: 2.0h (7096042414122) First Batch Returned: 2.0h (7096042414122) Last Batch Returned: 3.0h (10856700736492) Closed: 3.0h (10856792733198) Buffer pool - AllocTime: 5ms (5999785) - CumulativeAllocationBytes: 115.0 MiB (120569856) - CumulativeAllocations: 5,908 (5908) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87800489) - TotalGetBatchTime: 1.0h (3760369332732) - DataWaitTime: 1.0h (3760363332946) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 58ms (58997882) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,954 (2954) - TotalBatchesReceived: 2,954 (2954) - TotalBytesReceived: 39.2 MiB (41101449) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970591474533) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,653,411 (1653411) - BuildTime: 317ms (317988619) - InactiveTotalTime: 0ns (0) - LocalTime: 1.00s (1001964172) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,476 (1658476) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 676ms (676975802) - RowsReturned: 1,647,052 (1647052) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908398325823) Node Lifecycle Event Timeline Open Started: 2.0h (7096040414193) Open Finished: 4.1h (14924715306362) First Batch Requested: 4.1h (14924715306362) First Batch Returned: 4.1h (14924715306362) Last Batch Returned: 4.4h (16008585591884) Closed: 4.4h (16008588591777) Buffer pool - AllocTime: 5ms (5999785) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999785) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 226ms (226991870) - BuildRowsPartitioned: 1,653,411 (1653411) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 88ms (88996820) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 23ms (23999140) - InactiveTotalTime: 1.7h (6056909175268) - PeakMemoryUsage: 14.2 MiB (14851306) - RowsReturned: 1,653,411 (1653411) - RowsReturnedRate: 272 per second (272) - TotalTime: 1.7h (6056942174088) Node Lifecycle Event Timeline Open Started: 2.0h (7096040414193) Open Finished: 2.0h (7096040414193) First Batch Requested: 2.0h (7096041414158) First Batch Returned: 2.0h (7096041414158) Last Batch Returned: 3.7h (13153211580080) Closed: 3.7h (13153301576864) Buffer pool - AllocTime: 1ms (1999928) - CumulativeAllocationBytes: 114.8 MiB (120406016) - CumulativeAllocations: 5,906 (5906) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87630783) - TotalGetBatchTime: 1.7h (6056916175018) - DataWaitTime: 1.7h (6056909175268) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12ms (12999532) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,953 (2953) - TotalBatchesReceived: 2,953 (2953) - TotalBytesReceived: 39.1 MiB (41015363) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919123652535) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,661,660 (1661660) - BuildTime: 316ms (316988676) - InactiveTotalTime: 0ns (0) - LocalTime: 809ms (809971062) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,661,687 (1661687) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 476ms (476982958) - RowsReturned: 1,658,476 (1658476) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850454187563) Node Lifecycle Event Timeline Open Started: 3.7h (13153301576864) Open Finished: 4.1h (14924714306398) First Batch Requested: 4.1h (14924714306398) First Batch Returned: 4.1h (14924715306362) Last Batch Returned: 4.4h (16008583591955) Closed: 4.4h (16008588591777) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 215ms (215992284) - BuildRowsPartitioned: 1,661,660 (1661660) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 99ms (99996428) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 27ms (27999002) - InactiveTotalTime: 29.5m (1771054742320) - PeakMemoryUsage: 14.2 MiB (14938483) - RowsReturned: 1,661,660 (1661660) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771085741215) Node Lifecycle Event Timeline Open Started: 3.7h (13153302576829) Open Finished: 3.7h (13153302576829) First Batch Requested: 3.7h (13153302576829) First Batch Returned: 3.7h (13153303576793) Last Batch Returned: 4.1h (14924613310006) Closed: 4.1h (14924714306398) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 115.4 MiB (120987648) - CumulativeAllocations: 5,936 (5936) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88067980) - TotalGetBatchTime: 29.5m (1771056742248) - DataWaitTime: 29.5m (1771054742320) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 20ms (20999249) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,968 (2968) - TotalBatchesReceived: 2,968 (2968) - TotalBytesReceived: 39.6 MiB (41476380) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923348637652) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 38ms (38998605) - InactiveTotalTime: 18.0m (1078480478075) - PeakMemoryUsage: 14.0 MiB (14696347) - RowsReturned: 1,661,687 (1661687) - RowsReturnedRate: 1540 per second (1540) - TotalTime: 18.0m (1078558475286) Node Lifecycle Event Timeline Open Started: 3.7h (13153302576829) Open Finished: 3.7h (13153302576829) First Batch Requested: 4.1h (14924714306398) First Batch Returned: 4.1h (14924714306398) Last Batch Returned: 4.4h (16008576592205) Closed: 4.4h (16008588591777) Buffer pool - AllocTime: 5ms (5999786) - CumulativeAllocationBytes: 257.9 MiB (270458880) - CumulativeAllocations: 13,228 (13228) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.3 MiB (211129116) - TotalGetBatchTime: 18.0m (1078510477003) - DataWaitTime: 18.0m (1078480478075) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 313ms (313988783) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,614 (6614) - TotalBatchesReceived: 6,614 (6614) - TotalBytesReceived: 127.4 MiB (133612463) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692246710958) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 588 (588) - CodegenTotalWallClockTime: 4.91s (4913823361) - CodegenSysTime: 51ms (51886000) - CodegenUserTime: 3.49s (3489698000) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 1.39s (1394949856) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 132ms (132995219) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.34s (3338879975) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 33ms (33998778) - TotalTime: 4.91s (4913823361) Instance c7456fdd806a4994:3209e926000003c8 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:52.216 - AverageThreadTokens: 1.15 (1.146373346086402) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806044592) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.1h (18292180274684) - TotalNetworkSendTime: 999.97us (999970) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 449 (449) - TotalThreadsTotalWallClockTime: 5.1h (18305069885150) - TotalThreadsSysTime: 484ms (484965000) - TotalThreadsUserTime: 11.32s (11318511000) - TotalThreadsVoluntaryContextSwitches: 17,047 (17047) - TotalTime: 4.4h (16008565275496) Fragment Instance Lifecycle Event Timeline Prepare Finished: 10ms (10999667) Open Finished: 4.4h (16008573275253) First Batch Produced: 4.4h (16008573275253) First Batch Sent: 4.4h (16008574275223) ExecInternal Finished: 4.4h (16008576275163) Buffer pool - AllocTime: 1ms (1999940) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 1ms (1999940) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1ms (1999940) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008562275586) - ExecTreeOpenTime: 4.4h (16003475429328) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.97us (999970) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 999.97us (999970) - TotalBytesSent: 6.7 KiB (6904) - TotalTime: 1ms (1999940) - UncompressedRowBatchSize: 10.9 KiB (11184) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 31ms (31999033) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003476429298) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 5.10s (5097845925) Open Finished: 4.4h (16008573275253) First Batch Requested: 4.4h (16008573275253) First Batch Returned: 4.4h (16008573275253) Last Batch Returned: 4.4h (16008573275253) Closed: 4.4h (16008575275193) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,701 (1422701) - BuildTime: 464ms (464985960) - InactiveTotalTime: 0ns (0) - LocalTime: 1.66s (1659949862) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,080 (708080) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.18s (1184964206) - RowsReturned: 430,090 (430090) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003408431353) Node Lifecycle Event Timeline Open Started: 5.10s (5097845925) Open Finished: 4.1h (14924811996412) First Batch Requested: 4.1h (14924811996412) First Batch Returned: 4.1h (14924817996231) Last Batch Returned: 4.4h (16008573275253) Closed: 4.4h (16008573275253) Buffer pool - AllocTime: 8ms (8999728) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999728) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 376ms (376988619) - BuildRowsPartitioned: 1,422,701 (1422701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 85ms (85997401) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 22ms (22999304) - InactiveTotalTime: 1.4h (4962815042772) - PeakMemoryUsage: 984.0 KiB (1007616) - RowsReturned: 1,422,701 (1422701) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962849041742) Node Lifecycle Event Timeline Open Started: 5.10s (5097845925) Open Finished: 31.9m (1916980070677) First Batch Requested: 31.9m (1916981070647) First Batch Returned: 31.9m (1916988070435) Last Batch Returned: 1.4h (4968328876136) Closed: 1.4h (4968415873507) Buffer pool - AllocTime: 14ms (14999547) - CumulativeAllocationBytes: 98.9 MiB (103669760) - CumulativeAllocations: 5,082 (5082) - InactiveTotalTime: 0ns (0) - PeakReservation: 984.0 KiB (1007616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 984.0 KiB (1007616) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999577) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911882224752) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75403153) - TotalGetBatchTime: 1.4h (4962825042468) - DataWaitTime: 1.4h (4962815042772) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 79ms (79997578) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,541 (2541) - TotalBatchesReceived: 2,541 (2541) - TotalBytesReceived: 33.4 MiB (34975604) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,410,417 (1410417) - BuildTime: 327ms (327990084) - InactiveTotalTime: 0ns (0) - LocalTime: 705ms (705978654) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,198 (814198) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 368ms (368988842) - RowsReturned: 708,080 (708080) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038899439749) Node Lifecycle Event Timeline Open Started: 1.4h (4968415873507) Open Finished: 4.1h (14924807996533) First Batch Requested: 4.1h (14924807996533) First Batch Returned: 4.1h (14924811996412) Last Batch Returned: 4.4h (16008572275284) Closed: 4.4h (16008573275253) Buffer pool - AllocTime: 6ms (6999787) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999787) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 228ms (228993076) - BuildRowsPartitioned: 1,410,417 (1410417) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 97ms (97997038) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 21ms (21999335) - InactiveTotalTime: 35.5m (2127244710352) - PeakMemoryUsage: 14.2 MiB (14903760) - RowsReturned: 1,410,417 (1410417) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127278709322) Node Lifecycle Event Timeline Open Started: 1.4h (4968415873507) Open Finished: 1.4h (4968415873507) First Batch Requested: 1.4h (4968415873507) First Batch Returned: 1.4h (4968415873507) Last Batch Returned: 2.0h (7095928575755) Closed: 2.0h (7096027572763) Buffer pool - AllocTime: 1ms (1999940) - CumulativeAllocationBytes: 98.0 MiB (102735872) - CumulativeAllocations: 5,044 (5044) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74752101) - TotalGetBatchTime: 35.5m (2127253710079) - DataWaitTime: 35.5m (2127244710352) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 43ms (43998674) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,522 (2522) - TotalBatchesReceived: 2,522 (2522) - TotalBytesReceived: 33.1 MiB (34668259) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972810788047) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,658,821 (1658821) - BuildTime: 433ms (433986885) - InactiveTotalTime: 0ns (0) - LocalTime: 3.10s (3099906307) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,830 (1648830) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.65s (2647919965) - RowsReturned: 814,198 (814198) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910914751773) Node Lifecycle Event Timeline Open Started: 2.0h (7096027572763) Open Finished: 4.1h (14924804996624) First Batch Requested: 4.1h (14924804996624) First Batch Returned: 4.1h (14924807996533) Last Batch Returned: 4.4h (16008572275284) Closed: 4.4h (16008573275253) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 331ms (331989966) - BuildRowsPartitioned: 1,658,821 (1658821) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 99ms (99996979) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 25ms (25999214) - InactiveTotalTime: 1.0h (3760286355414) - PeakMemoryUsage: 14.3 MiB (14964394) - RowsReturned: 1,658,821 (1658821) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760321354357) Node Lifecycle Event Timeline Open Started: 2.0h (7096027572763) Open Finished: 2.0h (7096027572763) First Batch Requested: 2.0h (7096028572733) First Batch Returned: 2.0h (7096028572733) Last Batch Returned: 3.0h (10856687916876) Closed: 3.0h (10856787913855) Buffer pool - AllocTime: 2ms (2999910) - CumulativeAllocationBytes: 115.1 MiB (120733696) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87917513) - TotalGetBatchTime: 1.0h (3760291355264) - DataWaitTime: 1.0h (3760286355414) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 63ms (63998068) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.3 MiB (41158524) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970763150156) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,655,213 (1655213) - BuildTime: 344ms (344989565) - InactiveTotalTime: 0ns (0) - LocalTime: 714ms (714978391) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,500 (1660500) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 702ms (702978751) - RowsReturned: 1,648,830 (1648830) - RowsReturnedRate: 320 per second (320) - TotalTime: 1.4h (5147493491109) Node Lifecycle Event Timeline Open Started: 3.0h (10856787913855) Open Finished: 4.1h (14924803996654) First Batch Requested: 4.1h (14924803996654) First Batch Returned: 4.1h (14924804996624) Last Batch Returned: 4.4h (16008569275374) Closed: 4.4h (16008573275253) Buffer pool - AllocTime: 4ms (4999849) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999849) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 246ms (246992527) - BuildRowsPartitioned: 1,655,213 (1655213) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 96ms (96997069) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24999247) - InactiveTotalTime: 38.3m (2296124621142) - PeakMemoryUsage: 14.3 MiB (14991705) - RowsReturned: 1,655,213 (1655213) - RowsReturnedRate: 720 per second (720) - TotalTime: 38.3m (2296152620299) Node Lifecycle Event Timeline Open Started: 3.0h (10856788913825) Open Finished: 3.0h (10856788913825) First Batch Requested: 3.0h (10856789913794) First Batch Returned: 3.0h (10856789913794) Last Batch Returned: 3.7h (13153195526440) Closed: 3.7h (13153294523449) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 114.9 MiB (120487936) - CumulativeAllocations: 5,910 (5910) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87726289) - TotalGetBatchTime: 38.3m (2296124621142) - DataWaitTime: 38.3m (2296124621142) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 15ms (15999515) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,955 (2955) - TotalBatchesReceived: 2,955 (2955) - TotalBytesReceived: 39.2 MiB (41056545) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 2.4h (8679898841246) - TotalRPCsDeferred: 75 (75) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,663,675 (1663675) - BuildTime: 405ms (405987738) - InactiveTotalTime: 0ns (0) - LocalTime: 1.03s (1034968736) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,755 (1663755) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 589ms (589982177) - RowsReturned: 1,660,500 (1660500) - RowsReturnedRate: 322 per second (322) - TotalTime: 1.4h (5146780512658) Node Lifecycle Event Timeline Open Started: 3.0h (10856788913825) Open Finished: 4.1h (14924802996684) First Batch Requested: 4.1h (14924803996654) First Batch Returned: 4.1h (14924803996654) Last Batch Returned: 4.4h (16008569275374) Closed: 4.4h (16008573275253) Buffer pool - AllocTime: 56ms (56998279) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 56ms (56998279) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 229ms (229993057) - BuildRowsPartitioned: 1,663,675 (1663675) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 150ms (150995437) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 26ms (26999186) - InactiveTotalTime: 1.1h (4067541097143) - PeakMemoryUsage: 14.2 MiB (14910520) - RowsReturned: 1,663,675 (1663675) - RowsReturnedRate: 409 per second (409) - TotalTime: 1.1h (4067576096089) Node Lifecycle Event Timeline Open Started: 3.0h (10856788913825) Open Finished: 3.0h (10856788913825) First Batch Requested: 3.0h (10856789913794) First Batch Returned: 3.0h (10856789913794) Last Batch Returned: 4.1h (14924598002879) Closed: 4.1h (14924802996684) Buffer pool - AllocTime: 131ms (131996016) - CumulativeAllocationBytes: 115.5 MiB (121085952) - CumulativeAllocations: 5,934 (5934) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 80ms (80997556) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88174775) - TotalGetBatchTime: 1.1h (4067548096933) - DataWaitTime: 1.1h (4067541097143) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 171ms (171994799) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,967 (2967) - TotalBatchesReceived: 2,967 (2967) - TotalBytesReceived: 39.6 MiB (41527606) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 2.4h (8626856893137) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 31ms (31999036) - InactiveTotalTime: 18.0m (1078101449888) - PeakMemoryUsage: 14.6 MiB (15321735) - RowsReturned: 1,663,755 (1663755) - RowsReturnedRate: 1543 per second (1543) - TotalTime: 18.0m (1078169447833) Node Lifecycle Event Timeline Open Started: 4.1h (14924802996684) Open Finished: 4.1h (14924802996684) First Batch Requested: 4.1h (14924802996684) First Batch Returned: 4.1h (14924802996684) Last Batch Returned: 4.4h (16008560275646) Closed: 4.4h (16008573275253) Buffer pool - AllocTime: 146ms (146995557) - CumulativeAllocationBytes: 258.3 MiB (270802944) - CumulativeAllocations: 13,250 (13250) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (14974976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (14974976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 110ms (110996645) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211398716) - TotalGetBatchTime: 18.0m (1078134448889) - DataWaitTime: 18.0m (1078101449888) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 693ms (693979031) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,625 (6625) - TotalBatchesReceived: 6,625 (6625) - TotalBytesReceived: 127.6 MiB (133785976) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692353364990) - TotalRPCsDeferred: 77 (77) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 428 (428) - CodegenTotalWallClockTime: 5.09s (5086846258) - CodegenSysTime: 55ms (55882000) - CodegenUserTime: 3.56s (3557900000) - CodegenVoluntaryContextSwitches: 78 (78) - CompileTime: 1.48s (1476955361) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 70ms (70997855) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.51s (3507893980) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 20ms (20999365) - TotalTime: 5.09s (5086846258) Instance c7456fdd806a4994:3209e926000003b5 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.440 - AverageThreadTokens: 1.35 (1.34559489952183) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805922367) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757259256992) - TotalNetworkSendTime: 999.99us (999994) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 369 (369) - TotalThreadsTotalWallClockTime: 6.0h (21540732554903) - TotalThreadsSysTime: 453ms (453339000) - TotalThreadsUserTime: 10.77s (10773790000) - TotalThreadsVoluntaryContextSwitches: 17,157 (17157) - TotalTime: 4.4h (16008564908856) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999994) Open Finished: 4.4h (16008563908862) First Batch Produced: 4.4h (16008563908862) First Batch Sent: 4.4h (16008563908862) ExecInternal Finished: 4.4h (16008564908856) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.99us (999994) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008562908868) - ExecTreeOpenTime: 4.4h (16003902937569) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.99us (999994) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.5 KiB (6686) - TotalTime: 999.99us (999994) - UncompressedRowBatchSize: 10.7 KiB (10939) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 31ms (31999807) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003903937563) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.66s (4660971293) Open Finished: 4.4h (16008563908862) First Batch Requested: 4.4h (16008563908862) First Batch Returned: 4.4h (16008563908862) Last Batch Returned: 4.4h (16008563908862) Closed: 4.4h (16008564908856) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,422,320 (1422320) - BuildTime: 477ms (477997062) - InactiveTotalTime: 0ns (0) - LocalTime: 1.64s (1637990092) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,824 (708824) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.15s (1151993080) - RowsReturned: 429,314 (429314) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003776938327) Node Lifecycle Event Timeline Open Started: 4.66s (4660971293) Open Finished: 4.1h (14924705424614) First Batch Requested: 4.1h (14924705424614) First Batch Returned: 4.1h (14924711424578) Last Batch Returned: 4.4h (16008561908874) Closed: 4.4h (16008563908862) Buffer pool - AllocTime: 4ms (4999970) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 393ms (393997575) - BuildRowsPartitioned: 1,422,320 (1422320) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 81ms (81999499) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 19ms (19999877) - InactiveTotalTime: 1.4h (4963223540792) - PeakMemoryUsage: 512.0 KiB (524288) - RowsReturned: 1,422,320 (1422320) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963260540565) Node Lifecycle Event Timeline Open Started: 4.66s (4660971293) Open Finished: 31.9m (1916986183968) First Batch Requested: 31.9m (1916987183962) First Batch Returned: 31.9m (1916995183913) Last Batch Returned: 1.4h (4968320509401) Closed: 1.4h (4968403508894) Buffer pool - AllocTime: 9ms (9999939) - CumulativeAllocationBytes: 98.8 MiB (103563264) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 512.0 KiB (524288) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 512.0 KiB (524288) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912325212675) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.9 MiB (75382960) - TotalGetBatchTime: 1.4h (4963235540718) - DataWaitTime: 1.4h (4963223540792) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 53ms (53999670) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.3 MiB (34967179) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,855 (1409855) - BuildTime: 343ms (343997899) - InactiveTotalTime: 0ns (0) - LocalTime: 699ms (699995758) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 815,441 (815441) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 317ms (317998091) - RowsReturned: 708,824 (708824) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038878407670) Node Lifecycle Event Timeline Open Started: 1.4h (4968403508894) Open Finished: 4.1h (14924701424638) First Batch Requested: 4.1h (14924701424638) First Batch Returned: 4.1h (14924705424614) Last Batch Returned: 4.4h (16008561908874) Closed: 4.4h (16008563908862) Buffer pool - AllocTime: 3ms (3999976) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999976) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 247ms (247998481) - BuildRowsPartitioned: 1,409,855 (1409855) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 94ms (94999424) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 20ms (20999872) - InactiveTotalTime: 35.5m (2127209074399) - PeakMemoryUsage: 14.1 MiB (14805580) - RowsReturned: 1,409,855 (1409855) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127239074216) Node Lifecycle Event Timeline Open Started: 1.4h (4968403508894) Open Finished: 1.4h (4968403508894) First Batch Requested: 1.4h (4968404508888) First Batch Returned: 1.4h (4968404508888) Last Batch Returned: 2.0h (7095921581401) Closed: 2.0h (7096018580813) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 97.9 MiB (102653952) - CumulativeAllocations: 5,036 (5036) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.3 MiB (74722315) - TotalGetBatchTime: 35.5m (2127216074357) - DataWaitTime: 35.5m (2127209074399) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 24ms (24999849) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,518 (2518) - TotalBatchesReceived: 2,518 (2518) - TotalBytesReceived: 33.0 MiB (34651354) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972695148194) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,658,829 (1658829) - BuildTime: 356ms (356997844) - InactiveTotalTime: 0ns (0) - LocalTime: 2.51s (2510984909) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,863 (1648863) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.49s (2491985019) - RowsReturned: 815,441 (815441) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910939337696) Node Lifecycle Event Timeline Open Started: 2.0h (7096018580813) Open Finished: 4.1h (14924697424662) First Batch Requested: 4.1h (14924697424662) First Batch Returned: 4.1h (14924701424638) Last Batch Returned: 4.4h (16008561908874) Closed: 4.4h (16008563908862) Buffer pool - AllocTime: 2ms (2999982) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999982) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 258ms (258998438) - BuildRowsPartitioned: 1,658,829 (1658829) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 92ms (92999437) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 29ms (29999819) - InactiveTotalTime: 1.0h (3760331277401) - PeakMemoryUsage: 14.2 MiB (14837356) - RowsReturned: 1,658,829 (1658829) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760373277148) Node Lifecycle Event Timeline Open Started: 2.0h (7096018580813) Open Finished: 2.0h (7096018580813) First Batch Requested: 2.0h (7096020580801) First Batch Returned: 2.0h (7096020580801) Last Batch Returned: 3.0h (10856678856231) Closed: 3.0h (10856772855662) Buffer pool - AllocTime: 1,000.00us (999995) - CumulativeAllocationBytes: 115.2 MiB (120750080) - CumulativeAllocations: 5,922 (5922) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87917937) - TotalGetBatchTime: 1.0h (3760340277347) - DataWaitTime: 1.0h (3760331277401) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 54ms (54999668) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,961 (2961) - TotalBatchesReceived: 2,961 (2961) - TotalBytesReceived: 39.2 MiB (41155234) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968369163612) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,655,345 (1655345) - BuildTime: 322ms (322998049) - InactiveTotalTime: 0ns (0) - LocalTime: 1.02s (1019993863) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,660,493 (1660493) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 679ms (679995917) - RowsReturned: 1,648,863 (1648863) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908435352746) Node Lifecycle Event Timeline Open Started: 2.0h (7096018580813) Open Finished: 4.1h (14924696424668) First Batch Requested: 4.1h (14924697424662) First Batch Returned: 4.1h (14924697424662) Last Batch Returned: 4.4h (16008560908880) Closed: 4.4h (16008563908862) Buffer pool - AllocTime: 4ms (4999969) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 228ms (228998614) - BuildRowsPartitioned: 1,655,345 (1655345) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 90ms (90999453) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 28ms (28999824) - InactiveTotalTime: 1.7h (6056896474882) - PeakMemoryUsage: 14.2 MiB (14851108) - RowsReturned: 1,655,345 (1655345) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056934474651) Node Lifecycle Event Timeline Open Started: 2.0h (7096018580813) Open Finished: 2.0h (7096018580813) First Batch Requested: 2.0h (7096019580807) First Batch Returned: 2.0h (7096019580807) Last Batch Returned: 3.7h (13153189054035) Closed: 3.7h (13153282053476) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 114.9 MiB (120504320) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87733285) - TotalGetBatchTime: 1.7h (6056904474833) - DataWaitTime: 1.7h (6056896474882) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14ms (14999907) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.2 MiB (41063459) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919117564888) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,663,688 (1663688) - BuildTime: 326ms (326998037) - InactiveTotalTime: 0ns (0) - LocalTime: 862ms (862994821) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,663,816 (1663816) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 520ms (520996875) - RowsReturned: 1,660,493 (1660493) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850480884232) Node Lifecycle Event Timeline Open Started: 3.7h (13153282053476) Open Finished: 4.1h (14924696424668) First Batch Requested: 4.1h (14924696424668) First Batch Returned: 4.1h (14924696424668) Last Batch Returned: 4.4h (16008559908886) Closed: 4.4h (16008563908862) Buffer pool - AllocTime: 6ms (6999959) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999959) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 208ms (208998746) - BuildRowsPartitioned: 1,663,688 (1663688) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 114ms (114999309) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 23ms (23999859) - InactiveTotalTime: 29.5m (1771050373375) - PeakMemoryUsage: 14.2 MiB (14924892) - RowsReturned: 1,663,688 (1663688) - RowsReturnedRate: 939 per second (939) - TotalTime: 29.5m (1771079373204) Node Lifecycle Event Timeline Open Started: 3.7h (13153282053476) Open Finished: 3.7h (13153282053476) First Batch Requested: 3.7h (13153283053470) First Batch Returned: 3.7h (13153283053470) Last Batch Returned: 4.1h (14924580425365) Closed: 4.1h (14924696424668) Buffer pool - AllocTime: 3ms (3999976) - CumulativeAllocationBytes: 115.5 MiB (121135104) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.1 MiB (88175464) - TotalGetBatchTime: 29.5m (1771053373357) - DataWaitTime: 29.5m (1771050373375) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 33ms (33999794) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41528323) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923341906862) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 27ms (27999833) - InactiveTotalTime: 18.0m (1078467516635) - PeakMemoryUsage: 13.9 MiB (14524303) - RowsReturned: 1,663,816 (1663816) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078538516207) Node Lifecycle Event Timeline Open Started: 3.7h (13153282053476) Open Finished: 3.7h (13153282053476) First Batch Requested: 4.1h (14924696424668) First Batch Returned: 4.1h (14924696424668) Last Batch Returned: 4.4h (16008552908928) Closed: 4.4h (16008563908862) Buffer pool - AllocTime: 90ms (90999452) - CumulativeAllocationBytes: 258.2 MiB (270786560) - CumulativeAllocations: 13,246 (13246) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14483456) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14483456) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.6 MiB (211403437) - TotalGetBatchTime: 18.0m (1078507516392) - DataWaitTime: 18.0m (1078467516635) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 448ms (448997299) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,623 (6623) - TotalBatchesReceived: 6,623 (6623) - TotalBytesReceived: 127.6 MiB (133777757) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692176732469) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 360 (360) - CodegenTotalWallClockTime: 4.66s (4659971299) - CodegenSysTime: 23ms (23618000) - CodegenUserTime: 3.45s (3448715000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 1.62s (1619990023) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 58ms (58999637) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.95s (2950981824) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 24ms (24999846) - TotalTime: 4.66s (4659971299) Instance c7456fdd806a4994:3209e926000003b8 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.441 - AverageThreadTokens: 1.35 (1.34559489952183) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805963780) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19755892733286) - TotalNetworkSendTime: 999.97us (999969) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 600 (600) - TotalThreadsTotalWallClockTime: 6.0h (21540688687304) - TotalThreadsSysTime: 534ms (534916000) - TotalThreadsUserTime: 11.65s (11650506000) - TotalThreadsVoluntaryContextSwitches: 16,924 (16924) - TotalTime: 4.4h (16008545767013) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999937) Open Finished: 4.4h (16008544767044) First Batch Produced: 4.4h (16008544767044) First Batch Sent: 4.4h (16008544767044) ExecInternal Finished: 4.4h (16008547766950) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.97us (999969) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008542767107) - ExecTreeOpenTime: 4.4h (16003221935815) - PrepareTime: 999.97us (999969) - ExecTreePrepareTime: 999.97us (999969) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.97us (999969) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6793) - TotalTime: 999.97us (999969) - UncompressedRowBatchSize: 10.8 KiB (11070) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 44ms (44998590) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003222935784) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 5.32s (5322831229) Open Finished: 4.4h (16008544767044) First Batch Requested: 4.4h (16008544767044) First Batch Returned: 4.4h (16008544767044) Last Batch Returned: 4.4h (16008544767044) Closed: 4.4h (16008545767013) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,446 (1421446) - BuildTime: 532ms (532983141) - InactiveTotalTime: 0ns (0) - LocalTime: 1.73s (1731945559) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,608 (707608) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.19s (1192962607) - RowsReturned: 429,554 (429554) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003093939828) Node Lifecycle Event Timeline Open Started: 5.32s (5323831198) Open Finished: 4.1h (14924692763472) First Batch Requested: 4.1h (14924692763472) First Batch Returned: 4.1h (14924699763253) Last Batch Returned: 4.4h (16008544767044) Closed: 4.4h (16008544767044) Buffer pool - AllocTime: 7ms (7999745) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999745) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 443ms (443985941) - BuildRowsPartitioned: 1,421,446 (1421446) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 4 (4) - HashTablesBuildTime: 86ms (86997263) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 24ms (24999211) - InactiveTotalTime: 1.4h (4962494138044) - PeakMemoryUsage: 1.1 MiB (1130496) - RowsReturned: 1,421,446 (1421446) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962530136904) Node Lifecycle Event Timeline Open Started: 5.32s (5323831198) Open Finished: 31.9m (1916964261329) First Batch Requested: 31.9m (1916965261297) First Batch Returned: 31.9m (1916974261012) Last Batch Returned: 1.4h (4968301953916) Closed: 1.4h (4968389951148) Buffer pool - AllocTime: 23ms (23999240) - CumulativeAllocationBytes: 98.7 MiB (103481344) - CumulativeAllocations: 5,080 (5080) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.1 MiB (1130496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1130496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999272) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911640430131) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75336638) - TotalGetBatchTime: 1.4h (4962502137788) - DataWaitTime: 1.4h (4962494138044) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 101ms (101996766) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,540 (2540) - TotalBatchesReceived: 2,540 (2540) - TotalBytesReceived: 33.3 MiB (34945768) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,121 (1409121) - BuildTime: 352ms (352988900) - InactiveTotalTime: 0ns (0) - LocalTime: 763ms (763975999) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,546 (813546) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 402ms (402987350) - RowsReturned: 707,608 (707608) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038831857365) Node Lifecycle Event Timeline Open Started: 1.4h (4968389951148) Open Finished: 4.1h (14924687763629) First Batch Requested: 4.1h (14924687763629) First Batch Returned: 4.1h (14924692763472) Last Batch Returned: 4.4h (16008544767044) Closed: 4.4h (16008544767044) Buffer pool - AllocTime: 3ms (3999874) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999874) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 232ms (232992679) - BuildRowsPartitioned: 1,409,121 (1409121) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 117ms (117996283) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 16ms (16999464) - InactiveTotalTime: 35.5m (2127251036120) - PeakMemoryUsage: 14.2 MiB (14861023) - RowsReturned: 1,409,121 (1409121) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127276035333) Node Lifecycle Event Timeline Open Started: 1.4h (4968389951148) Open Finished: 1.4h (4968389951148) First Batch Requested: 1.4h (4968390951117) First Batch Returned: 1.4h (4968390951117) Last Batch Returned: 2.0h (7095902979034) Closed: 2.0h (7096021975286) Buffer pool - AllocTime: 46ms (46998521) - CumulativeAllocationBytes: 97.9 MiB (102653952) - CumulativeAllocations: 5,040 (5040) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74683413) - TotalGetBatchTime: 35.5m (2127256035963) - DataWaitTime: 35.5m (2127251036120) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 83ms (83997357) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,520 (2520) - TotalBatchesReceived: 2,520 (2520) - TotalBytesReceived: 33.0 MiB (34635164) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972707890179) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,600 (1657600) - BuildTime: 376ms (376988128) - InactiveTotalTime: 0ns (0) - LocalTime: 2.67s (2669916256) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,011 (1648011) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.65s (2654916724) - RowsReturned: 813,546 (813546) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910791846033) Node Lifecycle Event Timeline Open Started: 2.0h (7096021975286) Open Finished: 4.1h (14924683763755) First Batch Requested: 4.1h (14924683763755) First Batch Returned: 4.1h (14924687763629) Last Batch Returned: 4.4h (16008543767075) Closed: 4.4h (16008544767044) Buffer pool - AllocTime: 2ms (2999905) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999905) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 277ms (277991246) - BuildRowsPartitioned: 1,657,600 (1657600) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 93ms (93997039) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 27ms (27999119) - InactiveTotalTime: 1.0h (3760299557970) - PeakMemoryUsage: 14.2 MiB (14921716) - RowsReturned: 1,657,600 (1657600) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760343556584) Node Lifecycle Event Timeline Open Started: 2.0h (7096022975255) Open Finished: 2.0h (7096022975255) First Batch Requested: 2.0h (7096024975192) First Batch Returned: 2.0h (7096024975192) Last Batch Returned: 3.0h (10856660522582) Closed: 3.0h (10856755519590) Buffer pool - AllocTime: 3ms (3999875) - CumulativeAllocationBytes: 115.0 MiB (120619008) - CumulativeAllocations: 5,918 (5918) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87852800) - TotalGetBatchTime: 1.0h (3760311557593) - DataWaitTime: 1.0h (3760299557970) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 58ms (58998141) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,959 (2959) - TotalBatchesReceived: 2,959 (2959) - TotalBytesReceived: 39.2 MiB (41126195) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968394091872) - TotalRPCsDeferred: 45 (45) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,243 (1654243) - BuildTime: 398ms (398987434) - InactiveTotalTime: 0ns (0) - LocalTime: 1.22s (1217961756) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,491 (1659491) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 805ms (805974733) - RowsReturned: 1,648,011 (1648011) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908129929527) Node Lifecycle Event Timeline Open Started: 2.0h (7096022975255) Open Finished: 4.1h (14924675764005) First Batch Requested: 4.1h (14924675764005) First Batch Returned: 4.1h (14924683763755) Last Batch Returned: 4.4h (16008542767107) Closed: 4.4h (16008544767044) Buffer pool - AllocTime: 3ms (3999873) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999873) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 306ms (306990325) - BuildRowsPartitioned: 1,654,243 (1654243) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 89ms (89997173) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 14ms (14999528) - InactiveTotalTime: 1.7h (6056809426431) - PeakMemoryUsage: 14.2 MiB (14921511) - RowsReturned: 1,654,243 (1654243) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056834425646) Node Lifecycle Event Timeline Open Started: 2.0h (7096022975255) Open Finished: 2.0h (7096022975255) First Batch Requested: 2.0h (7096023975223) First Batch Returned: 2.0h (7096023975223) Last Batch Returned: 3.7h (13153171391003) Closed: 3.7h (13153262388144) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 114.9 MiB (120438784) - CumulativeAllocations: 5,902 (5902) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87674879) - TotalGetBatchTime: 1.7h (6056815426243) - DataWaitTime: 1.7h (6056809426431) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 23ms (23999243) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,951 (2951) - TotalBatchesReceived: 2,951 (2951) - TotalBytesReceived: 39.1 MiB (41032583) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919146727976) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,608 (1662608) - BuildTime: 345ms (345989151) - InactiveTotalTime: 0ns (0) - LocalTime: 1.01s (1007968374) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,663 (1662663) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 645ms (645979722) - RowsReturned: 1,659,491 (1659491) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850077542125) Node Lifecycle Event Timeline Open Started: 3.7h (13153262388144) Open Finished: 4.1h (14924674764037) First Batch Requested: 4.1h (14924674764037) First Batch Returned: 4.1h (14924675764005) Last Batch Returned: 4.4h (16008542767107) Closed: 4.4h (16008544767044) Buffer pool - AllocTime: 5ms (5999812) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999812) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 234ms (234992631) - BuildRowsPartitioned: 1,662,608 (1662608) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 8 (8) - HashTablesBuildTime: 108ms (108996582) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 24ms (24999211) - InactiveTotalTime: 29.5m (1771029387907) - PeakMemoryUsage: 14.2 MiB (14939127) - RowsReturned: 1,662,608 (1662608) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771059386960) Node Lifecycle Event Timeline Open Started: 3.7h (13153262388144) Open Finished: 3.7h (13153262388144) First Batch Requested: 3.7h (13153263388113) First Batch Returned: 3.7h (13153263388113) Last Batch Returned: 4.1h (14924563767517) Closed: 4.1h (14924674764037) Buffer pool - AllocTime: 999.97us (999968) - CumulativeAllocationBytes: 115.5 MiB (121061376) - CumulativeAllocations: 5,938 (5938) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88118224) - TotalGetBatchTime: 29.5m (1771033387781) - DataWaitTime: 29.5m (1771029387907) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 26ms (26999148) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,969 (2969) - TotalBatchesReceived: 2,969 (2969) - TotalBytesReceived: 39.6 MiB (41505266) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923350282760) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 31ms (31998999) - InactiveTotalTime: 18.0m (1077902190174) - PeakMemoryUsage: 14.0 MiB (14695763) - RowsReturned: 1,662,663 (1662663) - RowsReturnedRate: 1542 per second (1542) - TotalTime: 18.0m (1078010186791) Node Lifecycle Event Timeline Open Started: 3.7h (13153262388144) Open Finished: 3.7h (13153262388144) First Batch Requested: 4.1h (14924674764037) First Batch Returned: 4.1h (14924674764037) Last Batch Returned: 4.4h (16008534767358) Closed: 4.4h (16008544767044) Buffer pool - AllocTime: 19ms (19999370) - CumulativeAllocationBytes: 258.0 MiB (270581760) - CumulativeAllocations: 13,234 (13234) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999841) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211241714) - TotalGetBatchTime: 18.0m (1077968188107) - DataWaitTime: 18.0m (1077902190174) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 352ms (352988904) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,617 (6617) - TotalBatchesReceived: 6,617 (6617) - TotalBytesReceived: 127.5 MiB (133680618) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692227272753) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 578 (578) - CodegenTotalWallClockTime: 5.32s (5320831292) - CodegenSysTime: 71ms (71446000) - CodegenUserTime: 3.56s (3555470000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 1.58s (1577949968) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 95ms (95996956) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.60s (3603885731) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 34ms (34998890) - TotalTime: 5.32s (5320831292) Instance c7456fdd806a4994:3209e926000003c2 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.452 - AverageThreadTokens: 1.35 (1.3455732991655989) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806046081) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19758306141883) - TotalNetworkSendTime: 999.96us (999964) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 342 (342) - TotalThreadsTotalWallClockTime: 6.0h (21540742740399) - TotalThreadsSysTime: 391ms (391702000) - TotalThreadsUserTime: 10.59s (10590437000) - TotalThreadsVoluntaryContextSwitches: 17,156 (17156) - TotalTime: 4.4h (16008540677799) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999928) Open Finished: 4.4h (16008539677835) First Batch Produced: 4.4h (16008539677835) First Batch Sent: 4.4h (16008539677835) ExecInternal Finished: 4.4h (16008542677728) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999964) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008537677907) - ExecTreeOpenTime: 4.4h (16004620817844) - PrepareTime: 1ms (1999928) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999964) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.7 KiB (6816) - TotalTime: 999.96us (999964) - UncompressedRowBatchSize: 10.8 KiB (11079) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 19ms (19999289) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004621817808) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 3.92s (3918859991) Open Finished: 4.4h (16008539677835) First Batch Requested: 4.4h (16008539677835) First Batch Returned: 4.4h (16008539677835) Last Batch Returned: 4.4h (16008539677835) Closed: 4.4h (16008540677799) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,127 (1421127) - BuildTime: 410ms (410985337) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1537945240) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,185 (707185) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.12s (1118960189) - RowsReturned: 428,751 (428751) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16004483822716) Node Lifecycle Event Timeline Open Started: 3.92s (3918859991) Open Finished: 4.1h (14924697206724) First Batch Requested: 4.1h (14924697206724) First Batch Returned: 4.1h (14924704206475) Last Batch Returned: 4.4h (16008538677871) Closed: 4.4h (16008539677835) Buffer pool - AllocTime: 3ms (3999857) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999857) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 328ms (328988261) - BuildRowsPartitioned: 1,421,127 (1421127) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 5 (5) - HashTablesBuildTime: 79ms (79997148) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 21ms (21999214) - InactiveTotalTime: 1.4h (4964016831883) - PeakMemoryUsage: 920.0 KiB (942080) - RowsReturned: 1,421,127 (1421127) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4964045830847) Node Lifecycle Event Timeline Open Started: 3.92s (3918859991) Open Finished: 31.9m (1916955542347) First Batch Requested: 31.9m (1916956542311) First Batch Returned: 31.9m (1916965541990) Last Batch Returned: 1.4h (4968296678992) Closed: 1.4h (4968377676104) Buffer pool - AllocTime: 46ms (46998323) - CumulativeAllocationBytes: 98.7 MiB (103456768) - CumulativeAllocations: 5,072 (5072) - InactiveTotalTime: 0ns (0) - PeakReservation: 920.0 KiB (942080) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 920.0 KiB (942080) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45998359) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1913036682356) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75319731) - TotalGetBatchTime: 1.4h (4964021831705) - DataWaitTime: 1.4h (4964016831883) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 98ms (98996467) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,536 (2536) - TotalBatchesReceived: 2,536 (2536) - TotalBytesReceived: 33.3 MiB (34935958) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,411 (1409411) - BuildTime: 321ms (321988518) - InactiveTotalTime: 0ns (0) - LocalTime: 662ms (662976400) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,405 (813405) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 335ms (335988060) - RowsReturned: 707,185 (707185) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038900046629) Node Lifecycle Event Timeline Open Started: 1.4h (4968377676104) Open Finished: 4.1h (14924691206937) First Batch Requested: 4.1h (14924691206937) First Batch Returned: 4.1h (14924697206724) Last Batch Returned: 4.4h (16008538677871) Closed: 4.4h (16008539677835) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 229ms (229991795) - BuildRowsPartitioned: 1,409,411 (1409411) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 7 (7) - HashTablesBuildTime: 89ms (89996795) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 15ms (15999432) - InactiveTotalTime: 35.5m (2127264197840) - PeakMemoryUsage: 14.1 MiB (14833792) - RowsReturned: 1,409,411 (1409411) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127288196990) Node Lifecycle Event Timeline Open Started: 1.4h (4968377676104) Open Finished: 1.4h (4968377676104) First Batch Requested: 1.4h (4968378676068) First Batch Returned: 1.4h (4968378676068) Last Batch Returned: 2.0h (7095897864817) Closed: 2.0h (7095988861576) Buffer pool - AllocTime: 5ms (5999786) - CumulativeAllocationBytes: 97.9 MiB (102629376) - CumulativeAllocations: 5,034 (5034) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74698783) - TotalGetBatchTime: 35.5m (2127268197699) - DataWaitTime: 35.5m (2127264197840) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 33ms (33998789) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,517 (2517) - TotalBatchesReceived: 2,517 (2517) - TotalBytesReceived: 33.0 MiB (34643907) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972693274731) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,969 (1657969) - BuildTime: 379ms (379986460) - InactiveTotalTime: 0ns (0) - LocalTime: 2.46s (2455912629) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,648,004 (1648004) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.45s (2448912877) - RowsReturned: 813,405 (813405) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910948873239) Node Lifecycle Event Timeline Open Started: 2.0h (7095988861576) Open Finished: 4.1h (14924687207080) First Batch Requested: 4.1h (14924687207080) First Batch Returned: 4.1h (14924691206937) Last Batch Returned: 4.4h (16008538677871) Closed: 4.4h (16008539677835) Buffer pool - AllocTime: 1ms (1999928) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999928) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 285ms (285989805) - BuildRowsPartitioned: 1,657,969 (1657969) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 90ms (90996762) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 20ms (20999252) - InactiveTotalTime: 1.0h (3760344087078) - PeakMemoryUsage: 14.2 MiB (14879519) - RowsReturned: 1,657,969 (1657969) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760373086047) Node Lifecycle Event Timeline Open Started: 2.0h (7095988861576) Open Finished: 2.0h (7095988861576) First Batch Requested: 2.0h (7095990861504) First Batch Returned: 2.0h (7095990861504) Last Batch Returned: 3.0h (10856654937179) Closed: 3.0h (10856746933905) Buffer pool - AllocTime: 1ms (1999928) - CumulativeAllocationBytes: 115.1 MiB (120659968) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87872357) - TotalGetBatchTime: 1.0h (3760350086866) - DataWaitTime: 1.0h (3760344087078) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 49ms (49998219) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.2 MiB (41133581) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968369507463) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,654,378 (1654378) - BuildTime: 306ms (306989084) - InactiveTotalTime: 0ns (0) - LocalTime: 930ms (930966858) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,659,601 (1659601) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 614ms (614978093) - RowsReturned: 1,648,004 (1648004) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908493960575) Node Lifecycle Event Timeline Open Started: 2.0h (7095988861576) Open Finished: 4.1h (14924686207115) First Batch Requested: 4.1h (14924686207115) First Batch Returned: 4.1h (14924687207080) Last Batch Returned: 4.4h (16008537677906) Closed: 4.4h (16008539677835) Buffer pool - AllocTime: 3ms (3999858) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999858) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 230ms (230991789) - BuildRowsPartitioned: 1,654,378 (1654378) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 73ms (73997367) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 25ms (25999073) - InactiveTotalTime: 1.7h (6056907367573) - PeakMemoryUsage: 14.2 MiB (14850985) - RowsReturned: 1,654,378 (1654378) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056939366433) Node Lifecycle Event Timeline Open Started: 2.0h (7095988861576) Open Finished: 2.0h (7095988861576) First Batch Requested: 2.0h (7095989861540) First Batch Returned: 2.0h (7095989861540) Last Batch Returned: 3.7h (13153165219585) Closed: 3.7h (13153240216916) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 114.9 MiB (120438784) - CumulativeAllocations: 5,900 (5900) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87682034) - TotalGetBatchTime: 1.7h (6056910367466) - DataWaitTime: 1.7h (6056907367573) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 18ms (18999322) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,950 (2950) - TotalBatchesReceived: 2,950 (2950) - TotalBytesReceived: 39.1 MiB (41040472) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919120221433) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,699 (1662699) - BuildTime: 322ms (322988510) - InactiveTotalTime: 0ns (0) - LocalTime: 810ms (810971166) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,931 (1662931) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 475ms (475983082) - RowsReturned: 1,659,601 (1659601) - RowsReturnedRate: 582 per second (582) - TotalTime: 47.5m (2850623627284) Node Lifecycle Event Timeline Open Started: 3.7h (13153240216916) Open Finished: 4.1h (14924686207115) First Batch Requested: 4.1h (14924686207115) First Batch Returned: 4.1h (14924686207115) Last Batch Returned: 4.4h (16008536677942) Closed: 4.4h (16008539677835) Buffer pool - AllocTime: 2ms (2999894) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999894) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 203ms (203992743) - BuildRowsPartitioned: 1,662,699 (1662699) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 116ms (116995838) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 22ms (22999182) - InactiveTotalTime: 29.5m (1771092002793) - PeakMemoryUsage: 14.3 MiB (14953034) - RowsReturned: 1,662,699 (1662699) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771121001761) Node Lifecycle Event Timeline Open Started: 3.7h (13153240216916) Open Finished: 3.7h (13153240216916) First Batch Requested: 3.7h (13153241216880) First Batch Returned: 3.7h (13153241216880) Last Batch Returned: 4.1h (14924567211348) Closed: 4.1h (14924686207115) Buffer pool - AllocTime: 12ms (12999538) - CumulativeAllocationBytes: 115.4 MiB (121044992) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88123047) - TotalGetBatchTime: 29.5m (1771094002722) - DataWaitTime: 29.5m (1771092002793) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 32ms (32998827) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41506487) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923337271421) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 27ms (27999003) - InactiveTotalTime: 18.0m (1078611657203) - PeakMemoryUsage: 14.1 MiB (14777162) - RowsReturned: 1,662,931 (1662931) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078691654357) Node Lifecycle Event Timeline Open Started: 3.7h (13153240216916) Open Finished: 3.7h (13153240216916) First Batch Requested: 4.1h (14924686207115) First Batch Returned: 4.1h (14924686207115) Last Batch Returned: 4.4h (16008529678190) Closed: 4.4h (16008539677835) Buffer pool - AllocTime: 36ms (36998685) - CumulativeAllocationBytes: 258.1 MiB (270680064) - CumulativeAllocations: 13,238 (13238) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999787) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.5 MiB (211296762) - TotalGetBatchTime: 18.0m (1078657655567) - DataWaitTime: 18.0m (1078611657203) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 292ms (292989588) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,619 (6619) - TotalBatchesReceived: 6,619 (6619) - TotalBytesReceived: 127.5 MiB (133711600) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692270769564) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 331 (331) - CodegenTotalWallClockTime: 3.92s (3916860063) - CodegenSysTime: 17ms (17128000) - CodegenUserTime: 3.45s (3447198000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 1.26s (1260954950) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 58ms (58997893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.57s (2566908292) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 25ms (25999071) - TotalTime: 3.92s (3916860063) Instance c7456fdd806a4994:3209e926000003c9 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.451 - AverageThreadTokens: 1.35 (1.3455840990061878) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805920201) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757178819715) - TotalNetworkSendTime: 999.99us (999993) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 589 (589) - TotalThreadsTotalWallClockTime: 6.0h (21540705589507) - TotalThreadsSysTime: 479ms (479033000) - TotalThreadsUserTime: 10.96s (10956839000) - TotalThreadsVoluntaryContextSwitches: 16,963 (16963) - TotalTime: 4.4h (16008529744536) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999985) Open Finished: 4.4h (16008529744535) First Batch Produced: 4.4h (16008529744535) First Batch Sent: 4.4h (16008529744535) ExecInternal Finished: 4.4h (16008531744521) Buffer pool - AllocTime: 1ms (1999986) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 1ms (1999986) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.99us (999993) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008527744550) - ExecTreeOpenTime: 4.4h (16003651779480) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.99us (999993) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6727) - TotalTime: 999.99us (999993) - UncompressedRowBatchSize: 10.8 KiB (11022) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 32ms (32999775) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003652779473) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.88s (4877965055) Open Finished: 4.4h (16008529744535) First Batch Requested: 4.4h (16008529744535) First Batch Returned: 4.4h (16008529744535) Last Batch Returned: 4.4h (16008529744535) Closed: 4.4h (16008530744528) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,420,537 (1420537) - BuildTime: 423ms (423996996) - InactiveTotalTime: 0ns (0) - LocalTime: 1.58s (1580989055) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 707,272 (707272) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.15s (1146992128) - RowsReturned: 428,569 (428569) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003573780014) Node Lifecycle Event Timeline Open Started: 4.88s (4877965055) Open Finished: 4.1h (14924673198080) First Batch Requested: 4.1h (14924673198080) First Batch Returned: 4.1h (14924681198024) Last Batch Returned: 4.4h (16008529744535) Closed: 4.4h (16008529744535) Buffer pool - AllocTime: 7ms (7999944) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 346ms (346997528) - BuildRowsPartitioned: 1,420,537 (1420537) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 75ms (75999475) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 20ms (20999849) - InactiveTotalTime: 1.4h (4963034873038) - PeakMemoryUsage: 784.0 KiB (802816) - RowsReturned: 1,420,537 (1420537) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963058872866) Node Lifecycle Event Timeline Open Started: 4.88s (4877965055) Open Finished: 31.9m (1916938297935) First Batch Requested: 31.9m (1916939297928) First Batch Returned: 31.9m (1916948297864) Last Batch Returned: 1.4h (4968288835414) Closed: 1.4h (4968364834889) Buffer pool - AllocTime: 15ms (15999887) - CumulativeAllocationBytes: 98.6 MiB (103424000) - CumulativeAllocations: 5,072 (5072) - InactiveTotalTime: 0ns (0) - PeakReservation: 784.0 KiB (802816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 784.0 KiB (802816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999908) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912060332880) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75288461) - TotalGetBatchTime: 1.4h (4963036873024) - DataWaitTime: 1.4h (4963034873038) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 68ms (68999510) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,536 (2536) - TotalBatchesReceived: 2,536 (2536) - TotalBytesReceived: 33.3 MiB (34922827) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,409,326 (1409326) - BuildTime: 288ms (288997997) - InactiveTotalTime: 0ns (0) - LocalTime: 619ms (619995717) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,391 (813391) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 323ms (323997768) - RowsReturned: 707,272 (707272) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038933918093) Node Lifecycle Event Timeline Open Started: 1.4h (4968364834889) Open Finished: 4.1h (14924667198121) First Batch Requested: 4.1h (14924667198121) First Batch Returned: 4.1h (14924673198080) Last Batch Returned: 4.4h (16008529744535) Closed: 4.4h (16008529744535) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 202ms (202998592) - BuildRowsPartitioned: 1,409,326 (1409326) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 84ms (84999412) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 22ms (22999842) - InactiveTotalTime: 35.5m (2127287287685) - PeakMemoryUsage: 14.2 MiB (14861895) - RowsReturned: 1,409,326 (1409326) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127316287486) Node Lifecycle Event Timeline Open Started: 1.4h (4968364834889) Open Finished: 1.4h (4968364834889) First Batch Requested: 1.4h (4968364834889) First Batch Returned: 1.4h (4968365834882) Last Batch Returned: 2.0h (7095888120939) Closed: 2.0h (7095974120344) Buffer pool - AllocTime: 10ms (10999922) - CumulativeAllocationBytes: 97.9 MiB (102645760) - CumulativeAllocations: 5,038 (5038) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999936) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74694278) - TotalGetBatchTime: 35.5m (2127292287651) - DataWaitTime: 35.5m (2127287287685) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 31ms (31999778) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,519 (2519) - TotalBatchesReceived: 2,519 (2519) - TotalBytesReceived: 33.0 MiB (34639997) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972702291405) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,273 (1657273) - BuildTime: 358ms (358997521) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2566982382) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,538 (1647538) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.56s (2560982424) - RowsReturned: 813,391 (813391) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910997634890) Node Lifecycle Event Timeline Open Started: 2.0h (7095974120344) Open Finished: 4.1h (14924662198155) First Batch Requested: 4.1h (14924662198155) First Batch Returned: 4.1h (14924667198121) Last Batch Returned: 4.4h (16008528744542) Closed: 4.4h (16008529744535) Buffer pool - AllocTime: 3ms (3999972) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 265ms (265998162) - BuildRowsPartitioned: 1,657,273 (1657273) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 89ms (89999380) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 32ms (32999775) - InactiveTotalTime: 1.0h (3760327993416) - PeakMemoryUsage: 14.2 MiB (14851308) - RowsReturned: 1,657,273 (1657273) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760374993093) Node Lifecycle Event Timeline Open Started: 2.0h (7095974120344) Open Finished: 2.0h (7095974120344) First Batch Requested: 2.0h (7095976120330) First Batch Returned: 2.0h (7095976120330) Last Batch Returned: 3.0h (10856646111384) Closed: 3.0h (10856738110750) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 115.0 MiB (120627200) - CumulativeAllocations: 5,918 (5918) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87835469) - TotalGetBatchTime: 1.0h (3760339993332) - DataWaitTime: 1.0h (3760327993416) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 38ms (38999729) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,959 (2959) - TotalBatchesReceived: 2,959 (2959) - TotalBytesReceived: 39.2 MiB (41118981) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968370625376) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,653,890 (1653890) - BuildTime: 297ms (297997944) - InactiveTotalTime: 0ns (0) - LocalTime: 963ms (963993371) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,977 (1658977) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 648ms (648995545) - RowsReturned: 1,647,538 (1647538) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908432652494) Node Lifecycle Event Timeline Open Started: 2.0h (7095974120344) Open Finished: 4.1h (14924661198162) First Batch Requested: 4.1h (14924661198162) First Batch Returned: 4.1h (14924662198155) Last Batch Returned: 4.4h (16008528744542) Closed: 4.4h (16008529744535) Buffer pool - AllocTime: 5ms (5999958) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999958) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 206ms (206998568) - BuildRowsPartitioned: 1,653,890 (1653890) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 89ms (89999382) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 41ms (41999710) - InactiveTotalTime: 1.7h (6056920225703) - PeakMemoryUsage: 14.2 MiB (14893090) - RowsReturned: 1,653,890 (1653890) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056968225372) Node Lifecycle Event Timeline Open Started: 2.0h (7095974120344) Open Finished: 2.0h (7095974120344) First Batch Requested: 2.0h (7095975120337) First Batch Returned: 2.0h (7095975120337) Last Batch Returned: 3.7h (13153155344242) Closed: 3.7h (13153246343618) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 114.8 MiB (120381440) - CumulativeAllocations: 5,906 (5906) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87656170) - TotalGetBatchTime: 1.7h (6056925225669) - DataWaitTime: 1.7h (6056920225703) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 15ms (15999887) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,953 (2953) - TotalBatchesReceived: 2,953 (2953) - TotalBytesReceived: 39.1 MiB (41030825) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919121452634) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,167 (1662167) - BuildTime: 317ms (317997816) - InactiveTotalTime: 0ns (0) - LocalTime: 844ms (844994201) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,179 (1662179) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 514ms (514996466) - RowsReturned: 1,658,977 (1658977) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850500433751) Node Lifecycle Event Timeline Open Started: 3.7h (13153246343618) Open Finished: 4.1h (14924660198169) First Batch Requested: 4.1h (14924660198169) First Batch Returned: 4.1h (14924661198162) Last Batch Returned: 4.4h (16008527744549) Closed: 4.4h (16008529744535) Buffer pool - AllocTime: 1ms (1999986) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999986) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 215ms (215998516) - BuildRowsPartitioned: 1,662,167 (1662167) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 100ms (100999307) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 24ms (24999828) - InactiveTotalTime: 29.5m (1771054857014) - PeakMemoryUsage: 14.2 MiB (14925136) - RowsReturned: 1,662,167 (1662167) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771091856763) Node Lifecycle Event Timeline Open Started: 3.7h (13153247343611) Open Finished: 3.7h (13153247343611) First Batch Requested: 3.7h (13153247343611) First Batch Returned: 3.7h (13153248343604) Last Batch Returned: 4.1h (14924558198869) Closed: 4.1h (14924660198169) Buffer pool - AllocTime: 12ms (12999911) - CumulativeAllocationBytes: 115.4 MiB (121012224) - CumulativeAllocations: 5,934 (5934) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88094851) - TotalGetBatchTime: 29.5m (1771063856954) - DataWaitTime: 29.5m (1771054857014) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 34ms (34999757) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,967 (2967) - TotalBatchesReceived: 2,967 (2967) - TotalBytesReceived: 39.6 MiB (41493153) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923347860800) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 36ms (36999744) - InactiveTotalTime: 18.0m (1078496583250) - PeakMemoryUsage: 13.9 MiB (14605361) - RowsReturned: 1,662,179 (1662179) - RowsReturnedRate: 1541 per second (1541) - TotalTime: 18.0m (1078563582787) Node Lifecycle Event Timeline Open Started: 3.7h (13153247343611) Open Finished: 3.7h (13153247343611) First Batch Requested: 4.1h (14924660198169) First Batch Returned: 4.1h (14924660198169) Last Batch Returned: 4.4h (16008520744597) Closed: 4.4h (16008529744535) Buffer pool - AllocTime: 52ms (52999629) - CumulativeAllocationBytes: 258.0 MiB (270524416) - CumulativeAllocations: 13,232 (13232) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14532608) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14532608) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999800) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.4 MiB (211196292) - TotalGetBatchTime: 18.0m (1078519583092) - DataWaitTime: 18.0m (1078496583250) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 458ms (458996805) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,616 (6616) - TotalBatchesReceived: 6,616 (6616) - TotalBytesReceived: 127.4 MiB (133632957) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692217612646) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 583 (583) - CodegenTotalWallClockTime: 4.88s (4875965070) - CodegenSysTime: 107ms (107334000) - CodegenUserTime: 3.55s (3547796000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 1.60s (1600988531) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62999548) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.18s (3179977219) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 27ms (27999800) - TotalTime: 4.88s (4875965070) Instance c7456fdd806a4994:3209e926000003b7 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.444 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.6 MiB (805984357) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19757595317895) - TotalNetworkSendTime: 999.96us (999964) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 367 (367) - TotalThreadsTotalWallClockTime: 6.0h (21540620800187) - TotalThreadsSysTime: 509ms (509490000) - TotalThreadsUserTime: 10.52s (10522745000) - TotalThreadsVoluntaryContextSwitches: 17,115 (17115) - TotalTime: 4.4h (16008504883767) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999928) Open Finished: 4.4h (16008504883767) First Batch Produced: 4.4h (16008504883767) First Batch Sent: 4.4h (16008504883767) ExecInternal Finished: 4.4h (16008506883696) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.96us (999964) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008502883839) - ExecTreeOpenTime: 4.4h (16004251035159) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.96us (999964) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6773) - TotalTime: 999.96us (999964) - UncompressedRowBatchSize: 10.8 KiB (11049) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 29ms (29998933) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16004252035123) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 4.25s (4253848608) Open Finished: 4.4h (16008504883767) First Batch Requested: 4.4h (16008504883767) First Batch Returned: 4.4h (16008504883767) Last Batch Returned: 4.4h (16008504883767) Closed: 4.4h (16008505883731) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,421,261 (1421261) - BuildTime: 581ms (581979291) - InactiveTotalTime: 0ns (0) - LocalTime: 1.68s (1681940114) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 706,783 (706783) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.09s (1089961180) - RowsReturned: 428,704 (428704) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16004118039897) Node Lifecycle Event Timeline Open Started: 4.25s (4253848608) Open Finished: 4.1h (14924633499849) First Batch Requested: 4.1h (14924633499849) First Batch Returned: 4.1h (14924642499529) Last Batch Returned: 4.4h (16008504883767) Closed: 4.4h (16008504883767) Buffer pool - AllocTime: 3ms (3999858) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999858) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 501ms (501982141) - BuildRowsPartitioned: 1,421,261 (1421261) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 78ms (78997186) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 14ms (14999468) - InactiveTotalTime: 1.4h (4963476328211) - PeakMemoryUsage: 1.3 MiB (1343488) - RowsReturned: 1,421,261 (1421261) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4963501327323) Node Lifecycle Event Timeline Open Started: 4.25s (4253848608) Open Finished: 31.9m (1916926777206) First Batch Requested: 31.9m (1916927777170) First Batch Returned: 31.9m (1916933776957) Last Batch Returned: 1.4h (4968261157929) Closed: 1.4h (4968341155080) Buffer pool - AllocTime: 181ms (181993522) - CumulativeAllocationBytes: 98.7 MiB (103505920) - CumulativeAllocations: 5,078 (5078) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.3 MiB (1343488) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.3 MiB (1343488) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 179ms (179993593) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1912672928598) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75326833) - TotalGetBatchTime: 1.4h (4963481328034) - DataWaitTime: 1.4h (4963476328211) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 341ms (341987825) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,539 (2539) - TotalBatchesReceived: 2,539 (2539) - TotalBytesReceived: 33.3 MiB (34941792) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,408,993 (1408993) - BuildTime: 348ms (348987559) - InactiveTotalTime: 0ns (0) - LocalTime: 694ms (694975222) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 812,748 (812748) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 336ms (336987984) - RowsReturned: 706,783 (706783) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038934772460) Node Lifecycle Event Timeline Open Started: 1.4h (4968341155080) Open Finished: 4.1h (14924627500063) First Batch Requested: 4.1h (14924627500063) First Batch Returned: 4.1h (14924633499849) Last Batch Returned: 4.4h (16008504883767) Closed: 4.4h (16008504883767) Buffer pool - AllocTime: 39ms (39998576) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39998576) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 215ms (215992296) - BuildRowsPartitioned: 1,408,993 (1408993) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 1 (1) - HashTablesBuildTime: 127ms (127995442) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 22ms (22999180) - InactiveTotalTime: 35.5m (2127274233392) - PeakMemoryUsage: 14.2 MiB (14889394) - RowsReturned: 1,408,993 (1408993) - RowsReturnedRate: 662 per second (662) - TotalTime: 35.5m (2127302232394) Node Lifecycle Event Timeline Open Started: 1.4h (4968341155080) Open Finished: 1.4h (4968341155080) First Batch Requested: 1.4h (4968342155044) First Batch Returned: 1.4h (4968342155044) Last Batch Returned: 2.0h (7095863379626) Closed: 2.0h (7095994374961) Buffer pool - AllocTime: 8ms (8999679) - CumulativeAllocationBytes: 97.9 MiB (102604800) - CumulativeAllocations: 5,034 (5034) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999679) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74676629) - TotalGetBatchTime: 35.5m (2127279233214) - DataWaitTime: 35.5m (2127274233392) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 40ms (40998541) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,517 (2517) - TotalBatchesReceived: 2,517 (2517) - TotalBytesReceived: 33.0 MiB (34628558) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972782188246) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,113 (1657113) - BuildTime: 391ms (391986045) - InactiveTotalTime: 0ns (0) - LocalTime: 2.45s (2452912587) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,362 (1647362) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.44s (2445912837) - RowsReturned: 812,748 (812748) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910937564844) Node Lifecycle Event Timeline Open Started: 2.0h (7095994374961) Open Finished: 4.1h (14924623500206) First Batch Requested: 4.1h (14924623500206) First Batch Returned: 4.1h (14924627500063) Last Batch Returned: 4.4h (16008503883803) Closed: 4.4h (16008504883767) Buffer pool - AllocTime: 1ms (1999929) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999929) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 297ms (297989392) - BuildRowsPartitioned: 1,657,113 (1657113) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 90ms (90996759) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 26ms (26999034) - InactiveTotalTime: 1.0h (3760265036170) - PeakMemoryUsage: 14.3 MiB (14950377) - RowsReturned: 1,657,113 (1657113) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760302034847) Node Lifecycle Event Timeline Open Started: 2.0h (7095994374961) Open Finished: 2.0h (7095994374961) First Batch Requested: 2.0h (7095996374890) First Batch Returned: 2.0h (7095996374890) Last Batch Returned: 3.0h (10856619398309) Closed: 3.0h (10856712394997) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 115.1 MiB (120668160) - CumulativeAllocations: 5,916 (5916) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87826989) - TotalGetBatchTime: 1.0h (3760274035848) - DataWaitTime: 1.0h (3760265036170) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 46ms (46998321) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,958 (2958) - TotalBatchesReceived: 2,958 (2958) - TotalBytesReceived: 39.2 MiB (41114163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970786237639) - TotalRPCsDeferred: 51 (51) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,653,655 (1653655) - BuildTime: 346ms (346987644) - InactiveTotalTime: 0ns (0) - LocalTime: 994ms (994964546) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,881 (1658881) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 640ms (640977150) - RowsReturned: 1,647,362 (1647362) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908486652185) Node Lifecycle Event Timeline Open Started: 2.0h (7095994374961) Open Finished: 4.1h (14924622500241) First Batch Requested: 4.1h (14924622500241) First Batch Returned: 4.1h (14924623500206) Last Batch Returned: 4.4h (16008503883803) Closed: 4.4h (16008504883767) Buffer pool - AllocTime: 2ms (2999894) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999894) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 254ms (254990922) - BuildRowsPartitioned: 1,653,655 (1653655) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 89ms (89996794) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 21ms (21999215) - InactiveTotalTime: 1.7h (6056849242465) - PeakMemoryUsage: 14.2 MiB (14907591) - RowsReturned: 1,653,655 (1653655) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056877241466) Node Lifecycle Event Timeline Open Started: 2.0h (7095994374961) Open Finished: 2.0h (7095994374961) First Batch Requested: 2.0h (7095995374925) First Batch Returned: 2.0h (7095995374925) Last Batch Returned: 3.7h (13153130607206) Closed: 3.7h (13153221603964) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 114.8 MiB (120373248) - CumulativeAllocations: 5,906 (5906) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87643715) - TotalGetBatchTime: 1.7h (6056852242357) - DataWaitTime: 1.7h (6056849242465) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14ms (14999466) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,953 (2953) - TotalBatchesReceived: 2,953 (2953) - TotalBytesReceived: 39.1 MiB (41021785) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919152244543) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,662,025 (1662025) - BuildTime: 349ms (349987536) - InactiveTotalTime: 0ns (0) - LocalTime: 846ms (846969831) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,068 (1662068) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 483ms (483982757) - RowsReturned: 1,658,881 (1658881) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850614446173) Node Lifecycle Event Timeline Open Started: 3.7h (13153221603964) Open Finished: 4.1h (14924622500241) First Batch Requested: 4.1h (14924622500241) First Batch Returned: 4.1h (14924622500241) Last Batch Returned: 4.4h (16008501883874) Closed: 4.4h (16008504883767) Buffer pool - AllocTime: 4ms (4999821) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999821) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 250ms (250991063) - BuildRowsPartitioned: 1,662,025 (1662025) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 2 (2) - HashTablesBuildTime: 97ms (97996509) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 27ms (27999001) - InactiveTotalTime: 29.5m (1771010910167) - PeakMemoryUsage: 14.2 MiB (14938979) - RowsReturned: 1,662,025 (1662025) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771045908919) Node Lifecycle Event Timeline Open Started: 3.7h (13153222603929) Open Finished: 3.7h (13153222603929) First Batch Requested: 3.7h (13153222603929) First Batch Returned: 3.7h (13153223603893) Last Batch Returned: 4.1h (14924522503804) Closed: 4.1h (14924621500277) Buffer pool - AllocTime: 5ms (5999787) - CumulativeAllocationBytes: 115.4 MiB (120979456) - CumulativeAllocations: 5,934 (5934) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999787) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88087325) - TotalGetBatchTime: 29.5m (1771017909918) - DataWaitTime: 29.5m (1771010910167) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 28ms (28998968) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,967 (2967) - TotalBatchesReceived: 2,967 (2967) - TotalBytesReceived: 39.6 MiB (41485009) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923341949475) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 27ms (27999006) - InactiveTotalTime: 18.0m (1078669569273) - PeakMemoryUsage: 13.9 MiB (14605183) - RowsReturned: 1,662,068 (1662068) - RowsReturnedRate: 1540 per second (1540) - TotalTime: 18.0m (1078721567423) Node Lifecycle Event Timeline Open Started: 3.7h (13153222603929) Open Finished: 3.7h (13153222603929) First Batch Requested: 4.1h (14924622500241) First Batch Returned: 4.1h (14924622500241) Last Batch Returned: 4.4h (16008495884088) Closed: 4.4h (16008504883767) Buffer pool - AllocTime: 118ms (118995760) - CumulativeAllocationBytes: 258.0 MiB (270548992) - CumulativeAllocations: 13,228 (13228) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14573568) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14573568) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39998576) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.4 MiB (211181422) - TotalGetBatchTime: 18.0m (1078689568560) - DataWaitTime: 18.0m (1078669569273) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 399ms (399985736) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,614 (6614) - TotalBatchesReceived: 6,614 (6614) - TotalBytesReceived: 127.4 MiB (133616727) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692214042541) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 356 (356) - CodegenTotalWallClockTime: 4.25s (4251848680) - CodegenSysTime: 50ms (50145000) - CodegenUserTime: 3.35s (3354844000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 1.35s (1349951956) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54998043) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 2.82s (2820899606) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 21ms (21999217) - TotalTime: 4.25s (4251848680) Instance c7456fdd806a4994:3209e926000003b9 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.439 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806003043) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756777288153) - TotalNetworkSendTime: 999.94us (999944) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 644 (644) - TotalThreadsTotalWallClockTime: 6.0h (21540689805811) - TotalThreadsSysTime: 566ms (566266000) - TotalThreadsUserTime: 10.91s (10913214000) - TotalThreadsVoluntaryContextSwitches: 17,055 (17055) - TotalTime: 4.4h (16008497257163) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999889) Open Finished: 4.4h (16008496257219) First Batch Produced: 4.4h (16008496257219) First Batch Sent: 4.4h (16008496257219) ExecInternal Finished: 4.4h (16008497257163) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.94us (999944) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008494257330) - ExecTreeOpenTime: 4.4h (16003174554181) - PrepareTime: 1ms (1999889) - ExecTreePrepareTime: 1ms (1999889) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.94us (999944) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6753) - TotalTime: 999.94us (999944) - UncompressedRowBatchSize: 10.8 KiB (11027) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 34ms (34998051) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003176554070) - TuplePoolReclamations: 4 (4) Node Lifecycle Event Timeline Open Started: 5.32s (5321703038) Open Finished: 4.4h (16008496257219) First Batch Requested: 4.4h (16008496257219) First Batch Returned: 4.4h (16008496257219) Last Batch Returned: 4.4h (16008496257219) Closed: 4.4h (16008497257163) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,420,835 (1420835) - BuildTime: 440ms (440975388) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1542913941) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 706,815 (706815) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.09s (1093939001) - RowsReturned: 428,558 (428558) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003097558475) Node Lifecycle Event Timeline Open Started: 5.32s (5321703038) Open Finished: 4.1h (14924657704984) First Batch Requested: 4.1h (14924657704984) First Batch Returned: 4.1h (14924664704594) Last Batch Returned: 4.4h (16008495257275) Closed: 4.4h (16008496257219) Buffer pool - AllocTime: 8ms (8999498) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999498) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 356ms (356980073) - BuildRowsPartitioned: 1,420,835 (1420835) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 80ms (80995482) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 21ms (21998774) - InactiveTotalTime: 1.4h (4962543209773) - PeakMemoryUsage: 1.0 MiB (1089536) - RowsReturned: 1,420,835 (1420835) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962570208269) Node Lifecycle Event Timeline Open Started: 5.32s (5322702982) Open Finished: 31.9m (1916920047371) First Batch Requested: 31.9m (1916921047315) First Batch Returned: 31.9m (1916928046925) Last Batch Returned: 1.4h (4968255890988) Closed: 1.4h (4968337886415) Buffer pool - AllocTime: 14ms (14999162) - CumulativeAllocationBytes: 98.7 MiB (103448576) - CumulativeAllocations: 5,078 (5078) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1089536) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1089536) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999218) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911597344389) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.8 MiB (75304255) - TotalGetBatchTime: 1.4h (4962545209662) - DataWaitTime: 1.4h (4962543209773) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 58ms (58996708) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,539 (2539) - TotalBatchesReceived: 2,539 (2539) - TotalBytesReceived: 33.3 MiB (34930071) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,407,950 (1407950) - BuildTime: 312ms (312982538) - InactiveTotalTime: 0ns (0) - LocalTime: 657ms (657963309) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 813,323 (813323) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 332ms (332981438) - RowsReturned: 706,815 (706815) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038984436265) Node Lifecycle Event Timeline Open Started: 1.4h (4968337886415) Open Finished: 4.1h (14924652705263) First Batch Requested: 4.1h (14924652705263) First Batch Returned: 4.1h (14924657704984) Last Batch Returned: 4.4h (16008495257275) Closed: 4.4h (16008496257219) Buffer pool - AllocTime: 2ms (2999832) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999832) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 217ms (217987838) - BuildRowsPartitioned: 1,407,950 (1407950) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 92ms (92994812) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 29ms (29998324) - InactiveTotalTime: 35.5m (2127257339252) - PeakMemoryUsage: 14.1 MiB (14791446) - RowsReturned: 1,407,950 (1407950) - RowsReturnedRate: 661 per second (661) - TotalTime: 35.5m (2127294337185) Node Lifecycle Event Timeline Open Started: 1.4h (4968337886415) Open Finished: 1.4h (4968337886415) First Batch Requested: 1.4h (4968338886359) First Batch Returned: 1.4h (4968338886359) Last Batch Returned: 2.0h (7095856211104) Closed: 2.0h (7095951205805) Buffer pool - AllocTime: 11ms (11999330) - CumulativeAllocationBytes: 97.8 MiB (102506496) - CumulativeAllocations: 5,026 (5026) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999386) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.2 MiB (74621350) - TotalGetBatchTime: 35.5m (2127264338861) - DataWaitTime: 35.5m (2127257339252) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 41ms (41997659) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,513 (2513) - TotalBatchesReceived: 2,513 (2513) - TotalBytesReceived: 33.0 MiB (34607087) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972669953452) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,657,034 (1657034) - BuildTime: 368ms (368979432) - InactiveTotalTime: 0ns (0) - LocalTime: 2.51s (2511859873) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,647,462 (1647462) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2503860317) - RowsReturned: 813,323 (813323) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8911032135771) Node Lifecycle Event Timeline Open Started: 2.0h (7095951205805) Open Finished: 4.1h (14924649705431) First Batch Requested: 4.1h (14924649705431) First Batch Returned: 4.1h (14924652705263) Last Batch Returned: 4.4h (16008495257275) Closed: 4.4h (16008496257219) Buffer pool - AllocTime: 1ms (1999888) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999888) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 264ms (264985231) - BuildRowsPartitioned: 1,657,034 (1657034) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 100ms (100994369) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 29ms (29998328) - InactiveTotalTime: 1.0h (3760313359665) - PeakMemoryUsage: 14.2 MiB (14879457) - RowsReturned: 1,657,034 (1657034) - RowsReturnedRate: 440 per second (440) - TotalTime: 1.0h (3760365356764) Node Lifecycle Event Timeline Open Started: 2.0h (7095952205749) Open Finished: 2.0h (7095952205749) First Batch Requested: 2.0h (7095953205693) First Batch Returned: 2.0h (7095954205638) Last Batch Returned: 3.0h (10856613546012) Closed: 3.0h (10856715540325) Buffer pool - AllocTime: 1ms (1999889) - CumulativeAllocationBytes: 115.1 MiB (120643584) - CumulativeAllocations: 5,920 (5920) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.8 MiB (87822802) - TotalGetBatchTime: 1.0h (3760333358548) - DataWaitTime: 1.0h (3760313359665) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 46ms (46997380) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,960 (2960) - TotalBatchesReceived: 2,960 (2960) - TotalBytesReceived: 39.2 MiB (41100673) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4968369403247) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,653,743 (1653743) - BuildTime: 331ms (331981486) - InactiveTotalTime: 0ns (0) - LocalTime: 962ms (962946304) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,658,851 (1658851) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 621ms (621965319) - RowsReturned: 1,647,462 (1647462) - RowsReturnedRate: 184 per second (184) - TotalTime: 2.5h (8908520275898) Node Lifecycle Event Timeline Open Started: 2.0h (7095952205749) Open Finished: 4.1h (14924648705486) First Batch Requested: 4.1h (14924648705486) First Batch Returned: 4.1h (14924649705431) Last Batch Returned: 4.4h (16008494257330) Closed: 4.4h (16008496257219) Buffer pool - AllocTime: 3ms (3999777) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999777) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 238ms (238986672) - BuildRowsPartitioned: 1,653,743 (1653743) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 90ms (90994926) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 24ms (24998604) - InactiveTotalTime: 1.7h (6056899306186) - PeakMemoryUsage: 14.2 MiB (14864758) - RowsReturned: 1,653,743 (1653743) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056927304624) Node Lifecycle Event Timeline Open Started: 2.0h (7095952205749) Open Finished: 2.0h (7095952205749) First Batch Requested: 2.0h (7095953205693) First Batch Returned: 2.0h (7095953205693) Last Batch Returned: 3.7h (13153124496711) Closed: 3.7h (13153216491581) Buffer pool - AllocTime: 2ms (2999832) - CumulativeAllocationBytes: 114.8 MiB (120414208) - CumulativeAllocations: 5,906 (5906) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999832) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.6 MiB (87648379) - TotalGetBatchTime: 1.7h (6056902306020) - DataWaitTime: 1.7h (6056899306186) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 30ms (30998271) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,953 (2953) - TotalBatchesReceived: 2,953 (2953) - TotalBytesReceived: 39.1 MiB (41022418) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919118767312) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,661,952 (1661952) - BuildTime: 327ms (327981707) - InactiveTotalTime: 0ns (0) - LocalTime: 851ms (851952477) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,662,076 (1662076) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 510ms (510971495) - RowsReturned: 1,658,851 (1658851) - RowsReturnedRate: 581 per second (581) - TotalTime: 47.5m (2850630024970) Node Lifecycle Event Timeline Open Started: 3.7h (13153216491581) Open Finished: 4.1h (14924648705486) First Batch Requested: 4.1h (14924648705486) First Batch Returned: 4.1h (14924648705486) Last Batch Returned: 4.4h (16008493257386) Closed: 4.4h (16008496257219) Buffer pool - AllocTime: 3ms (3999776) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999832) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 197ms (197988956) - BuildRowsPartitioned: 1,661,952 (1661952) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 126ms (126992917) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 19ms (19998885) - InactiveTotalTime: 29.5m (1771069234148) - PeakMemoryUsage: 14.2 MiB (14924486) - RowsReturned: 1,661,952 (1661952) - RowsReturnedRate: 938 per second (938) - TotalTime: 29.5m (1771095232699) Node Lifecycle Event Timeline Open Started: 3.7h (13153216491581) Open Finished: 3.7h (13153216491581) First Batch Requested: 3.7h (13153217491526) First Batch Returned: 3.7h (13153217491526) Last Batch Returned: 4.1h (14924518712736) Closed: 4.1h (14924647705542) Buffer pool - AllocTime: 3ms (3999777) - CumulativeAllocationBytes: 115.4 MiB (120979456) - CumulativeAllocations: 5,932 (5932) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.94us (999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.0 MiB (88083456) - TotalGetBatchTime: 29.5m (1771075233814) - DataWaitTime: 29.5m (1771069234148) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 27ms (27998436) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,966 (2966) - TotalBatchesReceived: 2,966 (2966) - TotalBytesReceived: 39.6 MiB (41483021) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923349138674) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 21ms (21998770) - InactiveTotalTime: 18.0m (1078602844258) - PeakMemoryUsage: 14.0 MiB (14675943) - RowsReturned: 1,662,076 (1662076) - RowsReturnedRate: 1540 per second (1540) - TotalTime: 18.0m (1078682839794) Node Lifecycle Event Timeline Open Started: 3.7h (13153216491581) Open Finished: 3.7h (13153216491581) First Batch Requested: 4.1h (14924647705542) First Batch Returned: 4.1h (14924648705486) Last Batch Returned: 4.4h (16008488257665) Closed: 4.4h (16008496257219) Buffer pool - AllocTime: 40ms (40997713) - CumulativeAllocationBytes: 258.0 MiB (270499840) - CumulativeAllocations: 13,234 (13234) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.9 MiB (14614528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.9 MiB (14614528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999889) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.4 MiB (211164187) - TotalGetBatchTime: 18.0m (1078655841303) - DataWaitTime: 18.0m (1078602844258) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 361ms (361979808) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,617 (6617) - TotalBatchesReceived: 6,617 (6617) - TotalBytesReceived: 127.4 MiB (133624508) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692242510393) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 636 (636) - CodegenTotalWallClockTime: 5.32s (5319703149) - CodegenSysTime: 134ms (134681000) - CodegenUserTime: 3.62s (3617667000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 1.71s (1714904304) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 158ms (158991128) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.35s (3349813074) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 83ms (83995313) - TotalTime: 5.32s (5319703149) Instance c7456fdd806a4994:3209e926000003d5 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.464 - AverageThreadTokens: 1.35 (1.345615350959435) - BloomFilterBytes: 5.0 MiB (5242880) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 768.7 MiB (806083930) - PeakReservation: 741.0 MiB (776994816) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 5.5h (19756940211700) - TotalNetworkSendTime: 999.97us (999966) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 361 (361) - TotalThreadsTotalWallClockTime: 6.0h (21540722335361) - TotalThreadsSysTime: 437ms (437200000) - TotalThreadsUserTime: 10.79s (10791051000) - TotalThreadsVoluntaryContextSwitches: 17,072 (17072) - TotalTime: 4.4h (16008487017102) Fragment Instance Lifecycle Event Timeline Prepare Finished: 3ms (3999864) Open Finished: 4.4h (16008488017068) First Batch Produced: 4.4h (16008488017068) First Batch Sent: 4.4h (16008488017068) ExecInternal Finished: 4.4h (16008490017000) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 5.0 MiB (5242880) - CumulativeAllocations: 5 (5) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5242880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 999.97us (999966) - ExecTreeExecTime: 0ns (0) - InactiveTotalTime: 0ns (0) - OpenTime: 4.4h (16008484017204) - ExecTreeOpenTime: 4.4h (16003535185908) - PrepareTime: 1ms (1999932) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=84) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 1 (1) - InactiveTotalTime: 999.97us (999966) - PeakMemoryUsage: 2.6 KiB (2672) - RowsSent: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 6.6 KiB (6766) - TotalTime: 999.97us (999966) - UncompressedRowBatchSize: 10.8 KiB (11053) SORT_NODE (id=47) SortType: TopN ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - InsertBatchTime: 30ms (30998941) - PeakMemoryUsage: 88.0 KiB (90112) - RowsReturned: 100 (100) - RowsReturnedRate: 0 per second (0) - TotalTime: 4.4h (16003536185874) - TuplePoolReclamations: 3 (3) Node Lifecycle Event Timeline Open Started: 4.95s (4952831160) Open Finished: 4.4h (16008488017068) First Batch Requested: 4.4h (16008488017068) First Batch Returned: 4.4h (16008488017068) Last Batch Returned: 4.4h (16008488017068) Closed: 4.4h (16008489017034) HASH_JOIN_NODE (id=46) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,423,716 (1423716) - BuildTime: 451ms (451984594) - InactiveTotalTime: 0ns (0) - LocalTime: 1.60s (1601945336) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134314240) - ProbeRows: 708,600 (708600) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.14s (1138961117) - RowsReturned: 430,463 (430463) - RowsReturnedRate: 26 per second (26) - TotalTime: 4.4h (16003229196353) Node Lifecycle Event Timeline Open Started: 4.95s (4952831160) Open Finished: 4.1h (14924667023812) First Batch Requested: 4.1h (14924667023812) First Batch Returned: 4.1h (14924673023608) Last Batch Returned: 4.4h (16008488017068) Closed: 4.4h (16008488017068) Buffer pool - AllocTime: 3ms (3999864) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999864) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=46) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 367ms (367987459) - BuildRowsPartitioned: 1,423,716 (1423716) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 6 (6) - HashTablesBuildTime: 80ms (80997237) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=83) - ConvertRowBatchTime: 27ms (27999045) - InactiveTotalTime: 1.4h (4962877814581) - PeakMemoryUsage: 544.0 KiB (557056) - RowsReturned: 1,423,716 (1423716) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962912813388) Node Lifecycle Event Timeline Open Started: 4.95s (4952831160) Open Finished: 31.9m (1916885667348) First Batch Requested: 31.9m (1916886667314) First Batch Returned: 31.9m (1916895667007) Last Batch Returned: 1.4h (4968239631802) Closed: 1.4h (4968321629005) Buffer pool - AllocTime: 18ms (18999354) - CumulativeAllocationBytes: 98.9 MiB (103686144) - CumulativeAllocations: 5,084 (5084) - InactiveTotalTime: 0ns (0) - PeakReservation: 544.0 KiB (557056) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 544.0 KiB (557056) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999422) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 31.9m (1911932836188) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 72.0 MiB (75456948) - TotalGetBatchTime: 1.4h (4962883814377) - DataWaitTime: 1.4h (4962877814581) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 69ms (69997614) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,542 (2542) - TotalBatchesReceived: 2,542 (2542) - TotalBytesReceived: 33.4 MiB (35003866) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=45) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,411,703 (1411703) - BuildTime: 285ms (285990248) - InactiveTotalTime: 0ns (0) - LocalTime: 598ms (598979570) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 128.1 MiB (134301952) - ProbeRows: 814,845 (814845) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 306ms (306989527) - RowsReturned: 708,600 (708600) - RowsReturnedRate: 64 per second (64) - TotalTime: 3.1h (11038714437629) Node Lifecycle Event Timeline Open Started: 1.4h (4968321629005) Open Finished: 4.1h (14924662023983) First Batch Requested: 4.1h (14924662023983) First Batch Returned: 4.1h (14924667023812) Last Batch Returned: 4.4h (16008487017102) Closed: 4.4h (16008488017068) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 48 (48) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=45) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 195ms (195993318) - BuildRowsPartitioned: 1,411,703 (1411703) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 7 (7) - HashTablesBuildTime: 88ms (88996964) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=77) - ConvertRowBatchTime: 11ms (11999589) - InactiveTotalTime: 35.5m (2127302445474) - PeakMemoryUsage: 14.2 MiB (14903230) - RowsReturned: 1,411,703 (1411703) - RowsReturnedRate: 663 per second (663) - TotalTime: 35.5m (2127318444927) Node Lifecycle Event Timeline Open Started: 1.4h (4968321629005) Open Finished: 1.4h (4968321629005) First Batch Requested: 1.4h (4968321629005) First Batch Returned: 1.4h (4968321629005) Last Batch Returned: 2.0h (7095839067148) Closed: 2.0h (7095929064078) Buffer pool - AllocTime: 3ms (3999864) - CumulativeAllocationBytes: 98.0 MiB (102785024) - CumulativeAllocations: 5,044 (5044) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 71.4 MiB (74820259) - TotalGetBatchTime: 35.5m (2127306445338) - DataWaitTime: 35.5m (2127302445474) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 29ms (29998976) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,522 (2522) - TotalBatchesReceived: 2,522 (2522) - TotalBytesReceived: 33.1 MiB (34698759) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49.5m (2972960294858) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=44) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,660,129 (1660129) - BuildTime: 380ms (380987009) - InactiveTotalTime: 0ns (0) - LocalTime: 2.48s (2479915373) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167852288) - ProbeRows: 1,650,086 (1650086) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.47s (2468915748) - RowsReturned: 814,845 (814845) - RowsReturnedRate: 91 per second (91) - TotalTime: 2.5h (8910797013132) Node Lifecycle Event Timeline Open Started: 2.0h (7095929064078) Open Finished: 4.1h (14924658024119) First Batch Requested: 4.1h (14924658024119) First Batch Returned: 4.1h (14924662023983) Last Batch Returned: 4.4h (16008485017170) Closed: 4.4h (16008488017068) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=44) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 284ms (284990282) - BuildRowsPartitioned: 1,660,129 (1660129) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 92ms (92996829) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=71) - ConvertRowBatchTime: 15ms (15999454) - InactiveTotalTime: 1.0h (3760341789099) - PeakMemoryUsage: 14.2 MiB (14893209) - RowsReturned: 1,660,129 (1660129) - RowsReturnedRate: 441 per second (441) - TotalTime: 1.0h (3760378787835) Node Lifecycle Event Timeline Open Started: 2.0h (7095929064078) Open Finished: 2.0h (7095929064078) First Batch Requested: 2.0h (7095931064010) First Batch Returned: 2.0h (7095931064010) Last Batch Returned: 3.0h (10856598841991) Closed: 3.0h (10856692838786) Buffer pool - AllocTime: 2ms (2999898) - CumulativeAllocationBytes: 115.3 MiB (120856576) - CumulativeAllocations: 5,930 (5930) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.9 MiB (87986837) - TotalGetBatchTime: 1.0h (3760357788552) - DataWaitTime: 1.0h (3760341789099) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 44ms (44998466) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,965 (2965) - TotalBatchesReceived: 2,965 (2965) - TotalBytesReceived: 39.3 MiB (41187163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4970597314947) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=43) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,656,484 (1656484) - BuildTime: 292ms (292990009) - InactiveTotalTime: 0ns (0) - LocalTime: 961ms (961967182) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167840000) - ProbeRows: 1,661,845 (1661845) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 655ms (655977615) - RowsReturned: 1,650,086 (1650086) - RowsReturnedRate: 185 per second (185) - TotalTime: 2.5h (8908320097657) Node Lifecycle Event Timeline Open Started: 2.0h (7095929064078) Open Finished: 4.1h (14924657024153) First Batch Requested: 4.1h (14924657024153) First Batch Returned: 4.1h (14924658024119) Last Batch Returned: 4.4h (16008485017170) Closed: 4.4h (16008488017068) Buffer pool - AllocTime: 4ms (4999830) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999830) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=43) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 216ms (216992603) - BuildRowsPartitioned: 1,656,484 (1656484) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 73ms (73997474) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=65) - ConvertRowBatchTime: 18ms (18999352) - InactiveTotalTime: 1.7h (6056929427674) - PeakMemoryUsage: 14.2 MiB (14879541) - RowsReturned: 1,656,484 (1656484) - RowsReturnedRate: 273 per second (273) - TotalTime: 1.7h (6056954426822) Node Lifecycle Event Timeline Open Started: 2.0h (7095929064078) Open Finished: 2.0h (7095929064078) First Batch Requested: 2.0h (7095930064044) First Batch Returned: 2.0h (7095930064044) Last Batch Returned: 3.7h (13153106483299) Closed: 3.7h (13153182480705) Buffer pool - AllocTime: 33ms (33998842) - CumulativeAllocationBytes: 115.0 MiB (120537088) - CumulativeAllocations: 5,914 (5914) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33998842) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 83.7 MiB (87793652) - TotalGetBatchTime: 1.7h (6056933427538) - DataWaitTime: 1.7h (6056929427674) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 45ms (45998433) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,957 (2957) - TotalBatchesReceived: 2,957 (2957) - TotalBytesReceived: 39.2 MiB (41093835) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4h (4919130184425) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) HASH_JOIN_NODE (id=42) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1,665,052 (1665052) - BuildTime: 349ms (349988065) - InactiveTotalTime: 0ns (0) - LocalTime: 885ms (885969768) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 160.1 MiB (167831808) - ProbeRows: 1,665,085 (1665085) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 525ms (525982045) - RowsReturned: 1,661,845 (1661845) - RowsReturnedRate: 583 per second (583) - TotalTime: 47.5m (2850403703653) Node Lifecycle Event Timeline Open Started: 3.7h (13153182480705) Open Finished: 4.1h (14924656024188) First Batch Requested: 4.1h (14924656024188) First Batch Returned: 4.1h (14924657024153) Last Batch Returned: 4.4h (16008484017204) Closed: 4.4h (16008488017068) Buffer pool - AllocTime: 5ms (5999796) - CumulativeAllocationBytes: 160.0 MiB (167772160) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 160.0 MiB (167772160) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 160.0 MiB (167772160) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999796) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=42) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 204ms (204993013) - BuildRowsPartitioned: 1,665,052 (1665052) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 10 (10) - HashTablesBuildTime: 143ms (143995086) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 25.1 KiB (25728) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=59) - ConvertRowBatchTime: 16ms (16999421) - InactiveTotalTime: 29.5m (1771093556440) - PeakMemoryUsage: 14.2 MiB (14882005) - RowsReturned: 1,665,052 (1665052) - RowsReturnedRate: 940 per second (940) - TotalTime: 29.5m (1771119555555) Node Lifecycle Event Timeline Open Started: 3.7h (13153182480705) Open Finished: 3.7h (13153182480705) First Batch Requested: 3.7h (13153182480705) First Batch Returned: 3.7h (13153183480671) Last Batch Returned: 4.1h (14924511029136) Closed: 4.1h (14924656024188) Buffer pool - AllocTime: 4ms (4999829) - CumulativeAllocationBytes: 115.6 MiB (121184256) - CumulativeAllocations: 5,940 (5940) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14442496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14442496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 84.2 MiB (88247756) - TotalGetBatchTime: 29.5m (1771100556202) - DataWaitTime: 29.5m (1771093556440) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 24ms (24999148) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 2,970 (2970) - TotalBatchesReceived: 2,970 (2970) - TotalBytesReceived: 39.6 MiB (41564721) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.0h (10923345455051) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=58) - ConvertRowBatchTime: 37ms (37998705) - InactiveTotalTime: 18.0m (1078267182801) - PeakMemoryUsage: 14.4 MiB (15069112) - RowsReturned: 1,665,085 (1665085) - RowsReturnedRate: 1544 per second (1544) - TotalTime: 18.0m (1078398178330) Node Lifecycle Event Timeline Open Started: 3.7h (13153182480705) Open Finished: 3.7h (13153182480705) First Batch Requested: 4.1h (14924656024188) First Batch Returned: 4.1h (14924656024188) Last Batch Returned: 4.4h (16008481017307) Closed: 4.4h (16008488017068) Buffer pool - AllocTime: 143ms (143995085) - CumulativeAllocationBytes: 258.5 MiB (271065088) - CumulativeAllocations: 13,262 (13262) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15007744) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15007744) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999830) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 201.7 MiB (211545806) - TotalGetBatchTime: 18.0m (1078354179829) - DataWaitTime: 18.0m (1078267182801) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 452ms (452984549) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 6,631 (6631) - TotalBatchesReceived: 6,631 (6631) - TotalBytesReceived: 127.7 MiB (133860252) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 3.5h (12692334378205) - TotalRPCsDeferred: 53 (53) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 353 (353) - CodegenTotalWallClockTime: 4.95s (4948831296) - CodegenSysTime: 49ms (49128000) - CodegenUserTime: 3.46s (3465242000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 1.57s (1573946345) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 108ms (108996285) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 327 (327) - NumInstructions: 22,781 (22781) - OptimizationTime: 3.18s (3182891496) - PeakMemoryUsage: 11.1 MiB (11663872) - PrepareTime: 48ms (48998329) - TotalTime: 4.95s (4948831296) Averaged Fragment F05 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:4h9m max:4h26m mean: 4h10m stddev:2m42s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.2 MiB (47408851) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 1,663,497 (1663497) - TotalNetworkReceiveTime: 35.9m (2154756724177) - TotalNetworkSendTime: 3.5h (12705365763809) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 189 (189) - TotalThreadsTotalWallClockTime: 4.2h (15001718479788) - TotalThreadsSysTime: 1.84s (1842690384) - TotalThreadsUserTime: 33.70s (33702987179) - TotalThreadsVoluntaryContextSwitches: 375,392 (375392) - TotalTime: 4.2h (15001720120766) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6h (12784424528648) - ExecTreeExecTime: 1.3m (77659667435) - InactiveTotalTime: 0ns (0) - OpenTime: 37.0m (2217293951140) - ExecTreeOpenTime: 36.9m (2216192232015) - PrepareTime: 1ms (1589696) - ExecTreePrepareTime: 717.93us (717926) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.1 MiB (2219781) - RowsSent: 1,663,497 (1663497) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 937ms (937799869) - TotalBytesSent: 127.6 MiB (133749609) - TotalTime: 3.5h (12706763066387) - UncompressedRowBatchSize: 201.6 MiB (211357108) UNION_NODE (id=7) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,497 (1663497) - RowsReturnedRate: 726 per second (726) - TotalTime: 38.2m (2293851155873) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,497 (1663497) - RowsReturnedRate: 727 per second (727) - TotalTime: 38.2m (2293066426398) GroupingAggregator 0 - BuildTime: 59.11s (59107240902) - GetResultsTime: 75ms (75023967) - HTResizeTime: 82ms (82562258) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,497 (1663497) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 634ms (634884189) - CumulativeAllocationBytes: 8.5 GiB (9128741336) - CumulativeAllocations: 4,336 (4336) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4354978107) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4335458461) - ReadIoOps: 2,067 (2067) - ReadIoWaitTime: 59.87s (59869544169) - SystemAllocTime: 583ms (583013568) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4354978107) - WriteIoOps: 2,076 (2076) - WriteIoWaitTime: 39.69s (39689069815) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 495ms (495065950) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 11.0 MiB (11547514) - RowsReturned: 26,890,382 (26890382) - RowsReturnedRate: 13389 per second (13389) - TotalTime: 35.9m (2155352480216) Buffer pool - AllocTime: 4.92s (4920755744) - CumulativeAllocationBytes: 6.7 GiB (7152443181) - CumulativeAllocations: 349,264 (349264) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.9 MiB (11399483) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.9 MiB (11399483) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.10s (4103643462) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.75s (27755846507) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4771001319) - TotalGetBatchTime: 35.9m (2154728929943) - DataWaitTime: 35.9m (2153424158318) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12.73s (12729100612) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,632 (174632) - TotalBatchesReceived: 174,632 (174632) - TotalBytesReceived: 1.7 GiB (1849827018) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 36.33s (36326996640) - TotalRPCsDeferred: 836 (836) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.10s (1101385801) - CodegenSysTime: 5ms (5100897) - CodegenUserTime: 413ms (413300923) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 446ms (446759378) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11794605) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 607ms (607806927) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 31ms (31845456) - TotalTime: 1.10s (1101385801) Fragment F05 Instance c7456fdd806a4994:3209e92600000087 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:52:50.456 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 50.1 MiB (52550273) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 1,664,712 (1664712) - TotalNetworkReceiveTime: 7.7m (463865472402) - TotalNetworkSendTime: 3.6h (12780523081520) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 368 (368) - TotalThreadsTotalWallClockTime: 4.4h (16008716984816) - TotalThreadsSysTime: 1.72s (1723857000) - TotalThreadsUserTime: 33.20s (33195899000) - TotalThreadsVoluntaryContextSwitches: 314,370 (314370) - TotalTime: 4.4h (16008716984816) Fragment Instance Lifecycle Event Timeline Prepare Finished: 24ms (24999647) Open Finished: 36.9m (2214139834260) First Batch Produced: 39.4m (2365722709007) First Batch Sent: 39.4m (2365722709007) ExecInternal Finished: 4.4h (16008744984422) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.8h (13794602150203) - ExecTreeExecTime: 16.9m (1012695087644) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214114834613) - ExecTreeOpenTime: 36.9m (2213248846831) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.6h (12780525081494) - PeakMemoryUsage: 2.0 MiB (2097952) - RowsSent: 1,664,712 (1664712) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 909ms (909987523) - TotalBytesSent: 127.6 MiB (133843746) - TotalTime: 3.6h (12781901062639) - UncompressedRowBatchSize: 201.7 MiB (211500508) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,712 (1664712) - RowsReturnedRate: 516 per second (516) - TotalTime: 53.8m (3225943934475) Node Lifecycle Event Timeline Open Started: 890ms (890987429) Open Finished: 36.9m (2214139834260) First Batch Requested: 36.9m (2214139834260) First Batch Returned: 39.4m (2365722709007) Last Batch Returned: 4.4h (16008711984873) Closed: 4.4h (16008744984422) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,712 (1664712) - RowsReturnedRate: 518 per second (518) - TotalTime: 53.5m (3209826160336) Node Lifecycle Event Timeline Open Started: 890ms (890987429) Open Finished: 36.9m (2214139834260) First Batch Requested: 37.2m (2229906613200) First Batch Returned: 39.4m (2365720709035) Last Batch Returned: 4.4h (16008710984887) Closed: 4.4h (16008711984873) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 28.3m (1696596117342) - GetResultsTime: 65ms (65999098) - HTResizeTime: 134ms (134998139) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,712 (1664712) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4.20s (4201940840) - CumulativeAllocationBytes: 8.5 GiB (9107931136) - CumulativeAllocations: 4,327 (4327) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4334813184) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4334813184) - ReadIoOps: 2,067 (2067) - ReadIoWaitTime: 16.3m (978340563619) - SystemAllocTime: 4.08s (4077942580) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4334813184) - WriteIoOps: 2,067 (2067) - WriteIoWaitTime: 24.9m (1494037963840) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 510ms (510992808) - InactiveTotalTime: 7.3m (435607869344) - PeakMemoryUsage: 15.9 MiB (16688936) - RowsReturned: 26,787,485 (26787485) - RowsReturnedRate: 57669 per second (57669) - TotalTime: 7.7m (464503463415) Node Lifecycle Event Timeline Open Started: 890ms (890987429) Open Finished: 28.93s (28932591814) First Batch Requested: 28.93s (28933591800) First Batch Returned: 28.95s (28954591504) Last Batch Returned: 36.9m (2214138834274) Closed: 36.9m (2214138834274) Buffer pool - AllocTime: 1.5m (91599712533) - CumulativeAllocationBytes: 6.6 GiB (7125065728) - CumulativeAllocations: 347,928 (347928) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (16039936) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (16039936) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.3m (77544909734) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.04s (28041604385) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4751390459) - TotalGetBatchTime: 7.7m (463842472727) - DataWaitTime: 7.3m (435607869344) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.1m (123660261890) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,964 (173964) - TotalBatchesReceived: 173,964 (173964) - TotalBytesReceived: 1.7 GiB (1843269246) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 23.5m (1411458423215) - TotalRPCsDeferred: 31,509 (31509) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 50 (50) - CodegenTotalWallClockTime: 865ms (865987782) - CodegenSysTime: 7ms (7837000) - CodegenUserTime: 413ms (413430000) - CodegenVoluntaryContextSwitches: 74 (74) - CompileTime: 365ms (365994836) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999859) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 417ms (417994103) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 57ms (57999182) - TotalTime: 865ms (865987782) Instance c7456fdd806a4994:3209e92600000098 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.305 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52231054) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 1,665,027 (1665027) - TotalNetworkReceiveTime: 36.9m (2212235320064) - TotalNetworkSendTime: 3.5h (12692307136310) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 4.2h (14980232991771) - TotalThreadsSysTime: 1.77s (1774094000) - TotalThreadsUserTime: 34.10s (34100927000) - TotalThreadsVoluntaryContextSwitches: 378,747 (378747) - TotalTime: 4.2h (14980233991765) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999994) Open Finished: 37.2m (2229867211002) First Batch Produced: 37.2m (2233269190005) First Batch Sent: 37.2m (2233270189999) ExecInternal Finished: 4.2h (14980234991759) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12750366780763) - ExecTreeExecTime: 56.75s (56746652493) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229866211008) - ExecTreeOpenTime: 37.1m (2228254220944) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12692309136298) - PeakMemoryUsage: 2.2 MiB (2269984) - RowsSent: 1,665,027 (1665027) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 888ms (888994546) - TotalBytesSent: 127.7 MiB (133888778) - TotalTime: 3.5h (12693618128283) - UncompressedRowBatchSize: 201.8 MiB (211555897) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,027 (1665027) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.1m (2285000873438) Node Lifecycle Event Timeline Open Started: 1.61s (1612990058) Open Finished: 37.2m (2229867211002) First Batch Requested: 37.2m (2229867211002) First Batch Returned: 37.2m (2233269190005) Last Batch Returned: 4.2h (14980206991930) Closed: 4.2h (14980234991759) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,027 (1665027) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.1m (2284601875880) Node Lifecycle Event Timeline Open Started: 1.61s (1612990058) Open Finished: 37.2m (2229867211002) First Batch Requested: 37.2m (2229867211002) First Batch Returned: 37.2m (2233269190005) Last Batch Returned: 4.2h (14980205991936) Closed: 4.2h (14980206991930) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.93s (14934907586) - GetResultsTime: 73ms (73999549) - HTResizeTime: 67ms (67999584) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,027 (1665027) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 397ms (397997533) - CumulativeAllocationBytes: 8.6 GiB (9214885888) - CumulativeAllocations: 4,378 (4378) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4393533440) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4383047680) - ReadIoOps: 2,090 (2090) - ReadIoWaitTime: 38.84s (38836762149) - SystemAllocTime: 338ms (338997895) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4393533440) - WriteIoOps: 2,095 (2095) - WriteIoWaitTime: 1.59s (1589990187) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 494ms (494996941) - InactiveTotalTime: 36.9m (2211635323793) - PeakMemoryUsage: 15.6 MiB (16369717) - RowsReturned: 27,121,883 (27121883) - RowsReturnedRate: 12256 per second (12256) - TotalTime: 36.9m (2212831316378) Node Lifecycle Event Timeline Open Started: 1.61s (1612990058) Open Finished: 28.86s (28865822066) First Batch Requested: 28.86s (28865822066) First Batch Returned: 28.92s (28920821727) Last Batch Returned: 37.2m (2229867211002) Closed: 37.2m (2229867211002) Buffer pool - AllocTime: 2.00s (2004987609) - CumulativeAllocationBytes: 6.7 GiB (7213998080) - CumulativeAllocations: 352,270 (352270) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.63s (1627989940) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.25s (27252832008) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4812278946) - TotalGetBatchTime: 36.9m (2212205320256) - DataWaitTime: 36.9m (2211635323793) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.68s (8681946297) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 176,135 (176135) - TotalBatchesReceived: 176,135 (176135) - TotalBytesReceived: 1.7 GiB (1864785818) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 77ms (77554575) - TotalRPCsDeferred: 53 (53) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 1.61s (1611990064) - CodegenSysTime: 6ms (6097000) - CodegenUserTime: 411ms (411159000) - CodegenVoluntaryContextSwitches: 115 (115) - CompileTime: 646ms (646996012) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999908) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 905ms (905994415) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 41ms (41999741) - TotalTime: 1.61s (1611990064) Instance c7456fdd806a4994:3209e92600000089 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.310 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.9 MiB (46011225) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 1,663,714 (1663714) - TotalNetworkReceiveTime: 36.6m (2195892692797) - TotalNetworkSendTime: 3.5h (12705890270346) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 209 (209) - TotalThreadsTotalWallClockTime: 4.2h (14980021780083) - TotalThreadsSysTime: 1.90s (1898649000) - TotalThreadsUserTime: 34.56s (34559851000) - TotalThreadsVoluntaryContextSwitches: 375,721 (375721) - TotalTime: 4.2h (14980021780083) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999972) Open Finished: 36.9m (2214109184214) First Batch Produced: 36.9m (2216742110705) First Batch Sent: 36.9m (2216743110677) ExecInternal Finished: 4.2h (14980025779971) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12765913595841) - ExecTreeExecTime: 58.58s (58575365883) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214108184242) - ExecTreeOpenTime: 36.9m (2213043213975) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705891270318) - PeakMemoryUsage: 2.1 MiB (2229024) - RowsSent: 1,663,714 (1663714) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 956ms (956973313) - TotalBytesSent: 127.6 MiB (133777861) - TotalTime: 3.5h (12707333230096) - UncompressedRowBatchSize: 201.6 MiB (211407730) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,714 (1663714) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.9m (2271613579998) Node Lifecycle Event Timeline Open Started: 1.06s (1065970239) Open Finished: 36.9m (2214109184214) First Batch Requested: 36.9m (2214109184214) First Batch Returned: 36.9m (2216742110705) Last Batch Returned: 4.2h (14979995780808) Closed: 4.2h (14980025779971) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,714 (1663714) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.9m (2271233590604) Node Lifecycle Event Timeline Open Started: 1.06s (1065970239) Open Finished: 36.9m (2214109184214) First Batch Requested: 36.9m (2214109184214) First Batch Returned: 36.9m (2216742110705) Last Batch Returned: 4.2h (14979995780808) Closed: 4.2h (14979995780808) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.13s (16130549637) - GetResultsTime: 72ms (72997963) - HTResizeTime: 86ms (86997581) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,714 (1663714) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 977ms (977972704) - CumulativeAllocationBytes: 8.5 GiB (9147777024) - CumulativeAllocations: 4,346 (4346) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4366270464) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 40.69s (40694864700) - SystemAllocTime: 751ms (751979011) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4366270464) - WriteIoOps: 2,082 (2082) - WriteIoWaitTime: 1.03s (1028971269) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 490ms (490986308) - InactiveTotalTime: 36.6m (2195162713185) - PeakMemoryUsage: 9.7 MiB (10149888) - RowsReturned: 26,964,980 (26964980) - RowsReturnedRate: 12276 per second (12276) - TotalTime: 36.6m (2196498675894) Node Lifecycle Event Timeline Open Started: 1.06s (1065970239) Open Finished: 28.85s (28852194473) First Batch Requested: 28.85s (28852194473) First Batch Returned: 28.91s (28908192909) Last Batch Returned: 36.9m (2214108184242) Closed: 36.9m (2214108184242) Buffer pool - AllocTime: 3.48s (3485902667) - CumulativeAllocationBytes: 6.7 GiB (7172300800) - CumulativeAllocations: 350,234 (350234) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.7 MiB (10149888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.7 MiB (10149888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.19s (2188938885) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.79s (27786224234) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4785364879) - TotalGetBatchTime: 36.6m (2195859693720) - DataWaitTime: 36.6m (2195162713185) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.26s (10258713553) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,117 (175117) - TotalBatchesReceived: 175,117 (175117) - TotalBytesReceived: 1.7 GiB (1855011279) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 43 (43) - CodegenTotalWallClockTime: 1.06s (1063970295) - CodegenSysTime: 3ms (3970000) - CodegenUserTime: 415ms (415062000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 327ms (327990843) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999581) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 695ms (695980569) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 22ms (22999358) - TotalTime: 1.06s (1063970295) Instance c7456fdd806a4994:3209e9260000009a (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.208 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.7 MiB (40604505) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 1,663,279 (1663279) - TotalNetworkReceiveTime: 36.9m (2212783686120) - TotalNetworkSendTime: 3.5h (12692960996099) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 4.2h (14979500048767) - TotalThreadsSysTime: 1.81s (1809608000) - TotalThreadsUserTime: 33.25s (33246401000) - TotalThreadsVoluntaryContextSwitches: 379,072 (379072) - TotalTime: 4.2h (14979501048744) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999955) Open Finished: 37.2m (2229984302799) First Batch Produced: 37.2m (2232479247209) First Batch Sent: 37.2m (2232479247209) ExecInternal Finished: 4.2h (14979504048678) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12749517745923) - ExecTreeExecTime: 55.19s (55189780027) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229982302844) - ExecTreeOpenTime: 37.1m (2228686331687) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12692961996077) - PeakMemoryUsage: 2.2 MiB (2343712) - RowsSent: 1,663,279 (1663279) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 925ms (925979551) - TotalBytesSent: 127.5 MiB (133727052) - TotalTime: 3.5h (12694326965917) - UncompressedRowBatchSize: 201.6 MiB (211345454) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,279 (1663279) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.1m (2283876111714) Node Lifecycle Event Timeline Open Started: 1.30s (1297971112) Open Finished: 37.2m (2229984302799) First Batch Requested: 37.2m (2229984302799) First Batch Returned: 37.2m (2232479247209) Last Batch Returned: 4.2h (14979473049363) Closed: 4.2h (14979503048700) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,279 (1663279) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.1m (2283500120027) Node Lifecycle Event Timeline Open Started: 1.30s (1297971112) Open Finished: 37.2m (2229984302799) First Batch Requested: 37.2m (2229984302799) First Batch Returned: 37.2m (2232478247231) Last Batch Returned: 4.2h (14979473049363) Closed: 4.2h (14979473049363) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.83s (14830669450) - GetResultsTime: 69ms (69998450) - HTResizeTime: 92ms (92997947) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,279 (1663279) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 479ms (479989302) - CumulativeAllocationBytes: 8.5 GiB (9154068480) - CumulativeAllocations: 4,349 (4349) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4362076160) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4353687552) - ReadIoOps: 2,076 (2076) - ReadIoWaitTime: 38.04s (38042159094) - SystemAllocTime: 425ms (425990500) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4362076160) - WriteIoOps: 2,080 (2080) - WriteIoWaitTime: 1.11s (1111975234) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 482ms (482989249) - InactiveTotalTime: 36.9m (2212157700062) - PeakMemoryUsage: 4.5 MiB (4743168) - RowsReturned: 26,902,510 (26902510) - RowsReturnedRate: 12154 per second (12154) - TotalTime: 36.9m (2213366673140) Node Lifecycle Event Timeline Open Started: 1.30s (1297971112) Open Finished: 29.01s (29012354298) First Batch Requested: 29.01s (29013354276) First Batch Returned: 29.04s (29037353741) Last Batch Returned: 37.2m (2229983302821) Closed: 37.2m (2229984302799) Buffer pool - AllocTime: 3.13s (3130930234) - CumulativeAllocationBytes: 6.7 GiB (7155646464) - CumulativeAllocations: 349,418 (349418) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.5 MiB (4743168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.5 MiB (4743168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.60s (2597942093) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.71s (27714383186) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4774830521) - TotalGetBatchTime: 36.9m (2212748686900) - DataWaitTime: 36.9m (2212157700062) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.06s (10062775726) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,709 (174709) - TotalBatchesReceived: 174,709 (174709) - TotalBytesReceived: 1.7 GiB (1851009090) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 1.29s (1295971157) - CodegenSysTime: 1ms (1995000) - CodegenUserTime: 415ms (415262000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 624ms (624986090) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999867) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 639ms (639985756) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 22ms (22999488) - TotalTime: 1.29s (1295971157) Instance c7456fdd806a4994:3209e92600000086 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.342 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.8 MiB (40678233) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 1,661,704 (1661704) - TotalNetworkReceiveTime: 36.6m (2197936124540) - TotalNetworkSendTime: 3.5h (12706500243352) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 156 (156) - TotalThreadsTotalWallClockTime: 4.2h (14978522359060) - TotalThreadsSysTime: 1.81s (1813558000) - TotalThreadsUserTime: 33.91s (33909443000) - TotalThreadsVoluntaryContextSwitches: 378,993 (378993) - TotalTime: 4.2h (14978522359060) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1,000.00us (999999) Open Finished: 36.9m (2214022118196) First Batch Produced: 36.9m (2216334117471) First Batch Sent: 36.9m (2216335117471) ExecInternal Finished: 4.2h (14978524359059) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12764501240863) - ExecTreeExecTime: 56.56s (56563997578) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214021118197) - ExecTreeOpenTime: 36.9m (2213187118517) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706500243352) - PeakMemoryUsage: 2.1 MiB (2229024) - RowsSent: 1,661,704 (1661704) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 996ms (996999957) - TotalBytesSent: 127.4 MiB (133598204) - TotalTime: 3.5h (12707937243285) - UncompressedRowBatchSize: 201.3 MiB (211123390) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,704 (1661704) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2269749116095) Node Lifecycle Event Timeline Open Started: 834ms (834999679) Open Finished: 36.9m (2214022118196) First Batch Requested: 36.9m (2214022118196) First Batch Returned: 36.9m (2216334117471) Last Batch Returned: 4.2h (14978490359060) Closed: 4.2h (14978524359059) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,704 (1661704) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2269376116113) Node Lifecycle Event Timeline Open Started: 834ms (834999679) Open Finished: 36.9m (2214022118196) First Batch Requested: 36.9m (2214022118196) First Batch Returned: 36.9m (2216334117471) Last Batch Returned: 4.2h (14978490359060) Closed: 4.2h (14978490359060) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.22s (14221994372) - GetResultsTime: 64ms (64999998) - HTResizeTime: 83ms (83999994) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,704 (1661704) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 398ms (398999840) - CumulativeAllocationBytes: 8.5 GiB (9107931136) - CumulativeAllocations: 4,327 (4327) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4345298944) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4324327424) - ReadIoOps: 2,062 (2062) - ReadIoWaitTime: 39.13s (39131998420) - SystemAllocTime: 364ms (364999851) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4345298944) - WriteIoOps: 2,072 (2072) - WriteIoWaitTime: 935ms (935999642) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 490ms (490999813) - InactiveTotalTime: 36.6m (2197329124789) - PeakMemoryUsage: 4.6 MiB (4816896) - RowsReturned: 26,811,926 (26811926) - RowsReturnedRate: 12195 per second (12195) - TotalTime: 36.6m (2198521124319) Node Lifecycle Event Timeline Open Started: 834ms (834999679) Open Finished: 28.80s (28803988943) First Batch Requested: 28.80s (28804988942) First Batch Returned: 28.84s (28844988927) Last Batch Returned: 36.9m (2214022118196) Closed: 36.9m (2214022118196) Buffer pool - AllocTime: 2.14s (2136999144) - CumulativeAllocationBytes: 6.6 GiB (7131602944) - CumulativeAllocations: 348,244 (348244) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.6 MiB (4816896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.6 MiB (4816896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.62s (1618999347) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.97s (27968989264) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4756959433) - TotalGetBatchTime: 36.6m (2197900124552) - DataWaitTime: 36.6m (2197329124789) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.12s (9125996481) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,122 (174122) - TotalBatchesReceived: 174,122 (174122) - TotalBytesReceived: 1.7 GiB (1845252127) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 833ms (833999680) - CodegenSysTime: 2ms (2984000) - CodegenUserTime: 417ms (417269000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 354ms (354999863) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999997) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 441ms (441999830) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 27ms (27999990) - TotalTime: 833ms (833999680) Instance c7456fdd806a4994:3209e9260000009b (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.293 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.7 MiB (47895385) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 1,663,934 (1663934) - TotalNetworkReceiveTime: 36.9m (2213388771664) - TotalNetworkSendTime: 3.5h (12692727882845) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 185 (185) - TotalThreadsTotalWallClockTime: 4.2h (14978307016632) - TotalThreadsSysTime: 1.87s (1870822000) - TotalThreadsUserTime: 34.15s (34154231000) - TotalThreadsVoluntaryContextSwitches: 377,558 (377558) - TotalTime: 4.2h (14978317016265) Fragment Instance Lifecycle Event Timeline Prepare Finished: 9ms (9999633) Open Finished: 37.2m (2229966163238) First Batch Produced: 37.2m (2232859057067) First Batch Sent: 37.2m (2232859057067) ExecInternal Finished: 4.2h (14978319016192) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12748350853027) - ExecTreeExecTime: 54.29s (54292018749) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229956163605) - ExecTreeOpenTime: 37.2m (2229058196562) - PrepareTime: 9ms (9999633) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12692727882845) - PeakMemoryUsage: 2.2 MiB (2294560) - RowsSent: 1,663,934 (1663934) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 873ms (873968104) - TotalBytesSent: 127.6 MiB (133796030) - TotalTime: 3.5h (12694065834021) - UncompressedRowBatchSize: 201.6 MiB (211414952) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,934 (1663934) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.1m (2283349215347) Node Lifecycle Event Timeline Open Started: 907ms (907966676) Open Finished: 37.2m (2229966163238) First Batch Requested: 37.2m (2229966163238) First Batch Returned: 37.2m (2232859057067) Last Batch Returned: 4.2h (14978288017323) Closed: 4.2h (14978319016192) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,934 (1663934) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.0m (2282996228218) Node Lifecycle Event Timeline Open Started: 907ms (907966676) Open Finished: 37.2m (2229966163238) First Batch Requested: 37.2m (2229966163238) First Batch Returned: 37.2m (2232858057104) Last Batch Returned: 4.2h (14978287017359) Closed: 4.2h (14978288017323) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.68s (14684461038) - GetResultsTime: 78ms (78997120) - HTResizeTime: 68ms (68997486) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,934 (1663934) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 514ms (514981097) - CumulativeAllocationBytes: 8.5 GiB (9133096960) - CumulativeAllocations: 4,339 (4339) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4351590400) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 36.89s (36887653836) - SystemAllocTime: 488ms (488982048) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4351590400) - WriteIoOps: 2,075 (2075) - WriteIoWaitTime: 970ms (970964362) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 532ms (532980444) - InactiveTotalTime: 36.9m (2212568801758) - PeakMemoryUsage: 11.5 MiB (12034048) - RowsReturned: 26,864,020 (26864020) - RowsReturnedRate: 12133 per second (12133) - TotalTime: 36.9m (2214030748109) Node Lifecycle Event Timeline Open Started: 907ms (907966676) Open Finished: 29.00s (28996935765) First Batch Requested: 29.00s (28997935729) First Batch Returned: 29.02s (29016935032) Last Batch Returned: 37.2m (2229965163275) Closed: 37.2m (2229966163238) Buffer pool - AllocTime: 2.66s (2661902303) - CumulativeAllocationBytes: 6.7 GiB (7145447424) - CumulativeAllocations: 348,922 (348922) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.5 MiB (12034048) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.5 MiB (12034048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.32s (2317914932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.09s (28088969089) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4766835231) - TotalGetBatchTime: 36.9m (2213346773201) - DataWaitTime: 36.9m (2212568801758) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.97s (9970634047) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,461 (174461) - TotalBatchesReceived: 174,461 (174461) - TotalBytesReceived: 1.7 GiB (1848515253) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 897ms (897967043) - CodegenSysTime: 3ms (3980000) - CodegenUserTime: 408ms (408227000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 305ms (305988770) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999377) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 549ms (549979815) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 22ms (22999155) - TotalTime: 897ms (897967043) Instance c7456fdd806a4994:3209e92600000078 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.227 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.7 MiB (44774233) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 1,662,858 (1662858) - TotalNetworkReceiveTime: 36.6m (2195315585235) - TotalNetworkSendTime: 3.5h (12705991720498) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 146 (146) - TotalThreadsTotalWallClockTime: 4.2h (14978304793743) - TotalThreadsSysTime: 1.83s (1828975000) - TotalThreadsUserTime: 33.69s (33687632000) - TotalThreadsVoluntaryContextSwitches: 377,231 (377231) - TotalTime: 4.2h (14978305793736) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999987) Open Finished: 36.9m (2213929463004) First Batch Produced: 36.9m (2216535445888) First Batch Sent: 36.9m (2216535445888) ExecInternal Finished: 4.2h (14978307793724) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12764377330726) - ExecTreeExecTime: 57.03s (57030619287) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213927463017) - ExecTreeOpenTime: 36.9m (2212925469592) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705992720491) - PeakMemoryUsage: 2.2 MiB (2261792) - RowsSent: 1,662,858 (1662858) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 919ms (919993866) - TotalBytesSent: 127.5 MiB (133708590) - TotalTime: 3.5h (12707345711445) - UncompressedRowBatchSize: 201.5 MiB (211281903) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,858 (1662858) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2269955088885) Node Lifecycle Event Timeline Open Started: 1.00s (1003993412) Open Finished: 36.9m (2213929463004) First Batch Requested: 36.9m (2213929463004) First Batch Returned: 36.9m (2216535445888) Last Batch Returned: 4.2h (14978275793938) Closed: 4.2h (14978307793724) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,858 (1662858) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2269563091498) Node Lifecycle Event Timeline Open Started: 1.00s (1003993412) Open Finished: 36.9m (2213929463004) First Batch Requested: 36.9m (2213929463004) First Batch Returned: 36.9m (2216534445894) Last Batch Returned: 4.2h (14978275793938) Closed: 4.2h (14978275793938) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.61s (16613890896) - GetResultsTime: 79ms (79999470) - HTResizeTime: 73ms (73999511) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,858 (1662858) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 443ms (443997083) - CumulativeAllocationBytes: 8.5 GiB (9099542528) - CumulativeAllocations: 4,323 (4323) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4341104640) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4320133120) - ReadIoOps: 2,060 (2060) - ReadIoWaitTime: 39.74s (39736734732) - SystemAllocTime: 395ms (395997396) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4341104640) - WriteIoOps: 2,070 (2070) - WriteIoWaitTime: 1.85s (1851987842) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 468ms (468996921) - InactiveTotalTime: 36.6m (2194675589448) - PeakMemoryUsage: 8.5 MiB (8912896) - RowsReturned: 26,819,903 (26819903) - RowsReturnedRate: 12213 per second (12213) - TotalTime: 36.6m (2195883581512) Node Lifecycle Event Timeline Open Started: 1.00s (1003993412) Open Finished: 28.80s (28805810970) First Batch Requested: 28.81s (28806810963) First Batch Returned: 28.84s (28841810733) Last Batch Returned: 36.9m (2213928463011) Closed: 36.9m (2213929463004) Buffer pool - AllocTime: 3.12s (3116979543) - CumulativeAllocationBytes: 6.6 GiB (7133749248) - CumulativeAllocations: 348,354 (348354) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.5 MiB (8912896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.5 MiB (8912896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.66s (2656982558) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.80s (27801817558) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4755870072) - TotalGetBatchTime: 36.6m (2195299585340) - DataWaitTime: 36.6m (2194675589448) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.92s (9918934923) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,177 (174177) - TotalBatchesReceived: 174,177 (174177) - TotalBytesReceived: 1.7 GiB (1844942861) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 25 (25) - CodegenTotalWallClockTime: 1.00s (1001993425) - CodegenSysTime: 5ms (5974000) - CodegenUserTime: 404ms (404451000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 456ms (456997001) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7999947) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 511ms (511996641) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 23ms (23999843) - TotalTime: 1.00s (1001993425) Instance c7456fdd806a4994:3209e92600000090 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.345 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.1 MiB (51458905) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 1,665,534 (1665534) - TotalNetworkReceiveTime: 36.4m (2185471959450) - TotalNetworkSendTime: 3.5h (12705682054107) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 297 (297) - TotalThreadsTotalWallClockTime: 4.2h (14977599401350) - TotalThreadsSysTime: 1.99s (1988504000) - TotalThreadsUserTime: 34.71s (34708646000) - TotalThreadsVoluntaryContextSwitches: 358,507 (358507) - TotalTime: 4.2h (14977608401078) Fragment Instance Lifecycle Event Timeline Prepare Finished: 27ms (27999153) Open Finished: 36.9m (2214033096291) First Batch Produced: 36.9m (2216927008861) First Batch Sent: 36.9m (2216927008861) ExecInternal Finished: 4.2h (14977628400473) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12763594304212) - ExecTreeExecTime: 56.46s (56457294080) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214005097138) - ExecTreeOpenTime: 36.9m (2212513142230) - PrepareTime: 8ms (8999728) - ExecTreePrepareTime: 8ms (8999728) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705682054107) - PeakMemoryUsage: 2.2 MiB (2286368) - RowsSent: 1,665,534 (1665534) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 974ms (974970543) - TotalBytesSent: 127.7 MiB (133901402) - TotalTime: 3.5h (12707127010435) - UncompressedRowBatchSize: 201.8 MiB (211606528) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,534 (1665534) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2268977436098) Node Lifecycle Event Timeline Open Started: 1.52s (1519954061) Open Finished: 36.9m (2214033096291) First Batch Requested: 36.9m (2214033096291) First Batch Returned: 36.9m (2216927008861) Last Batch Returned: 4.2h (14977603401228) Closed: 4.2h (14977628400473) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,534 (1665534) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2268550448998) Node Lifecycle Event Timeline Open Started: 1.52s (1519954061) Open Finished: 36.9m (2214033096291) First Batch Requested: 36.9m (2214033096291) First Batch Returned: 36.9m (2216927008861) Last Batch Returned: 4.2h (14977602401259) Closed: 4.2h (14977603401228) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 25.90s (25904217166) - GetResultsTime: 68ms (68997919) - HTResizeTime: 77ms (77997642) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,534 (1665534) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.41s (1412957309) - CumulativeAllocationBytes: 8.5 GiB (9091153920) - CumulativeAllocations: 4,319 (4319) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4341104640) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4311744512) - ReadIoOps: 2,056 (2056) - ReadIoWaitTime: 37.94s (37936853707) - SystemAllocTime: 1.36s (1365958728) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4341104640) - WriteIoOps: 2,070 (2070) - WriteIoWaitTime: 1.51s (1507954424) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 541ms (541983601) - InactiveTotalTime: 36.4m (2184718982207) - PeakMemoryUsage: 14.9 MiB (15597568) - RowsReturned: 26,792,848 (26792848) - RowsReturnedRate: 12255 per second (12255) - TotalTime: 36.4m (2186106940238) Node Lifecycle Event Timeline Open Started: 1.52s (1519954061) Open Finished: 28.77s (28766130588) First Batch Requested: 28.77s (28767130558) First Batch Returned: 28.77s (28775130316) Last Batch Returned: 36.9m (2214032096321) Closed: 36.9m (2214033096291) Buffer pool - AllocTime: 6.88s (6885791911) - CumulativeAllocationBytes: 6.6 GiB (7126466560) - CumulativeAllocations: 347,996 (347996) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.9 MiB (15597568) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.9 MiB (15597568) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6.09s (6086816063) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.25s (27246176527) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4753687785) - TotalGetBatchTime: 36.4m (2185434960571) - DataWaitTime: 36.4m (2184718982207) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 15.07s (15075544374) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,998 (173998) - TotalBatchesReceived: 173,998 (173998) - TotalBytesReceived: 1.7 GiB (1844056541) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.48s (1482955180) - CodegenSysTime: 7ms (7064000) - CodegenUserTime: 444ms (444062000) - CodegenVoluntaryContextSwitches: 110 (110) - CompileTime: 543ms (543983559) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999789) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 884ms (884973253) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 36ms (36998882) - TotalTime: 1.48s (1482955180) Instance c7456fdd806a4994:3209e9260000007e (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.263 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.3 MiB (42234713) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 1,662,322 (1662322) - TotalNetworkReceiveTime: 36.6m (2197303128002) - TotalNetworkSendTime: 3.5h (12706501489506) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 163 (163) - TotalThreadsTotalWallClockTime: 4.2h (14977561598364) - TotalThreadsSysTime: 2.03s (2030047000) - TotalThreadsUserTime: 33.44s (33436076000) - TotalThreadsVoluntaryContextSwitches: 377,075 (377075) - TotalTime: 4.2h (14977570597996) Fragment Instance Lifecycle Event Timeline Prepare Finished: 10ms (10999550) Open Finished: 36.9m (2214134439620) First Batch Produced: 36.9m (2216405346706) First Batch Sent: 36.9m (2216405346706) ExecInternal Finished: 4.2h (14977572597914) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12763438158294) - ExecTreeExecTime: 55.58s (55584724154) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214123440070) - ExecTreeOpenTime: 36.9m (2213307473463) - PrepareTime: 8ms (8999632) - ExecTreePrepareTime: 8ms (8999632) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706502489465) - PeakMemoryUsage: 2.1 MiB (2229024) - RowsSent: 1,662,322 (1662322) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 900ms (900963099) - TotalBytesSent: 127.5 MiB (133648655) - TotalTime: 3.5h (12707849434304) - UncompressedRowBatchSize: 201.4 MiB (211203351) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,322 (1662322) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2268900197290) Node Lifecycle Event Timeline Open Started: 826ms (826966157) Open Finished: 36.9m (2214134439620) First Batch Requested: 36.9m (2214134439620) First Batch Returned: 36.9m (2216405346706) Last Batch Returned: 4.2h (14977545599020) Closed: 4.2h (14977572597914) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,322 (1662322) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2268506213416) Node Lifecycle Event Timeline Open Started: 826ms (826966157) Open Finished: 36.9m (2214134439620) First Batch Requested: 36.9m (2214134439620) First Batch Returned: 36.9m (2216405346706) Last Batch Returned: 4.2h (14977545599020) Closed: 4.2h (14977545599020) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.03s (15029385342) - GetResultsTime: 79ms (79996728) - HTResizeTime: 82ms (82996605) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,322 (1662322) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 533ms (533978161) - CumulativeAllocationBytes: 8.4 GiB (9068085248) - CumulativeAllocations: 4,308 (4308) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4328521728) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4301258752) - ReadIoOps: 2,051 (2051) - ReadIoWaitTime: 38.53s (38528422502) - SystemAllocTime: 367ms (367984958) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4328521728) - WriteIoOps: 2,064 (2064) - WriteIoWaitTime: 977ms (977960006) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 505ms (505979310) - InactiveTotalTime: 36.6m (2196700152656) - PeakMemoryUsage: 6.1 MiB (6373376) - RowsReturned: 26,724,758 (26724758) - RowsReturnedRate: 12159 per second (12159) - TotalTime: 36.6m (2197938102036) Node Lifecycle Event Timeline Open Started: 826ms (826966157) Open Finished: 28.99s (28990813546) First Batch Requested: 28.99s (28991813505) First Batch Returned: 29.00s (29004812973) Last Batch Returned: 36.9m (2214133439661) Closed: 36.9m (2214133439661) Buffer pool - AllocTime: 2.58s (2575894662) - CumulativeAllocationBytes: 6.6 GiB (7108386816) - CumulativeAllocations: 347,116 (347116) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.1 MiB (6373376) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.1 MiB (6373376) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.94s (1943920511) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.16s (28163847389) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4740368809) - TotalGetBatchTime: 36.6m (2197280128942) - DataWaitTime: 36.6m (2196700152656) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.88s (10877555112) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,558 (173558) - TotalBatchesReceived: 173,558 (173558) - TotalBytesReceived: 1.7 GiB (1838666580) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 815ms (815966607) - CodegenSysTime: 7ms (7019000) - CodegenUserTime: 413ms (413567000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 330ms (330986455) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999713) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 450ms (450981544) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 24ms (24998977) - TotalTime: 815ms (815966607) Instance c7456fdd806a4994:3209e9260000007c (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.250 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.4 MiB (45519705) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 1,663,087 (1663087) - TotalNetworkReceiveTime: 36.6m (2193678633269) - TotalNetworkSendTime: 3.5h (12705767414830) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 179 (179) - TotalThreadsTotalWallClockTime: 4.2h (14977161448945) - TotalThreadsSysTime: 1.87s (1868675000) - TotalThreadsUserTime: 33.85s (33848792000) - TotalThreadsVoluntaryContextSwitches: 372,199 (372199) - TotalTime: 4.2h (14977162448911) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999966) Open Finished: 36.9m (2214038952321) First Batch Produced: 36.9m (2216864857797) First Batch Sent: 36.9m (2216864857797) ExecInternal Finished: 4.2h (14977163448878) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12763123496590) - ExecTreeExecTime: 55.96s (55959128479) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214037952355) - ExecTreeOpenTime: 36.9m (2213090984031) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705767414830) - PeakMemoryUsage: 2.2 MiB (2327328) - RowsSent: 1,663,087 (1663087) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 947ms (947968300) - TotalBytesSent: 127.5 MiB (133744124) - TotalTime: 3.5h (12707159368277) - UncompressedRowBatchSize: 201.5 MiB (211316014) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,087 (1663087) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2269047112611) Node Lifecycle Event Timeline Open Started: 947ms (947968290) Open Finished: 36.9m (2214038952321) First Batch Requested: 36.9m (2214038952321) First Batch Returned: 36.9m (2216864857797) Last Batch Returned: 4.2h (14977133449881) Closed: 4.2h (14977162448911) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,087 (1663087) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2268683124785) Node Lifecycle Event Timeline Open Started: 947ms (947968290) Open Finished: 36.9m (2214038952321) First Batch Requested: 36.9m (2214038952321) First Batch Returned: 36.9m (2216864857797) Last Batch Returned: 4.2h (14977133449881) Closed: 4.2h (14977133449881) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 18.46s (18458382673) - GetResultsTime: 77ms (77997387) - HTResizeTime: 84ms (84997164) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,087 (1663087) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 814ms (814972734) - CumulativeAllocationBytes: 8.5 GiB (9179234304) - CumulativeAllocations: 4,361 (4361) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4380950528) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4359979008) - ReadIoOps: 2,079 (2079) - ReadIoWaitTime: 39.02s (39022694924) - SystemAllocTime: 786ms (786973670) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4380950528) - WriteIoOps: 2,089 (2089) - WriteIoWaitTime: 1.28s (1278957233) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 551ms (551981528) - InactiveTotalTime: 36.6m (2193023655161) - PeakMemoryUsage: 9.2 MiB (9658368) - RowsReturned: 27,003,348 (27003348) - RowsReturnedRate: 12306 per second (12306) - TotalTime: 36.6m (2194320611793) Node Lifecycle Event Timeline Open Started: 947ms (947968290) Open Finished: 28.88s (28879033983) First Batch Requested: 28.88s (28879033983) First Batch Returned: 28.92s (28916032746) Last Batch Returned: 36.9m (2214037952354) Closed: 36.9m (2214038952321) Buffer pool - AllocTime: 2.61s (2612912599) - CumulativeAllocationBytes: 6.7 GiB (7182475264) - CumulativeAllocations: 350,736 (350736) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.2 MiB (9658368) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.2 MiB (9658368) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.23s (2225925549) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.93s (27931065693) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4791860077) - TotalGetBatchTime: 36.6m (2193642634467) - DataWaitTime: 36.6m (2193023655161) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.97s (9974666366) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,368 (175368) - TotalBatchesReceived: 175,368 (175368) - TotalBytesReceived: 1.7 GiB (1857095831) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 946ms (946968324) - CodegenSysTime: 4ms (4960000) - CodegenUserTime: 423ms (423729000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 303ms (303989832) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999766) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 604ms (604979763) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 28ms (28999030) - TotalTime: 946ms (946968324) Instance c7456fdd806a4994:3209e9260000007f (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:43.310 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52222269) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 1,662,517 (1662517) - TotalNetworkReceiveTime: 36.6m (2197621788989) - TotalNetworkSendTime: 3.5h (12705925461232) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 136 (136) - TotalThreadsTotalWallClockTime: 4.2h (14977036632769) - TotalThreadsSysTime: 1.82s (1816907000) - TotalThreadsUserTime: 33.04s (33043961000) - TotalThreadsVoluntaryContextSwitches: 381,568 (381568) - TotalTime: 4.2h (14977037632734) Fragment Instance Lifecycle Event Timeline Prepare Finished: 4ms (4999822) Open Finished: 36.9m (2213864210958) First Batch Produced: 36.9m (2216970100435) First Batch Sent: 36.9m (2216970100435) ExecInternal Finished: 4.2h (14977042632556) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12763177421633) - ExecTreeExecTime: 55.87s (55865009811) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213859211136) - ExecTreeOpenTime: 36.9m (2212646254305) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705925461232) - PeakMemoryUsage: 2.2 MiB (2278176) - RowsSent: 1,662,517 (1662517) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 904ms (904967753) - TotalBytesSent: 127.5 MiB (133662709) - TotalTime: 3.5h (12707310411894) - UncompressedRowBatchSize: 201.4 MiB (211229812) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,517 (1662517) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2268508264223) Node Lifecycle Event Timeline Open Started: 1.22s (1217956653) Open Finished: 36.9m (2213864210958) First Batch Requested: 36.9m (2213864210958) First Batch Returned: 36.9m (2216970100435) Last Batch Returned: 4.2h (14977012633624) Closed: 4.2h (14977042632556) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,517 (1662517) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2268130277685) Node Lifecycle Event Timeline Open Started: 1.22s (1217956653) Open Finished: 36.9m (2213864210958) First Batch Requested: 36.9m (2213864210958) First Batch Returned: 36.9m (2216970100435) Last Batch Returned: 4.2h (14977012633624) Closed: 4.2h (14977012633624) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.11s (14113497721) - GetResultsTime: 65ms (65997643) - HTResizeTime: 69ms (69997513) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,517 (1662517) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 317ms (317988685) - CumulativeAllocationBytes: 8.5 GiB (9107931136) - CumulativeAllocations: 4,327 (4327) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4343201792) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4326424576) - ReadIoOps: 2,063 (2063) - ReadIoWaitTime: 38.91s (38913613709) - SystemAllocTime: 240ms (240991427) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4343201792) - WriteIoOps: 2,071 (2071) - WriteIoWaitTime: 1.75s (1752937612) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 456ms (456983743) - InactiveTotalTime: 36.6m (2197082808160) - PeakMemoryUsage: 15.6 MiB (16360932) - RowsReturned: 26,840,638 (26840638) - RowsReturnedRate: 12210 per second (12210) - TotalTime: 36.6m (2198182769034) Node Lifecycle Event Timeline Open Started: 1.22s (1217956653) Open Finished: 28.71s (28712978119) First Batch Requested: 28.71s (28712978119) First Batch Returned: 28.72s (28722977763) Last Batch Returned: 36.9m (2213863210994) Closed: 36.9m (2213864210958) Buffer pool - AllocTime: 1.86s (1862933725) - CumulativeAllocationBytes: 6.6 GiB (7139196928) - CumulativeAllocations: 348,618 (348618) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.34s (1339952328) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.50s (27495021466) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4762384732) - TotalGetBatchTime: 36.6m (2197605789555) - DataWaitTime: 36.6m (2197082808160) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.74s (8741688887) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,309 (174309) - TotalBatchesReceived: 174,309 (174309) - TotalBytesReceived: 1.7 GiB (1846686773) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 191ms (191404552) - TotalRPCsDeferred: 52 (52) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.21s (1212956831) - CodegenSysTime: 2ms (2986000) - CodegenUserTime: 410ms (410911000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 451ms (451983914) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999751) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 726ms (726974127) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 24ms (24999110) - TotalTime: 1.21s (1212956831) Instance c7456fdd806a4994:3209e92600000084 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.222 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 48.9 MiB (51254105) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 1,666,100 (1666100) - TotalNetworkReceiveTime: 36.6m (2193890233376) - TotalNetworkSendTime: 3.5h (12706064983761) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 164 (164) - TotalThreadsTotalWallClockTime: 4.2h (14976335656041) - TotalThreadsSysTime: 1.79s (1793670000) - TotalThreadsUserTime: 33.71s (33706129000) - TotalThreadsVoluntaryContextSwitches: 372,312 (372312) - TotalTime: 4.2h (14976335656041) Fragment Instance Lifecycle Event Timeline Prepare Finished: 0ns (0) Open Finished: 36.9m (2214008556962) First Batch Produced: 36.9m (2216694466625) First Batch Sent: 36.9m (2216694466625) ExecInternal Finished: 4.2h (14976337655974) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12762327099079) - ExecTreeExecTime: 54.87s (54871161904) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214008556962) - ExecTreeOpenTime: 36.9m (2213178584867) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706066983695) - PeakMemoryUsage: 2.0 MiB (2147104) - RowsSent: 1,666,100 (1666100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 925ms (925968999) - TotalBytesSent: 127.7 MiB (133941468) - TotalTime: 3.5h (12707454937207) - UncompressedRowBatchSize: 201.9 MiB (211680848) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,666,100 (1666100) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2268048746804) Node Lifecycle Event Timeline Open Started: 829ms (829972095) Open Finished: 36.9m (2214008556962) First Batch Requested: 36.9m (2214008556962) First Batch Returned: 36.9m (2216694466625) Last Batch Returned: 4.2h (14976305657046) Closed: 4.2h (14976337655974) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,666,100 (1666100) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2267690758804) Node Lifecycle Event Timeline Open Started: 829ms (829972095) Open Finished: 36.9m (2214008556962) First Batch Requested: 36.9m (2214008556962) First Batch Returned: 36.9m (2216694466625) Last Batch Returned: 4.2h (14976304657079) Closed: 4.2h (14976305657046) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 18.35s (18348383084) - GetResultsTime: 70ms (70997626) - HTResizeTime: 70ms (70997616) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,666,100 (1666100) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 719ms (719975790) - CumulativeAllocationBytes: 8.5 GiB (9154068480) - CumulativeAllocations: 4,349 (4349) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4372561920) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 37.53s (37527742896) - SystemAllocTime: 708ms (708976160) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4372561920) - WriteIoOps: 2,085 (2085) - WriteIoWaitTime: 1.25s (1254957806) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 506ms (506982956) - InactiveTotalTime: 36.6m (2193352251474) - PeakMemoryUsage: 14.7 MiB (15392768) - RowsReturned: 26,986,739 (26986739) - RowsReturnedRate: 12297 per second (12297) - TotalTime: 36.6m (2194494213077) Node Lifecycle Event Timeline Open Started: 829ms (829972095) Open Finished: 28.84s (28835030544) First Batch Requested: 28.84s (28836030510) First Batch Returned: 28.85s (28848030107) Last Batch Returned: 36.9m (2214008556962) Closed: 36.9m (2214008556962) Buffer pool - AllocTime: 3.22s (3217891786) - CumulativeAllocationBytes: 6.7 GiB (7178100736) - CumulativeAllocations: 350,514 (350514) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.7 MiB (15392768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.7 MiB (15392768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.80s (2796905938) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.00s (28005058449) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4788982769) - TotalGetBatchTime: 36.6m (2193860234383) - DataWaitTime: 36.6m (2193352251474) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.19s (10191657367) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,257 (175257) - TotalBatchesReceived: 175,257 (175257) - TotalBytesReceived: 1.7 GiB (1855521432) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 829ms (829972095) - CodegenSysTime: 4ms (4031000) - CodegenUserTime: 397ms (397911000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 417ms (417985946) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7999731) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 373ms (373987427) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 27ms (27999058) - TotalTime: 829ms (829972095) Instance c7456fdd806a4994:3209e92600000088 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.203 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.0 MiB (47199065) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 1,662,904 (1662904) - TotalNetworkReceiveTime: 36.6m (2196000613770) - TotalNetworkSendTime: 3.5h (12706358181165) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 197 (197) - TotalThreadsTotalWallClockTime: 4.2h (14976184553427) - TotalThreadsSysTime: 1.84s (1844537000) - TotalThreadsUserTime: 33.96s (33957639000) - TotalThreadsVoluntaryContextSwitches: 376,785 (376785) - TotalTime: 4.2h (14976185553424) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1,000.00us (999997) Open Finished: 36.9m (2214063553007) First Batch Produced: 36.9m (2216570544579) First Batch Sent: 36.9m (2216570544579) ExecInternal Finished: 4.2h (14976187553418) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12762122000417) - ExecTreeExecTime: 54.35s (54353823801) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214062553010) - ExecTreeOpenTime: 36.9m (2212876557025) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706359181161) - PeakMemoryUsage: 2.0 MiB (2114336) - RowsSent: 1,662,904 (1662904) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 947ms (947996943) - TotalBytesSent: 127.5 MiB (133719184) - TotalTime: 3.5h (12707765176627) - UncompressedRowBatchSize: 201.5 MiB (211285943) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,904 (1662904) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2267229380829) Node Lifecycle Event Timeline Open Started: 1.19s (1186995982) Open Finished: 36.9m (2214063553007) First Batch Requested: 36.9m (2214063553007) First Batch Returned: 36.9m (2216570544579) Last Batch Returned: 4.2h (14976159553508) Closed: 4.2h (14976186553421) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,904 (1662904) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2266865382026) Node Lifecycle Event Timeline Open Started: 1.19s (1186995982) Open Finished: 36.9m (2214063553007) First Batch Requested: 36.9m (2214063553007) First Batch Returned: 36.9m (2216569544583) Last Batch Returned: 4.2h (14976159553508) Closed: 4.2h (14976159553508) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.01s (16014946139) - GetResultsTime: 68ms (68999777) - HTResizeTime: 79ms (79999743) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,904 (1662904) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 704ms (704997630) - CumulativeAllocationBytes: 8.4 GiB (9063890944) - CumulativeAllocations: 4,306 (4306) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4324327424) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4301258752) - ReadIoOps: 2,051 (2051) - ReadIoWaitTime: 36.95s (36951880222) - SystemAllocTime: 698ms (698997651) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4324327424) - WriteIoOps: 2,062 (2062) - WriteIoWaitTime: 1.02s (1019996571) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 463ms (463998451) - InactiveTotalTime: 36.6m (2195487615515) - PeakMemoryUsage: 10.8 MiB (11337728) - RowsReturned: 26,709,416 (26709416) - RowsReturnedRate: 12159 per second (12159) - TotalTime: 36.6m (2196568611869) Node Lifecycle Event Timeline Open Started: 1.19s (1186995982) Open Finished: 28.86s (28857902316) First Batch Requested: 28.86s (28858902312) First Batch Returned: 28.87s (28866902285) Last Batch Returned: 36.9m (2214062553011) Closed: 36.9m (2214063553007) Buffer pool - AllocTime: 2.86s (2856990401) - CumulativeAllocationBytes: 6.6 GiB (7104282624) - CumulativeAllocations: 346,912 (346912) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.8 MiB (11337728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.8 MiB (11337728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.57s (2574991340) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.67s (27670906334) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4739771047) - TotalGetBatchTime: 36.6m (2195973613861) - DataWaitTime: 36.6m (2195487615515) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.90s (9897966694) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,456 (173456) - TotalBatchesReceived: 173,456 (173456) - TotalBytesReceived: 1.7 GiB (1838379128) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.19s (1185995985) - CodegenSysTime: 3ms (3410000) - CodegenUserTime: 410ms (410686000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 486ms (486998351) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999952) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 649ms (649997800) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 30ms (30999895) - TotalTime: 1.19s (1185995985) Instance c7456fdd806a4994:3209e92600000080 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.318 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.9 MiB (42849113) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 1,665,209 (1665209) - TotalNetworkReceiveTime: 36.6m (2193629503188) - TotalNetworkSendTime: 3.5h (12706365042993) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 249 (249) - TotalThreadsTotalWallClockTime: 4.2h (14976015154051) - TotalThreadsSysTime: 2.02s (2018816000) - TotalThreadsUserTime: 34.52s (34523991000) - TotalThreadsVoluntaryContextSwitches: 373,470 (373470) - TotalTime: 4.2h (14976015154051) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999968) Open Finished: 36.9m (2213904860649) First Batch Produced: 36.9m (2216397781736) First Batch Sent: 36.9m (2216398781704) ExecInternal Finished: 4.2h (14976018153956) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12762111293370) - ExecTreeExecTime: 54.32s (54321295094) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213903860681) - ExecTreeOpenTime: 36.9m (2212529904245) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706367042930) - PeakMemoryUsage: 2.2 MiB (2319136) - RowsSent: 1,665,209 (1665209) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 958ms (958969909) - TotalBytesSent: 127.7 MiB (133866414) - TotalTime: 3.5h (12707786998370) - UncompressedRowBatchSize: 201.8 MiB (211568852) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,209 (1665209) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2266851199339) Node Lifecycle Event Timeline Open Started: 1.37s (1374956404) Open Finished: 36.9m (2213904860649) First Batch Requested: 36.9m (2213904860649) First Batch Returned: 36.9m (2216397781736) Last Batch Returned: 4.2h (14975989154866) Closed: 4.2h (14976018153956) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,209 (1665209) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2266460211622) Node Lifecycle Event Timeline Open Started: 1.37s (1374956404) Open Finished: 36.9m (2213904860649) First Batch Requested: 36.9m (2213904860649) First Batch Returned: 36.9m (2216397781736) Last Batch Returned: 4.2h (14975989154866) Closed: 4.2h (14975989154866) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.78s (17777436640) - GetResultsTime: 90ms (90997147) - HTResizeTime: 84ms (84997325) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,209 (1665209) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 579ms (579981624) - CumulativeAllocationBytes: 8.5 GiB (9080668160) - CumulativeAllocations: 4,314 (4314) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4334813184) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4307550208) - ReadIoOps: 2,054 (2054) - ReadIoWaitTime: 36.52s (36517853892) - SystemAllocTime: 538ms (538982920) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4334813184) - WriteIoOps: 2,067 (2067) - WriteIoWaitTime: 848ms (848973090) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 519ms (519983519) - InactiveTotalTime: 36.5m (2192899526317) - PeakMemoryUsage: 6.7 MiB (6987776) - RowsReturned: 26,768,783 (26768783) - RowsReturnedRate: 12199 per second (12199) - TotalTime: 36.6m (2194252483449) Node Lifecycle Event Timeline Open Started: 1.37s (1374956404) Open Finished: 28.75s (28749088468) First Batch Requested: 28.75s (28749088468) First Batch Returned: 28.77s (28769087834) Last Batch Returned: 36.9m (2213903860681) Closed: 36.9m (2213904860649) Buffer pool - AllocTime: 2.79s (2794911467) - CumulativeAllocationBytes: 6.6 GiB (7120125952) - CumulativeAllocations: 347,688 (347688) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.7 MiB (6987776) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.7 MiB (6987776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.02s (2023935891) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.37s (27374132064) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4747805967) - TotalGetBatchTime: 36.6m (2193596504231) - DataWaitTime: 36.5m (2192899526317) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.55s (10552665606) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,844 (173844) - TotalBatchesReceived: 173,844 (173844) - TotalBytesReceived: 1.7 GiB (1842172022) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 62 (62) - CodegenTotalWallClockTime: 1.37s (1373956436) - CodegenSysTime: 8ms (8009000) - CodegenUserTime: 430ms (430143000) - CodegenVoluntaryContextSwitches: 98 (98) - CompileTime: 531ms (531983132) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999493) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 759ms (759975904) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 63ms (63997971) - TotalTime: 1.37s (1373956436) Instance c7456fdd806a4994:3209e92600000082 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.291 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.9 MiB (41825113) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 1,662,073 (1662073) - TotalNetworkReceiveTime: 36.6m (2198590574079) - TotalNetworkSendTime: 3.5h (12705979126277) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 183 (183) - TotalThreadsTotalWallClockTime: 4.2h (14975972851940) - TotalThreadsSysTime: 1.74s (1741893000) - TotalThreadsUserTime: 33.23s (33227962000) - TotalThreadsVoluntaryContextSwitches: 379,585 (379585) - TotalTime: 4.2h (14975973851928) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999988) Open Finished: 36.9m (2214091387510) First Batch Produced: 36.9m (2216643356933) First Batch Sent: 36.9m (2216643356933) ExecInternal Finished: 4.2h (14975974851916) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12761882464418) - ExecTreeExecTime: 54.47s (54469355101) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214090387522) - ExecTreeOpenTime: 36.9m (2213153398800) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705980126265) - PeakMemoryUsage: 2.1 MiB (2155296) - RowsSent: 1,662,073 (1662073) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 954ms (954988716) - TotalBytesSent: 127.5 MiB (133646066) - TotalTime: 3.5h (12707413109317) - UncompressedRowBatchSize: 201.4 MiB (211191937) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,073 (1662073) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2267621753912) Node Lifecycle Event Timeline Open Started: 937ms (937988710) Open Finished: 36.9m (2214091387510) First Batch Requested: 36.9m (2214091387510) First Batch Returned: 36.9m (2216643356933) Last Batch Returned: 4.2h (14975945852259) Closed: 4.2h (14975974851916) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,073 (1662073) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2267208758805) Node Lifecycle Event Timeline Open Started: 937ms (937988710) Open Finished: 36.9m (2214091387510) First Batch Requested: 36.9m (2214091387510) First Batch Returned: 36.9m (2216643356933) Last Batch Returned: 4.2h (14975944852271) Closed: 4.2h (14975945852259) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.50s (13504837449) - GetResultsTime: 90ms (90998918) - HTResizeTime: 92ms (92998899) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,073 (1662073) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 427ms (427994863) - CumulativeAllocationBytes: 8.5 GiB (9110028288) - CumulativeAllocations: 4,328 (4328) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4347396096) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4324327424) - ReadIoOps: 2,062 (2062) - ReadIoWaitTime: 37.41s (37414557001) - SystemAllocTime: 353ms (353995741) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4347396096) - WriteIoOps: 2,073 (2073) - WriteIoWaitTime: 1.01s (1009987843) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 473ms (473994299) - InactiveTotalTime: 36.6m (2197929582035) - PeakMemoryUsage: 5.7 MiB (5963776) - RowsReturned: 26,850,400 (26850400) - RowsReturnedRate: 12209 per second (12209) - TotalTime: 36.7m (2199171567092) Node Lifecycle Event Timeline Open Started: 937ms (937988710) Open Finished: 28.93s (28933651731) First Batch Requested: 28.93s (28934651719) First Batch Returned: 28.94s (28944651598) Last Batch Returned: 36.9m (2214090387522) Closed: 36.9m (2214090387522) Buffer pool - AllocTime: 1.55s (1555981290) - CumulativeAllocationBytes: 6.7 GiB (7141801984) - CumulativeAllocations: 348,742 (348742) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.7 MiB (5963776) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.7 MiB (5963776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.13s (1126986447) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.00s (27995663021) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4763202355) - TotalGetBatchTime: 36.6m (2198555574500) - DataWaitTime: 36.6m (2197929582035) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.02s (8015903497) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,371 (174371) - TotalBatchesReceived: 174,371 (174371) - TotalBytesReceived: 1.7 GiB (1846879578) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 936ms (936988722) - CodegenSysTime: 3ms (3301000) - CodegenUserTime: 413ms (413228000) - CodegenVoluntaryContextSwitches: 45 (45) - CompileTime: 365ms (365995595) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31999615) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 510ms (510993849) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 25ms (25999687) - TotalTime: 936ms (936988722) Instance c7456fdd806a4994:3209e92600000097 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.241 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52222413) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 1,666,572 (1666572) - TotalNetworkReceiveTime: 36.9m (2212979500180) - TotalNetworkSendTime: 3.5h (12693075788837) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 191 (191) - TotalThreadsTotalWallClockTime: 4.2h (14975601202318) - TotalThreadsSysTime: 1.85s (1851657000) - TotalThreadsUserTime: 34.33s (34326271000) - TotalThreadsVoluntaryContextSwitches: 378,537 (378537) - TotalTime: 4.2h (14975615201897) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999579) Open Finished: 37.2m (2229951990071) First Batch Produced: 37.2m (2232375917355) First Batch Sent: 37.2m (2232376917324) ExecInternal Finished: 4.2h (14975617201837) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12745663211826) - ExecTreeExecTime: 51.19s (51194464761) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229937990492) - ExecTreeOpenTime: 37.1m (2228569031632) - PrepareTime: 13ms (13999579) - ExecTreePrepareTime: 3ms (3999880) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12693076788807) - PeakMemoryUsage: 2.1 MiB (2237216) - RowsSent: 1,666,572 (1666572) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 935ms (935971936) - TotalBytesSent: 127.8 MiB (134005175) - TotalTime: 3.5h (12694475746853) - UncompressedRowBatchSize: 201.9 MiB (211751196) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,666,572 (1666572) - RowsReturnedRate: 731 per second (731) - TotalTime: 38.0m (2279766496303) Node Lifecycle Event Timeline Open Started: 1.38s (1382958439) Open Finished: 37.2m (2229951990071) First Batch Requested: 37.2m (2229951990071) First Batch Returned: 37.2m (2232375917355) Last Batch Returned: 4.2h (14975581202916) Closed: 4.2h (14975616201866) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,666,572 (1666572) - RowsReturnedRate: 731 per second (731) - TotalTime: 38.0m (2279378507937) Node Lifecycle Event Timeline Open Started: 1.38s (1382958439) Open Finished: 37.2m (2229951990071) First Batch Requested: 37.2m (2229951990071) First Batch Returned: 37.2m (2232375917355) Last Batch Returned: 4.2h (14975581202916) Closed: 4.2h (14975581202916) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.60s (14603561090) - GetResultsTime: 80ms (80997572) - HTResizeTime: 84ms (84997449) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,666,572 (1666572) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 487ms (487985333) - CumulativeAllocationBytes: 8.5 GiB (9135194112) - CumulativeAllocations: 4,340 (4340) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4351590400) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4345298944) - ReadIoOps: 2,072 (2072) - ReadIoWaitTime: 33.14s (33139006220) - SystemAllocTime: 443ms (443986654) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4351590400) - WriteIoOps: 2,075 (2075) - WriteIoWaitTime: 1.47s (1469955823) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 498ms (498985003) - InactiveTotalTime: 36.9m (2212284521061) - PeakMemoryUsage: 15.6 MiB (16361076) - RowsReturned: 26,894,696 (26894696) - RowsReturnedRate: 12149 per second (12149) - TotalTime: 36.9m (2213577482205) Node Lifecycle Event Timeline Open Started: 1.38s (1382958439) Open Finished: 28.98s (28984128969) First Batch Requested: 28.98s (28985128939) First Batch Returned: 29.00s (29004128368) Last Batch Returned: 37.2m (2229950990101) Closed: 37.2m (2229950990101) Buffer pool - AllocTime: 1.51s (1513954502) - CumulativeAllocationBytes: 6.7 GiB (7153557504) - CumulativeAllocations: 349,316 (349316) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.17s (1167964897) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.60s (27601170530) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4770722833) - TotalGetBatchTime: 36.9m (2212945501201) - DataWaitTime: 36.9m (2212284521061) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.27s (8265751610) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,658 (174658) - TotalBatchesReceived: 174,658 (174658) - TotalBytesReceived: 1.7 GiB (1850644725) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 73ms (73778361) - TotalRPCsDeferred: 75 (75) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 44 (44) - CodegenTotalWallClockTime: 1.37s (1368958860) - CodegenSysTime: 2ms (2975000) - CodegenUserTime: 423ms (423659000) - CodegenVoluntaryContextSwitches: 70 (70) - CompileTime: 405ms (405987799) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999820) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 868ms (868973886) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 78ms (78997626) - TotalTime: 1.37s (1368958860) Instance c7456fdd806a4994:3209e9260000008b (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.300 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52212624) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 1,664,333 (1664333) - TotalNetworkReceiveTime: 36.6m (2195988133576) - TotalNetworkSendTime: 3.5h (12705884993137) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 4.2h (14975385496184) - TotalThreadsSysTime: 1.73s (1727865000) - TotalThreadsUserTime: 32.83s (32827009000) - TotalThreadsVoluntaryContextSwitches: 376,656 (376656) - TotalTime: 4.2h (14975385496184) Fragment Instance Lifecycle Event Timeline Prepare Finished: 12ms (12999532) Open Finished: 36.9m (2214001486618) First Batch Produced: 36.9m (2216914382081) First Batch Sent: 36.9m (2216914382081) ExecInternal Finished: 4.2h (14975399495680) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12761397009098) - ExecTreeExecTime: 54.13s (54126065490) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213988487086) - ExecTreeOpenTime: 36.9m (2213263513146) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705885993101) - PeakMemoryUsage: 2.2 MiB (2269984) - RowsSent: 1,664,333 (1664333) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 977ms (977965048) - TotalBytesSent: 127.6 MiB (133812331) - TotalTime: 3.5h (12707266943752) - UncompressedRowBatchSize: 201.7 MiB (211474300) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,333 (1664333) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2267389578636) Node Lifecycle Event Timeline Open Started: 737ms (737973472) Open Finished: 36.9m (2214001486618) First Batch Requested: 36.9m (2214001486618) First Batch Returned: 36.9m (2216914382081) Last Batch Returned: 4.2h (14975368496787) Closed: 4.2h (14975399495680) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,333 (1664333) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2266976593400) Node Lifecycle Event Timeline Open Started: 737ms (737973472) Open Finished: 36.9m (2214001486618) First Batch Requested: 36.9m (2214001486618) First Batch Returned: 36.9m (2216914382081) Last Batch Returned: 4.2h (14975368496787) Closed: 4.2h (14975368496787) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.20s (16200418184) - GetResultsTime: 70ms (70997462) - HTResizeTime: 81ms (81997062) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,333 (1664333) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 386ms (386986102) - CumulativeAllocationBytes: 8.5 GiB (9091153920) - CumulativeAllocations: 4,319 (4319) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4336910336) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4315938816) - ReadIoOps: 2,058 (2058) - ReadIoWaitTime: 36.93s (36929680074) - SystemAllocTime: 361ms (361986999) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4336910336) - WriteIoOps: 2,068 (2068) - WriteIoWaitTime: 2.05s (2051926259) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 488ms (488982434) - InactiveTotalTime: 36.6m (2195229160851) - PeakMemoryUsage: 15.6 MiB (16351287) - RowsReturned: 26,788,381 (26788381) - RowsReturnedRate: 12195 per second (12195) - TotalTime: 36.6m (2196573112566) Node Lifecycle Event Timeline Open Started: 737ms (737973472) Open Finished: 28.79s (28786965195) First Batch Requested: 28.79s (28786965195) First Batch Returned: 28.80s (28805964512) Last Batch Returned: 36.9m (2214000486653) Closed: 36.9m (2214001486618) Buffer pool - AllocTime: 2.55s (2554908253) - CumulativeAllocationBytes: 6.6 GiB (7125319680) - CumulativeAllocations: 347,942 (347942) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.12s (2115924027) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.05s (28048991723) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4754425055) - TotalGetBatchTime: 36.6m (2195957134692) - DataWaitTime: 36.6m (2195229160851) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.59s (9585655712) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,971 (173971) - TotalBatchesReceived: 173,971 (173971) - TotalBytesReceived: 1.7 GiB (1843802294) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 840ms (840750210) - TotalRPCsDeferred: 53 (53) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 43 (43) - CodegenTotalWallClockTime: 723ms (723973975) - CodegenSysTime: 0ns (0) - CodegenUserTime: 386ms (386552000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 317ms (317988570) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999353) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 348ms (348987454) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 34ms (34998741) - TotalTime: 723ms (723973975) Instance c7456fdd806a4994:3209e92600000099 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.282 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52222507) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 1,661,897 (1661897) - TotalNetworkReceiveTime: 36.8m (2208236497489) - TotalNetworkSendTime: 3.5h (12693100556033) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 176 (176) - TotalThreadsTotalWallClockTime: 4.2h (14975371216046) - TotalThreadsSysTime: 2.11s (2106009000) - TotalThreadsUserTime: 34.41s (34406001000) - TotalThreadsVoluntaryContextSwitches: 373,475 (373475) - TotalTime: 4.2h (14975372216008) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999962) Open Finished: 37.2m (2229740674500) First Batch Produced: 37.2m (2232164581804) First Batch Sent: 37.2m (2232164581804) ExecInternal Finished: 4.2h (14975375215893) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12745631541508) - ExecTreeExecTime: 51.15s (51151038394) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229739674538) - ExecTreeOpenTime: 37.1m (2228648716287) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12693101555995) - PeakMemoryUsage: 2.1 MiB (2220832) - RowsSent: 1,661,897 (1661897) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 930ms (930964309) - TotalBytesSent: 127.4 MiB (133610516) - TotalTime: 3.5h (12694478503192) - UncompressedRowBatchSize: 201.4 MiB (211158871) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,897 (1661897) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.0m (2279798754719) Node Lifecycle Event Timeline Open Started: 1.09s (1091958213) Open Finished: 37.2m (2229740674500) First Batch Requested: 37.2m (2229740674500) First Batch Returned: 37.2m (2232164581804) Last Batch Returned: 4.2h (14975345217044) Closed: 4.2h (14975374215931) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,897 (1661897) - RowsReturnedRate: 729 per second (729) - TotalTime: 38.0m (2279417769333) Node Lifecycle Event Timeline Open Started: 1.09s (1091958213) Open Finished: 37.2m (2229740674500) First Batch Requested: 37.2m (2229740674500) First Batch Returned: 37.2m (2232163581843) Last Batch Returned: 4.2h (14975344217082) Closed: 4.2h (14975345217044) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 19.36s (19359259091) - GetResultsTime: 82ms (82996810) - HTResizeTime: 84ms (84996734) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,897 (1661897) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 925ms (925964558) - CumulativeAllocationBytes: 8.6 GiB (9181331456) - CumulativeAllocations: 4,362 (4362) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4378853376) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4364173312) - ReadIoOps: 2,081 (2081) - ReadIoWaitTime: 33.18s (33176727703) - SystemAllocTime: 838ms (838967892) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4378853376) - WriteIoOps: 2,088 (2088) - WriteIoWaitTime: 2.08s (2075920551) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 497ms (497980942) - InactiveTotalTime: 36.8m (2207687518490) - PeakMemoryUsage: 15.6 MiB (16361170) - RowsReturned: 27,030,506 (27030506) - RowsReturnedRate: 12237 per second (12237) - TotalTime: 36.8m (2208828474835) Node Lifecycle Event Timeline Open Started: 1.09s (1091958213) Open Finished: 28.77s (28772898899) First Batch Requested: 28.77s (28773898861) First Batch Returned: 28.79s (28787898325) Last Batch Returned: 37.2m (2229740674500) Closed: 37.2m (2229740674500) Buffer pool - AllocTime: 2.97s (2971886262) - CumulativeAllocationBytes: 6.7 GiB (7189725184) - CumulativeAllocations: 351,082 (351082) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.71s (2708896330) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.68s (27680940686) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4797014932) - TotalGetBatchTime: 36.8m (2208213498367) - DataWaitTime: 36.8m (2207687518490) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.55s (10546596426) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,541 (175541) - TotalBatchesReceived: 175,541 (175541) - TotalBytesReceived: 1.7 GiB (1858585861) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 203ms (203049129) - TotalRPCsDeferred: 190 (190) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.09s (1090958251) - CodegenSysTime: 4ms (4984000) - CodegenUserTime: 416ms (416059000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 472ms (472981900) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999656) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 579ms (579977805) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 27ms (27998928) - TotalTime: 1.09s (1090958251) Instance c7456fdd806a4994:3209e92600000093 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.250 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52224114) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 1,663,656 (1663656) - TotalNetworkReceiveTime: 36.6m (2197650691683) - TotalNetworkSendTime: 3.5h (12705968802925) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 186 (186) - TotalThreadsTotalWallClockTime: 4.2h (14975327127578) - TotalThreadsSysTime: 1.87s (1870718000) - TotalThreadsUserTime: 33.22s (33220915000) - TotalThreadsVoluntaryContextSwitches: 378,609 (378609) - TotalTime: 4.2h (14975328127545) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999967) Open Finished: 36.9m (2214288144359) First Batch Produced: 36.9m (2216811061329) First Batch Sent: 36.9m (2216812061296) ExecInternal Finished: 4.2h (14975329127512) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12761039983186) - ExecTreeExecTime: 53.68s (53677226331) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214287144392) - ExecTreeOpenTime: 36.9m (2213205179980) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705970802859) - PeakMemoryUsage: 2.1 MiB (2229024) - RowsSent: 1,663,656 (1663656) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 962ms (962968171) - TotalBytesSent: 127.6 MiB (133764056) - TotalTime: 3.5h (12707358756987) - UncompressedRowBatchSize: 201.6 MiB (211373422) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,656 (1663656) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2266880406377) Node Lifecycle Event Timeline Open Started: 1.08s (1082964379) Open Finished: 36.9m (2214288144359) First Batch Requested: 36.9m (2214288144359) First Batch Returned: 36.9m (2216811061329) Last Batch Returned: 4.2h (14975299128503) Closed: 4.2h (14975329127512) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,656 (1663656) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2266530417941) Node Lifecycle Event Timeline Open Started: 1.08s (1082964379) Open Finished: 36.9m (2214288144359) First Batch Requested: 36.9m (2214288144359) First Batch Returned: 36.9m (2216811061329) Last Batch Returned: 4.2h (14975299128503) Closed: 4.2h (14975299128503) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.54s (14543521555) - GetResultsTime: 90ms (90996993) - HTResizeTime: 77ms (77997426) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,656 (1663656) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 341ms (341988750) - CumulativeAllocationBytes: 8.5 GiB (9151971328) - CumulativeAllocations: 4,348 (4348) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4368367616) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4345298944) - ReadIoOps: 2,072 (2072) - ReadIoWaitTime: 36.52s (36516793408) - SystemAllocTime: 326ms (326989245) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4368367616) - WriteIoOps: 2,083 (2083) - WriteIoWaitTime: 1.48s (1482951213) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 487ms (487983952) - InactiveTotalTime: 36.6m (2197005712899) - PeakMemoryUsage: 15.6 MiB (16362777) - RowsReturned: 26,948,400 (26948400) - RowsReturnedRate: 12259 per second (12259) - TotalTime: 36.6m (2198236672411) Node Lifecycle Event Timeline Open Started: 1.08s (1082964379) Open Finished: 28.98s (28983046684) First Batch Requested: 28.98s (28983046684) First Batch Returned: 29.03s (29033045040) Last Batch Returned: 36.9m (2214287144392) Closed: 36.9m (2214287144392) Buffer pool - AllocTime: 2.09s (2089931241) - CumulativeAllocationBytes: 6.7 GiB (7167868928) - CumulativeAllocations: 350,018 (350018) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.63s (1630946344) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.90s (27900082305) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4780208215) - TotalGetBatchTime: 36.6m (2197620692669) - DataWaitTime: 36.6m (2197005712899) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.12s (9125699756) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,009 (175009) - TotalBatchesReceived: 175,009 (175009) - TotalBytesReceived: 1.7 GiB (1853636615) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 87ms (87933016) - TotalRPCsDeferred: 73 (73) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 55 (55) - CodegenTotalWallClockTime: 1.08s (1081964412) - CodegenSysTime: 9ms (9928000) - CodegenUserTime: 413ms (413344000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 555ms (555981713) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999770) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 492ms (492983784) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 24ms (24999178) - TotalTime: 1.08s (1081964412) Instance c7456fdd806a4994:3209e9260000008c (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.261 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.3 MiB (43340633) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 1,662,822 (1662822) - TotalNetworkReceiveTime: 36.6m (2198044164934) - TotalNetworkSendTime: 3.5h (12706329573572) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 191 (191) - TotalThreadsTotalWallClockTime: 4.2h (14975117310998) - TotalThreadsSysTime: 1.94s (1942508000) - TotalThreadsUserTime: 33.31s (33315974000) - TotalThreadsVoluntaryContextSwitches: 380,065 (380065) - TotalTime: 4.2h (14975118310964) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999897) Open Finished: 36.9m (2214246605873) First Batch Produced: 36.9m (2216741519815) First Batch Sent: 36.9m (2216741519815) ExecInternal Finished: 4.2h (14975121310861) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12760873705022) - ExecTreeExecTime: 53.17s (53169178527) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214243605976) - ExecTreeOpenTime: 36.9m (2213145643885) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706329573572) - PeakMemoryUsage: 2.2 MiB (2278176) - RowsSent: 1,662,822 (1662822) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 900ms (900969166) - TotalBytesSent: 127.5 MiB (133686149) - TotalTime: 3.5h (12707700526633) - UncompressedRowBatchSize: 201.5 MiB (211262014) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,822 (1662822) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2266311822515) Node Lifecycle Event Timeline Open Started: 1.10s (1100961988) Open Finished: 36.9m (2214246605873) First Batch Requested: 36.9m (2214246605873) First Batch Returned: 36.9m (2216741519815) Last Batch Returned: 4.2h (14975090311922) Closed: 4.2h (14975121310861) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,822 (1662822) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2265952834830) Node Lifecycle Event Timeline Open Started: 1.10s (1100961988) Open Finished: 36.9m (2214246605873) First Batch Requested: 36.9m (2214246605873) First Batch Returned: 36.9m (2216741519815) Last Batch Returned: 4.2h (14975090311922) Closed: 4.2h (14975090311922) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.16s (14162511356) - GetResultsTime: 78ms (78997295) - HTResizeTime: 84ms (84997086) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,822 (1662822) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 363ms (363987441) - CumulativeAllocationBytes: 8.5 GiB (9139388416) - CumulativeAllocations: 4,342 (4342) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4357881856) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 35.96s (35956768217) - SystemAllocTime: 334ms (334988436) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4357881856) - WriteIoOps: 2,078 (2078) - WriteIoWaitTime: 1.14s (1144960475) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 498ms (498982793) - InactiveTotalTime: 36.6m (2197512183295) - PeakMemoryUsage: 7.1 MiB (7479296) - RowsReturned: 26,914,622 (26914622) - RowsReturnedRate: 12241 per second (12241) - TotalTime: 36.6m (2198647144130) Node Lifecycle Event Timeline Open Started: 1.10s (1100961988) Open Finished: 29.00s (29002998635) First Batch Requested: 29.00s (29002998635) First Batch Returned: 29.04s (29037997427) Last Batch Returned: 36.9m (2214245605908) Closed: 36.9m (2214245605908) Buffer pool - AllocTime: 2.32s (2316920067) - CumulativeAllocationBytes: 6.7 GiB (7158906880) - CumulativeAllocations: 349,584 (349584) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.1 MiB (7479296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.1 MiB (7479296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.00s (1999931005) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.90s (27902036647) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4776395565) - TotalGetBatchTime: 36.6m (2198012166037) - DataWaitTime: 36.6m (2197512183295) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.59s (9590669114) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,792 (174792) - TotalBatchesReceived: 174,792 (174792) - TotalBytesReceived: 1.7 GiB (1852177128) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.10s (1097962091) - CodegenSysTime: 8ms (8939000) - CodegenUserTime: 402ms (402746000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 316ms (316989055) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999241) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 728ms (728974832) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 27ms (27999033) - TotalTime: 1.10s (1097962091) Instance c7456fdd806a4994:3209e92600000077 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.216 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.9 MiB (45028185) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 1,664,007 (1664007) - TotalNetworkReceiveTime: 36.6m (2196698466485) - TotalNetworkSendTime: 3.5h (12705764270373) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 151 (151) - TotalThreadsTotalWallClockTime: 4.2h (14974811991832) - TotalThreadsSysTime: 1.85s (1846076000) - TotalThreadsUserTime: 33.36s (33363999000) - TotalThreadsVoluntaryContextSwitches: 379,840 (379840) - TotalTime: 4.2h (14974812991822) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999990) Open Finished: 36.9m (2214054288322) First Batch Produced: 36.9m (2216825259880) First Batch Sent: 36.9m (2216825259880) ExecInternal Finished: 4.2h (14974814991801) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12760758703500) - ExecTreeExecTime: 53.59s (53595447552) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214053288332) - ExecTreeOpenTime: 36.9m (2212747301741) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12705766270352) - PeakMemoryUsage: 2.0 MiB (2056992) - RowsSent: 1,664,007 (1664007) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 966ms (966990040) - TotalBytesSent: 127.6 MiB (133791328) - TotalTime: 3.5h (12707164255938) - UncompressedRowBatchSize: 201.6 MiB (211423353) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,007 (1664007) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2266341749303) Node Lifecycle Event Timeline Open Started: 1.31s (1306986581) Open Finished: 36.9m (2214054288322) First Batch Requested: 36.9m (2214054288322) First Batch Returned: 36.9m (2216825259880) Last Batch Returned: 4.2h (14974787992080) Closed: 4.2h (14974813991812) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,007 (1664007) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2265969753138) Node Lifecycle Event Timeline Open Started: 1.31s (1306986581) Open Finished: 36.9m (2214054288322) First Batch Requested: 36.9m (2214054288322) First Batch Returned: 36.9m (2216825259880) Last Batch Returned: 4.2h (14974787992080) Closed: 4.2h (14974787992080) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.08s (15078845207) - GetResultsTime: 71ms (71999256) - HTResizeTime: 79ms (79999174) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,007 (1664007) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 403ms (403995868) - CumulativeAllocationBytes: 8.5 GiB (9158262784) - CumulativeAllocations: 4,351 (4351) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4372561920) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4347396096) - ReadIoOps: 2,073 (2073) - ReadIoWaitTime: 36.70s (36697621713) - SystemAllocTime: 357ms (357996338) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4372561920) - WriteIoOps: 2,085 (2085) - WriteIoWaitTime: 937ms (937990375) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 533ms (533994520) - InactiveTotalTime: 36.6m (2196022473412) - PeakMemoryUsage: 8.7 MiB (9166848) - RowsReturned: 27,011,380 (27011380) - RowsReturnedRate: 12292 per second (12292) - TotalTime: 36.6m (2197341459890) Node Lifecycle Event Timeline Open Started: 1.31s (1306986581) Open Finished: 28.96s (28957702689) First Batch Requested: 28.96s (28958702679) First Batch Returned: 28.97s (28970702555) Last Batch Returned: 36.9m (2214053288333) Closed: 36.9m (2214054288322) Buffer pool - AllocTime: 2.59s (2589973442) - CumulativeAllocationBytes: 6.7 GiB (7184596992) - CumulativeAllocations: 350,832 (350832) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.7 MiB (9166848) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.7 MiB (9166848) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.11s (2114978306) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.65s (27650716108) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4793168263) - TotalGetBatchTime: 36.6m (2196678466693) - DataWaitTime: 36.6m (2196022473412) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.91s (9911898329) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,416 (175416) - TotalBatchesReceived: 175,416 (175416) - TotalBytesReceived: 1.7 GiB (1857529795) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.30s (1305986591) - CodegenSysTime: 6ms (6892000) - CodegenUserTime: 412ms (412908000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 479ms (479995071) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999928) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 789ms (789991890) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 25ms (25999733) - TotalTime: 1.30s (1305986591) Instance c7456fdd806a4994:3209e9260000009d (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.272 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.7 MiB (41620313) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 1,664,914 (1664914) - TotalNetworkReceiveTime: 36.9m (2212293596046) - TotalNetworkSendTime: 3.5h (12693000088085) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 4.2h (14974707316119) - TotalThreadsSysTime: 1.78s (1779754000) - TotalThreadsUserTime: 33.62s (33624131000) - TotalThreadsVoluntaryContextSwitches: 378,621 (378621) - TotalTime: 4.2h (14974708316085) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999898) Open Finished: 37.2m (2229642004752) First Batch Produced: 37.2m (2231985924839) First Batch Sent: 37.2m (2231986924805) ExecInternal Finished: 4.2h (14974712315949) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12745068311265) - ExecTreeExecTime: 50.73s (50731268801) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229639004854) - ExecTreeOpenTime: 37.1m (2228053058918) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12693000088085) - PeakMemoryUsage: 2.2 MiB (2286368) - RowsSent: 1,664,914 (1664914) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 874ms (874970144) - TotalBytesSent: 127.7 MiB (133850743) - TotalTime: 3.5h (12694337042464) - UncompressedRowBatchSize: 201.7 MiB (211523174) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,914 (1664914) - RowsReturnedRate: 730 per second (730) - TotalTime: 38.0m (2278784327719) Node Lifecycle Event Timeline Open Started: 1.59s (1588945834) Open Finished: 37.2m (2229642004752) First Batch Requested: 37.2m (2229642004752) First Batch Returned: 37.2m (2231985924839) Last Batch Returned: 4.2h (14974682316973) Closed: 4.2h (14974712315949) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,914 (1664914) - RowsReturnedRate: 730 per second (730) - TotalTime: 38.0m (2278406340624) Node Lifecycle Event Timeline Open Started: 1.59s (1588945834) Open Finished: 37.2m (2229642004752) First Batch Requested: 37.2m (2229642004752) First Batch Returned: 37.2m (2231985924839) Last Batch Returned: 4.2h (14974681317007) Closed: 4.2h (14974682316973) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.81s (14806495350) - GetResultsTime: 72ms (72997513) - HTResizeTime: 83ms (83997137) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,914 (1664914) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 349ms (349988065) - CumulativeAllocationBytes: 8.5 GiB (9139388416) - CumulativeAllocations: 4,342 (4342) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4355784704) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4345298944) - ReadIoOps: 2,072 (2072) - ReadIoWaitTime: 33.67s (33675850801) - SystemAllocTime: 344ms (344988236) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4355784704) - WriteIoOps: 2,077 (2077) - WriteIoWaitTime: 878ms (878970044) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 517ms (517982343) - InactiveTotalTime: 36.9m (2211773613772) - PeakMemoryUsage: 5.5 MiB (5758976) - RowsReturned: 26,866,942 (26866942) - RowsReturnedRate: 12141 per second (12141) - TotalTime: 36.9m (2212898575425) Node Lifecycle Event Timeline Open Started: 1.59s (1588945834) Open Finished: 28.67s (28671022613) First Batch Requested: 28.67s (28672022579) First Batch Returned: 28.69s (28692021897) Last Batch Returned: 37.2m (2229642004752) Closed: 37.2m (2229642004752) Buffer pool - AllocTime: 2.31s (2311921204) - CumulativeAllocationBytes: 6.7 GiB (7146201088) - CumulativeAllocations: 348,966 (348966) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.5 MiB (5758976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.5 MiB (5758976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.97s (1965933002) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.08s (27082076779) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4768475976) - TotalGetBatchTime: 36.9m (2212267596934) - DataWaitTime: 36.9m (2211773613772) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.07s (9070690868) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,483 (174483) - TotalBatchesReceived: 174,483 (174483) - TotalBytesReceived: 1.7 GiB (1848944084) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 23 (23) - CodegenTotalWallClockTime: 1.58s (1585945936) - CodegenSysTime: 10ms (10079000) - CodegenUserTime: 411ms (411003000) - CodegenVoluntaryContextSwitches: 116 (116) - CompileTime: 840ms (840971332) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999761) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 711ms (711975729) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 23ms (23999182) - TotalTime: 1.58s (1585945936) Instance c7456fdd806a4994:3209e92600000081 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.269 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52222192) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 1,663,360 (1663360) - TotalNetworkReceiveTime: 36.6m (2195349506520) - TotalNetworkSendTime: 3.5h (12706208487532) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 181 (181) - TotalThreadsTotalWallClockTime: 4.2h (14974578920795) - TotalThreadsSysTime: 1.94s (1937832000) - TotalThreadsUserTime: 34.43s (34432122000) - TotalThreadsVoluntaryContextSwitches: 376,173 (376173) - TotalTime: 4.2h (14974578920795) Fragment Instance Lifecycle Event Timeline Prepare Finished: 0ns (0) Open Finished: 36.9m (2213858473722) First Batch Produced: 36.9m (2216424330501) First Batch Sent: 36.9m (2216424330501) ExecInternal Finished: 4.2h (14974578920795) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12760720447073) - ExecTreeExecTime: 53.06s (53059040577) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213858473722) - ExecTreeOpenTime: 36.9m (2212748535658) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706209487476) - PeakMemoryUsage: 2.1 MiB (2237216) - RowsSent: 1,663,360 (1663360) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 991ms (991944678) - TotalBytesSent: 127.6 MiB (133750095) - TotalTime: 3.5h (12707658406664) - UncompressedRowBatchSize: 201.6 MiB (211347341) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,360 (1663360) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2265805576346) Node Lifecycle Event Timeline Open Started: 1.11s (1109938064) Open Finished: 36.9m (2213858473722) First Batch Requested: 36.9m (2213858473722) First Batch Returned: 36.9m (2216424330501) Last Batch Returned: 4.2h (14974552922245) Closed: 4.2h (14974578920795) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,360 (1663360) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2265373600434) Node Lifecycle Event Timeline Open Started: 1.11s (1109938064) Open Finished: 36.9m (2213858473722) First Batch Requested: 36.9m (2213858473722) First Batch Returned: 36.9m (2216424330501) Last Batch Returned: 4.2h (14974552922245) Closed: 4.2h (14974552922245) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.50s (16505079007) - GetResultsTime: 78ms (78995591) - HTResizeTime: 87ms (87995086) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,360 (1663360) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 365ms (365979582) - CumulativeAllocationBytes: 8.5 GiB (9082765312) - CumulativeAllocations: 4,315 (4315) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4334813184) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4309647360) - ReadIoOps: 2,055 (2055) - ReadIoWaitTime: 35.50s (35497020109) - SystemAllocTime: 333ms (333981369) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4334813184) - WriteIoOps: 2,067 (2067) - WriteIoWaitTime: 2.59s (2591855361) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 459ms (459974346) - InactiveTotalTime: 36.6m (2194665544657) - PeakMemoryUsage: 15.6 MiB (16360855) - RowsReturned: 26,767,404 (26767404) - RowsReturnedRate: 12189 per second (12189) - TotalTime: 36.6m (2195902475668) Node Lifecycle Event Timeline Open Started: 1.11s (1109938064) Open Finished: 28.70s (28703398284) First Batch Requested: 28.70s (28704398228) First Batch Returned: 28.71s (28712397781) Last Batch Returned: 36.9m (2213858473722) Closed: 36.9m (2213858473722) Buffer pool - AllocTime: 2.20s (2196877425) - CumulativeAllocationBytes: 6.6 GiB (7119757312) - CumulativeAllocations: 347,670 (347670) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.62s (1623909394) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.59s (27593460220) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4748716615) - TotalGetBatchTime: 36.6m (2195318508246) - DataWaitTime: 36.6m (2194665544657) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.13s (9131490522) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,835 (173835) - TotalBatchesReceived: 173,835 (173835) - TotalBytesReceived: 1.7 GiB (1842175461) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.47s (1470069883) - TotalRPCsDeferred: 48 (48) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.11s (1109938064) - CodegenSysTime: 3ms (3955000) - CodegenUserTime: 419ms (419114000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 479ms (479973217) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27998438) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 566ms (566968362) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 32ms (32998159) - TotalTime: 1.11s (1109938064) Instance c7456fdd806a4994:3209e9260000007a (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.290 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.3 MiB (44331865) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 1,660,358 (1660358) - TotalNetworkReceiveTime: 36.6m (2196033743900) - TotalNetworkSendTime: 3.5h (12706380933829) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 199 (199) - TotalThreadsTotalWallClockTime: 4.2h (14974217447092) - TotalThreadsSysTime: 1.99s (1994192000) - TotalThreadsUserTime: 33.90s (33903320000) - TotalThreadsVoluntaryContextSwitches: 377,988 (377988) - TotalTime: 4.2h (14974217447092) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1,000.00us (999997) Open Finished: 36.9m (2213955684576) First Batch Produced: 36.9m (2216583675932) First Batch Sent: 36.9m (2216583675932) ExecInternal Finished: 4.2h (14974220447083) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12760262762513) - ExecTreeExecTime: 52.47s (52470833176) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213954684579) - ExecTreeOpenTime: 36.9m (2213026687658) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706380933829) - PeakMemoryUsage: 2.1 MiB (2253600) - RowsSent: 1,660,358 (1660358) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 942ms (942997003) - TotalBytesSent: 127.3 MiB (133496897) - TotalTime: 3.5h (12707789929344) - UncompressedRowBatchSize: 201.2 MiB (210963463) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,358 (1660358) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2265497520834) Node Lifecycle Event Timeline Open Started: 928ms (928996918) Open Finished: 36.9m (2213955684576) First Batch Requested: 36.9m (2213955684576) First Batch Returned: 36.9m (2216583675932) Last Batch Returned: 4.2h (14974168447248) Closed: 4.2h (14974220447083) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,358 (1660358) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2265045522261) Node Lifecycle Event Timeline Open Started: 928ms (928996918) Open Finished: 36.9m (2213955684576) First Batch Requested: 36.9m (2213955684576) First Batch Returned: 36.9m (2216582675935) Last Batch Returned: 4.2h (14974168447248) Closed: 4.2h (14974168447248) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.90s (15903947381) - GetResultsTime: 76ms (76999755) - HTResizeTime: 72ms (72999762) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,358 (1660358) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 385ms (385998723) - CumulativeAllocationBytes: 8.5 GiB (9164554240) - CumulativeAllocations: 4,354 (4354) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4374659072) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4351590400) - ReadIoOps: 2,075 (2075) - ReadIoWaitTime: 34.86s (34860889164) - SystemAllocTime: 343ms (343998856) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4374659072) - WriteIoOps: 2,086 (2086) - WriteIoWaitTime: 940ms (940996890) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 533ms (533998219) - InactiveTotalTime: 36.6m (2195397746007) - PeakMemoryUsage: 8.1 MiB (8470528) - RowsReturned: 27,007,201 (27007201) - RowsReturnedRate: 12294 per second (12294) - TotalTime: 36.6m (2196688741720) Node Lifecycle Event Timeline Open Started: 928ms (928996918) Open Finished: 28.84s (28840904311) First Batch Requested: 28.84s (28840904311) First Batch Returned: 28.85s (28850904278) Last Batch Returned: 36.9m (2213954684580) Closed: 36.9m (2213955684576) Buffer pool - AllocTime: 2.51s (2510991707) - CumulativeAllocationBytes: 6.7 GiB (7183556608) - CumulativeAllocations: 350,794 (350794) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.1 MiB (8470528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.1 MiB (8470528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.08s (2078993133) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.91s (27911907393) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4792336356) - TotalGetBatchTime: 36.6m (2196005743996) - DataWaitTime: 36.6m (2195397746007) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.00s (9998966913) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,397 (175397) - TotalBatchesReceived: 175,397 (175397) - TotalBytesReceived: 1.7 GiB (1856923978) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 926ms (926996924) - CodegenSysTime: 6ms (6943000) - CodegenUserTime: 404ms (404808000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 368ms (368998776) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999980) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 524ms (524998258) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 24ms (24999917) - TotalTime: 926ms (926996924) Instance c7456fdd806a4994:3209e9260000007b (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.194 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.0 MiB (44004185) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 1,664,840 (1664840) - TotalNetworkReceiveTime: 36.6m (2197380711507) - TotalNetworkSendTime: 3.5h (12706593705248) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 176 (176) - TotalThreadsTotalWallClockTime: 4.2h (14974175819052) - TotalThreadsSysTime: 1.73s (1726923000) - TotalThreadsUserTime: 33.15s (33148428000) - TotalThreadsVoluntaryContextSwitches: 378,674 (378674) - TotalTime: 4.2h (14974176819029) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.98us (999977) Open Finished: 36.9m (2214056329847) First Batch Produced: 36.9m (2216422275709) First Batch Sent: 36.9m (2216422275709) ExecInternal Finished: 4.2h (14974177819006) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12760120489182) - ExecTreeExecTime: 52.15s (52153815124) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214055329870) - ExecTreeOpenTime: 36.9m (2213327346536) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706593705248) - PeakMemoryUsage: 2.2 MiB (2310944) - RowsSent: 1,664,840 (1664840) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 922ms (922979035) - TotalBytesSent: 127.7 MiB (133857572) - TotalTime: 3.5h (12707965674081) - UncompressedRowBatchSize: 201.7 MiB (211537126) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,840 (1664840) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2265481161660) Node Lifecycle Event Timeline Open Started: 728ms (728983311) Open Finished: 36.9m (2214056329847) First Batch Requested: 36.9m (2214056329847) First Batch Returned: 36.9m (2216422275709) Last Batch Returned: 4.2h (14974139819869) Closed: 4.2h (14974177819006) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,840 (1664840) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2265139169434) Node Lifecycle Event Timeline Open Started: 728ms (728983311) Open Finished: 36.9m (2214056329847) First Batch Requested: 36.9m (2214056329847) First Batch Returned: 36.9m (2216421275732) Last Batch Returned: 4.2h (14974139819869) Closed: 4.2h (14974139819869) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.99s (14993656830) - GetResultsTime: 74ms (74998295) - HTResizeTime: 72ms (72998337) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,840 (1664840) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 323ms (323992582) - CumulativeAllocationBytes: 8.5 GiB (9110028288) - CumulativeAllocations: 4,328 (4328) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4347396096) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4324327424) - ReadIoOps: 2,062 (2062) - ReadIoWaitTime: 35.19s (35194200449) - SystemAllocTime: 279ms (279993587) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4347396096) - WriteIoOps: 2,073 (2073) - WriteIoWaitTime: 1.62s (1622962862) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 508ms (508988358) - InactiveTotalTime: 36.6m (2196774725368) - PeakMemoryUsage: 7.8 MiB (8142848) - RowsReturned: 26,853,486 (26853486) - RowsReturnedRate: 12217 per second (12217) - TotalTime: 36.6m (2197973697941) Node Lifecycle Event Timeline Open Started: 728ms (728983311) Open Finished: 28.93s (28925337804) First Batch Requested: 28.93s (28927337758) First Batch Returned: 28.94s (28944337369) Last Batch Returned: 36.9m (2214055329870) Closed: 36.9m (2214056329847) Buffer pool - AllocTime: 2.62s (2619940049) - CumulativeAllocationBytes: 6.7 GiB (7142621184) - CumulativeAllocations: 348,786 (348786) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.8 MiB (8142848) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.8 MiB (8142848) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.24s (2240948721) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.20s (28196354493) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4763457592) - TotalGetBatchTime: 36.6m (2197346712286) - DataWaitTime: 36.6m (2196774725368) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.99s (9989771370) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,393 (174393) - TotalBatchesReceived: 174,393 (174393) - TotalBytesReceived: 1.7 GiB (1846991654) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 727ms (727983334) - CodegenSysTime: 6ms (6999000) - CodegenUserTime: 418ms (418846000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 417ms (417990431) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999840) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 277ms (277993636) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 22ms (22999473) - TotalTime: 727ms (727983334) Instance c7456fdd806a4994:3209e92600000079 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.265 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.3 MiB (42275673) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 1,662,281 (1662281) - TotalNetworkReceiveTime: 36.6m (2196507238110) - TotalNetworkSendTime: 3.5h (12706069335346) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 192 (192) - TotalThreadsTotalWallClockTime: 4.2h (14974054749891) - TotalThreadsSysTime: 1.69s (1691251000) - TotalThreadsUserTime: 33.48s (33485702000) - TotalThreadsVoluntaryContextSwitches: 378,180 (378180) - TotalTime: 4.2h (14974054749891) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999977) Open Finished: 36.9m (2214068040043) First Batch Produced: 36.9m (2216825009021) First Batch Sent: 36.9m (2216826009010) ExecInternal Finished: 4.2h (14974058749845) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12759988709825) - ExecTreeExecTime: 52.50s (52496391006) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214066040066) - ExecTreeOpenTime: 36.9m (2212455058245) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706070335335) - PeakMemoryUsage: 2.1 MiB (2179872) - RowsSent: 1,662,281 (1662281) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 947ms (947988988) - TotalBytesSent: 127.5 MiB (133652251) - TotalTime: 3.5h (12707492318819) - UncompressedRowBatchSize: 201.4 MiB (211198247) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,281 (1662281) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.7m (2264951449251) Node Lifecycle Event Timeline Open Started: 1.61s (1612981798) Open Finished: 36.9m (2214068040043) First Batch Requested: 36.9m (2214068040043) First Batch Returned: 36.9m (2216825009021) Last Batch Returned: 4.2h (14974024750240) Closed: 4.2h (14974057749856) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,281 (1662281) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2264601453311) Node Lifecycle Event Timeline Open Started: 1.61s (1612981798) Open Finished: 36.9m (2214068040043) First Batch Requested: 36.9m (2214068040043) First Batch Returned: 36.9m (2216825009021) Last Batch Returned: 4.2h (14974023750252) Closed: 4.2h (14974024750240) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.85s (14853832469) - GetResultsTime: 75ms (75999120) - HTResizeTime: 74ms (74999133) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,281 (1662281) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 467ms (467994720) - CumulativeAllocationBytes: 8.5 GiB (9130999808) - CumulativeAllocations: 4,338 (4338) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4355784704) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4336910336) - ReadIoOps: 2,068 (2068) - ReadIoWaitTime: 35.34s (35341590032) - SystemAllocTime: 460ms (460994801) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4355784704) - WriteIoOps: 2,077 (2077) - WriteIoWaitTime: 853ms (853990364) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 485ms (485994523) - InactiveTotalTime: 36.6m (2195861245406) - PeakMemoryUsage: 6.1 MiB (6414336) - RowsReturned: 26,858,464 (26858464) - RowsReturnedRate: 12224 per second (12224) - TotalTime: 36.6m (2197110231308) Node Lifecycle Event Timeline Open Started: 1.61s (1612981798) Open Finished: 28.93s (28925673573) First Batch Requested: 28.93s (28926673562) First Batch Returned: 28.96s (28963673144) Last Batch Returned: 36.9m (2214067040054) Closed: 36.9m (2214067040054) Buffer pool - AllocTime: 1.75s (1753980231) - CumulativeAllocationBytes: 6.7 GiB (7143964672) - CumulativeAllocations: 348,850 (348850) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.1 MiB (6414336) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.1 MiB (6414336) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.43s (1433983842) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.31s (27312691775) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4766572320) - TotalGetBatchTime: 36.6m (2196486238351) - DataWaitTime: 36.6m (2195861245406) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.87s (8868900004) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,425 (174425) - TotalBatchesReceived: 174,425 (174425) - TotalBytesReceived: 1.7 GiB (1847173700) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 42 (42) - CodegenTotalWallClockTime: 1.61s (1610981821) - CodegenSysTime: 10ms (10946000) - CodegenUserTime: 423ms (423840000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 682ms (682992293) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999662) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 852ms (852990374) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 42ms (42999515) - TotalTime: 1.61s (1610981821) Instance c7456fdd806a4994:3209e92600000083 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.239 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.3 MiB (46494553) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 1,661,954 (1661954) - TotalNetworkReceiveTime: 36.6m (2194244029679) - TotalNetworkSendTime: 3.5h (12706319019172) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 195 (195) - TotalThreadsTotalWallClockTime: 4.2h (14974053447199) - TotalThreadsSysTime: 1.87s (1873306000) - TotalThreadsUserTime: 33.88s (33884234000) - TotalThreadsVoluntaryContextSwitches: 374,857 (374857) - TotalTime: 4.2h (14974054447177) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.98us (999978) Open Finished: 36.9m (2214145594594) First Batch Produced: 36.9m (2216642540021) First Batch Sent: 36.9m (2216643539999) ExecInternal Finished: 4.2h (14974055447156) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12759908852583) - ExecTreeExecTime: 52.11s (52113865539) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214144594616) - ExecTreeOpenTime: 36.9m (2212580628820) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706319019172) - PeakMemoryUsage: 2.0 MiB (2147104) - RowsSent: 1,661,954 (1661954) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 975ms (975978750) - TotalBytesSent: 127.4 MiB (133632736) - TotalTime: 3.5h (12707791987111) - UncompressedRowBatchSize: 201.4 MiB (211156996) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,954 (1661954) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.7m (2264693494380) Node Lifecycle Event Timeline Open Started: 1.56s (1564965774) Open Finished: 36.9m (2214145594594) First Batch Requested: 36.9m (2214145594594) First Batch Returned: 36.9m (2216642540021) Last Batch Returned: 4.2h (14974020447917) Closed: 4.2h (14974055447156) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,954 (1661954) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.7m (2264294503073) Node Lifecycle Event Timeline Open Started: 1.56s (1564965774) Open Finished: 36.9m (2214145594594) First Batch Requested: 36.9m (2214146594573) First Batch Returned: 36.9m (2216642540021) Last Batch Returned: 4.2h (14974020447917) Closed: 4.2h (14974020447917) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.35s (17349620707) - GetResultsTime: 66ms (66998543) - HTResizeTime: 76ms (76998322) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,954 (1661954) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 590ms (590987078) - CumulativeAllocationBytes: 8.5 GiB (9177137152) - CumulativeAllocations: 4,360 (4360) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4380950528) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4357881856) - ReadIoOps: 2,078 (2078) - ReadIoWaitTime: 34.73s (34731243946) - SystemAllocTime: 550ms (550987951) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4380950528) - WriteIoOps: 2,089 (2089) - WriteIoWaitTime: 967ms (967978831) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 507ms (507988903) - InactiveTotalTime: 36.6m (2193687041876) - PeakMemoryUsage: 10.1 MiB (10633216) - RowsReturned: 27,054,534 (27054534) - RowsReturnedRate: 12326 per second (12326) - TotalTime: 36.6m (2194857016290) Node Lifecycle Event Timeline Open Started: 1.56s (1564965774) Open Finished: 28.98s (28977366262) First Batch Requested: 28.98s (28977366262) First Batch Returned: 28.98s (28984366109) Last Batch Returned: 36.9m (2214145594594) Closed: 36.9m (2214145594594) Buffer pool - AllocTime: 3.40s (3395925762) - CumulativeAllocationBytes: 6.7 GiB (7196123136) - CumulativeAllocations: 351,400 (351400) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.1 MiB (10633216) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.1 MiB (10633216) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.96s (2955935372) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.41s (27412400488) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4798431603) - TotalGetBatchTime: 36.6m (2194215030314) - DataWaitTime: 36.6m (2193687041876) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.71s (10706765971) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,700 (175700) - TotalBatchesReceived: 175,700 (175700) - TotalBytesReceived: 1.7 GiB (1859093568) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.56s (1563965796) - CodegenSysTime: 3ms (3453000) - CodegenUserTime: 426ms (426093000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 594ms (594986987) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41999082) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 876ms (876980821) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 46ms (46998972) - TotalTime: 1.56s (1563965796) Instance c7456fdd806a4994:3209e9260000009c (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.243 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.3 MiB (41169753) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 1,663,006 (1663006) - TotalNetworkReceiveTime: 36.9m (2212802377110) - TotalNetworkSendTime: 3.5h (12692286306874) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 176 (176) - TotalThreadsTotalWallClockTime: 4.2h (14973892572096) - TotalThreadsSysTime: 1.93s (1928991000) - TotalThreadsUserTime: 33.46s (33460851000) - TotalThreadsVoluntaryContextSwitches: 378,067 (378067) - TotalTime: 4.2h (14973893572094) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999996) Open Finished: 37.2m (2229890349178) First Batch Produced: 37.2m (2233195343774) First Batch Sent: 37.2m (2233195343774) ExecInternal Finished: 4.2h (14973895572090) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12744004222914) - ExecTreeExecTime: 50.28s (50276918378) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229888349182) - ExecTreeOpenTime: 37.1m (2228797350968) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12692287306873) - PeakMemoryUsage: 2.1 MiB (2237216) - RowsSent: 1,663,006 (1663006) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 964ms (964998438) - TotalBytesSent: 127.5 MiB (133703475) - TotalTime: 3.5h (12693728304533) - UncompressedRowBatchSize: 201.5 MiB (211285777) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,006 (1663006) - RowsReturnedRate: 729 per second (729) - TotalTime: 38.0m (2279074269346) Node Lifecycle Event Timeline Open Started: 1.09s (1092998210) Open Finished: 37.2m (2229890349178) First Batch Requested: 37.2m (2229890349178) First Batch Returned: 37.2m (2233195343774) Last Batch Returned: 4.2h (14973863572142) Closed: 4.2h (14973895572090) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,006 (1663006) - RowsReturnedRate: 729 per second (729) - TotalTime: 38.0m (2278779269826) Node Lifecycle Event Timeline Open Started: 1.09s (1092998210) Open Finished: 37.2m (2229890349178) First Batch Requested: 37.2m (2229890349178) First Batch Returned: 37.2m (2233195343774) Last Batch Returned: 4.2h (14973863572142) Closed: 4.2h (14973863572142) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.95s (14950975549) - GetResultsTime: 78ms (78999872) - HTResizeTime: 80ms (80999864) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,006 (1663006) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 656ms (656998928) - CumulativeAllocationBytes: 8.5 GiB (9133096960) - CumulativeAllocations: 4,339 (4339) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4351590400) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 33.22s (33221946056) - SystemAllocTime: 592ms (592999032) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4351590400) - WriteIoOps: 2,075 (2075) - WriteIoWaitTime: 1.18s (1176998075) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 485ms (485999219) - InactiveTotalTime: 36.9m (2212145378193) - PeakMemoryUsage: 5.1 MiB (5308416) - RowsReturned: 26,878,064 (26878064) - RowsReturnedRate: 12143 per second (12143) - TotalTime: 36.9m (2213387376171) Node Lifecycle Event Timeline Open Started: 1.09s (1092998210) Open Finished: 28.90s (28896952688) First Batch Requested: 28.90s (28897952686) First Batch Returned: 28.93s (28929952634) Last Batch Returned: 37.2m (2229890349178) Closed: 37.2m (2229890349178) Buffer pool - AllocTime: 2.43s (2429996023) - CumulativeAllocationBytes: 6.7 GiB (7149125632) - CumulativeAllocations: 349,096 (349096) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.1 MiB (5308416) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.1 MiB (5308416) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.10s (2096996567) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.80s (27803954478) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4769787155) - TotalGetBatchTime: 36.9m (2212782377144) - DataWaitTime: 36.9m (2212145378193) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.54s (9542984388) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,548 (174548) - TotalBatchesReceived: 174,548 (174548) - TotalBytesReceived: 1.7 GiB (1849568839) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.09s (1090998214) - CodegenSysTime: 9ms (9944000) - CodegenUserTime: 406ms (406838000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 402ms (402999340) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999989) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 657ms (657998923) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 21ms (21999964) - TotalTime: 1.09s (1090998214) Instance c7456fdd806a4994:3209e92600000091 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.278 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52186065) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 1,662,808 (1662808) - TotalNetworkReceiveTime: 36.6m (2195772310192) - TotalNetworkSendTime: 3.5h (12706230049999) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 195 (195) - TotalThreadsTotalWallClockTime: 4.2h (14973837860674) - TotalThreadsSysTime: 1.79s (1794728000) - TotalThreadsUserTime: 33.73s (33728078000) - TotalThreadsVoluntaryContextSwitches: 378,056 (378056) - TotalTime: 4.2h (14973837860674) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999992) Open Finished: 36.9m (2213999179906) First Batch Produced: 36.9m (2216487162173) First Batch Sent: 36.9m (2216487162173) ExecInternal Finished: 4.2h (14973840860653) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12759839680760) - ExecTreeExecTime: 52.24s (52237640204) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213998179914) - ExecTreeOpenTime: 36.9m (2213118186218) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706231049992) - PeakMemoryUsage: 2.1 MiB (2220832) - RowsSent: 1,662,808 (1662808) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 911ms (911993716) - TotalBytesSent: 127.5 MiB (133687554) - TotalTime: 3.5h (12707599040578) - UncompressedRowBatchSize: 201.5 MiB (211258002) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,808 (1662808) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2265355826422) Node Lifecycle Event Timeline Open Started: 880ms (880993688) Open Finished: 36.9m (2213999179906) First Batch Requested: 36.9m (2213999179906) First Batch Returned: 36.9m (2216487162173) Last Batch Returned: 4.2h (14973805860893) Closed: 4.2h (14973839860660) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,808 (1662808) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2264980829000) Node Lifecycle Event Timeline Open Started: 880ms (880993688) Open Finished: 36.9m (2213999179906) First Batch Requested: 36.9m (2213999179906) First Batch Returned: 36.9m (2216486162180) Last Batch Returned: 4.2h (14973804860900) Closed: 4.2h (14973805860893) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.49s (16486882175) - GetResultsTime: 72ms (72999491) - HTResizeTime: 75ms (75999475) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,808 (1662808) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 541ms (541996133) - CumulativeAllocationBytes: 8.5 GiB (9139388416) - CumulativeAllocations: 4,342 (4342) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4359979008) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4341104640) - ReadIoOps: 2,070 (2070) - ReadIoWaitTime: 35.13s (35133758026) - SystemAllocTime: 487ms (487996520) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4359979008) - WriteIoOps: 2,079 (2079) - WriteIoWaitTime: 2.84s (2840979673) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 474ms (474996598) - InactiveTotalTime: 36.6m (2195315313457) - PeakMemoryUsage: 15.6 MiB (16324728) - RowsReturned: 26,917,227 (26917227) - RowsReturnedRate: 12255 per second (12255) - TotalTime: 36.6m (2196342306108) Node Lifecycle Event Timeline Open Started: 880ms (880993688) Open Finished: 28.72s (28724794228) First Batch Requested: 28.73s (28725794221) First Batch Returned: 28.74s (28736794142) Last Batch Returned: 36.9m (2213998179913) Closed: 36.9m (2213998179913) Buffer pool - AllocTime: 2.43s (2427982648) - CumulativeAllocationBytes: 6.7 GiB (7159619584) - CumulativeAllocations: 349,616 (349616) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.04s (2043985397) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.84s (27843800540) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4775690054) - TotalGetBatchTime: 36.6m (2195747310371) - DataWaitTime: 36.6m (2195315313457) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.39s (9394932805) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,808 (174808) - TotalBatchesReceived: 174,808 (174808) - TotalBytesReceived: 1.7 GiB (1852114893) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 366ms (366702435) - TotalRPCsDeferred: 62 (62) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 879ms (879993696) - CodegenSysTime: 3ms (3997000) - CodegenUserTime: 407ms (407611000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 321ms (321997693) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999957) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 516ms (516996296) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 33ms (33999757) - TotalTime: 879ms (879993696) Instance c7456fdd806a4994:3209e92600000096 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.292 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 46.3 MiB (48509785) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 1,663,080 (1663080) - TotalNetworkReceiveTime: 36.9m (2212112923378) - TotalNetworkSendTime: 3.5h (12693089531146) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 206 (206) - TotalThreadsTotalWallClockTime: 4.2h (14973579966795) - TotalThreadsSysTime: 1.72s (1717288000) - TotalThreadsUserTime: 33.16s (33165903000) - TotalThreadsVoluntaryContextSwitches: 374,883 (374883) - TotalTime: 4.2h (14973580966802) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1000007) Open Finished: 37.2m (2229959051776) First Batch Produced: 37.2m (2232485069947) First Batch Sent: 37.2m (2232485069947) ExecInternal Finished: 4.2h (14973582966817) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12743621915026) - ExecTreeExecTime: 49.15s (49151373377) - InactiveTotalTime: 0ns (0) - OpenTime: 37.2m (2229958051769) - ExecTreeOpenTime: 37.2m (2229293046986) - PrepareTime: 1ms (1000007) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12693089531146) - PeakMemoryUsage: 2.0 MiB (2122528) - RowsSent: 1,663,080 (1663080) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 903ms (903006864) - TotalBytesSent: 127.5 MiB (133715350) - TotalTime: 3.5h (12694467541628) - UncompressedRowBatchSize: 201.5 MiB (211304393) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,080 (1663080) - RowsReturnedRate: 729 per second (729) - TotalTime: 38.0m (2278441420340) Node Lifecycle Event Timeline Open Started: 666ms (666004790) Open Finished: 37.2m (2229959051776) First Batch Requested: 37.2m (2229959051776) First Batch Returned: 37.2m (2232485069947) Last Batch Returned: 4.2h (14973554966604) Closed: 4.2h (14973582966817) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,080 (1663080) - RowsReturnedRate: 730 per second (730) - TotalTime: 38.0m (2278037417264) Node Lifecycle Event Timeline Open Started: 666ms (666004790) Open Finished: 37.2m (2229959051776) First Batch Requested: 37.2m (2229959051776) First Batch Returned: 37.2m (2232485069947) Last Batch Returned: 4.2h (14973554966604) Closed: 4.2h (14973554966604) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.95s (15951114762) - GetResultsTime: 80ms (80000615) - HTResizeTime: 84ms (84000631) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,080 (1663080) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 531ms (531003822) - CumulativeAllocationBytes: 8.5 GiB (9080668160) - CumulativeAllocations: 4,314 (4314) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4326424576) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4315938816) - ReadIoOps: 2,058 (2058) - ReadIoWaitTime: 31.73s (31728241003) - SystemAllocTime: 486ms (486003496) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4326424576) - WriteIoOps: 2,063 (2063) - WriteIoWaitTime: 1.03s (1033007429) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 469ms (469003370) - InactiveTotalTime: 36.9m (2211301917555) - PeakMemoryUsage: 12.1 MiB (12648448) - RowsReturned: 26,735,148 (26735148) - RowsReturnedRate: 12082 per second (12082) - TotalTime: 36.9m (2212660927316) Node Lifecycle Event Timeline Open Started: 666ms (666004790) Open Finished: 29.00s (28996208554) First Batch Requested: 29.00s (28997208561) First Batch Returned: 29.02s (29016208698) Last Batch Returned: 37.2m (2229958051769) Closed: 37.2m (2229958051769) Buffer pool - AllocTime: 3.80s (3798027346) - CumulativeAllocationBytes: 6.6 GiB (7111147520) - CumulativeAllocations: 347,242 (347242) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.1 MiB (12648448) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.1 MiB (12648448) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.34s (3339024043) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.33s (28330203764) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4741743823) - TotalGetBatchTime: 36.9m (2212089923216) - DataWaitTime: 36.9m (2211301917555) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11.99s (11988086333) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,621 (173621) - TotalBatchesReceived: 173,621 (173621) - TotalBytesReceived: 1.7 GiB (1838701592) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 54 (54) - CodegenTotalWallClockTime: 665ms (665004783) - CodegenSysTime: 3ms (3966000) - CodegenUserTime: 410ms (410159000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 291ms (291002093) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20000144) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 284ms (284002042) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 45ms (45000324) - TotalTime: 665ms (665004783) Instance c7456fdd806a4994:3209e9260000008f (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.309 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.8 MiB (48059225) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 1,663,433 (1663433) - TotalNetworkReceiveTime: 36.6m (2194564910631) - TotalNetworkSendTime: 3.5h (12706324292063) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 166 (166) - TotalThreadsTotalWallClockTime: 4.2h (14973357942542) - TotalThreadsSysTime: 1.83s (1828304000) - TotalThreadsUserTime: 33.29s (33289716000) - TotalThreadsVoluntaryContextSwitches: 377,698 (377698) - TotalTime: 4.2h (14973358942524) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.98us (999982) Open Finished: 36.9m (2214135570856) First Batch Produced: 36.9m (2216700526359) First Batch Sent: 36.9m (2216701526342) ExecInternal Finished: 4.2h (14973359942507) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12759223371668) - ExecTreeExecTime: 51.52s (51517103659) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214134570874) - ExecTreeOpenTime: 36.9m (2213038589909) - PrepareTime: 999.98us (999982) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706326292029) - PeakMemoryUsage: 2.1 MiB (2155296) - RowsSent: 1,663,433 (1663433) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 945ms (945983534) - TotalBytesSent: 127.5 MiB (133741829) - TotalTime: 3.5h (12707706268010) - UncompressedRowBatchSize: 201.6 MiB (211340591) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,433 (1663433) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2264554693586) Node Lifecycle Event Timeline Open Started: 1.10s (1096980947) Open Finished: 36.9m (2214135570856) First Batch Requested: 36.9m (2214135570856) First Batch Returned: 36.9m (2216700526359) Last Batch Returned: 4.2h (14973335942924) Closed: 4.2h (14973359942507) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,433 (1663433) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2264178700113) Node Lifecycle Event Timeline Open Started: 1.10s (1096980947) Open Finished: 36.9m (2214135570856) First Batch Requested: 36.9m (2214135570856) First Batch Returned: 36.9m (2216700526359) Last Batch Returned: 4.2h (14973334942942) Closed: 4.2h (14973335942924) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.56s (17560695120) - GetResultsTime: 77ms (77998640) - HTResizeTime: 75ms (75998672) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,433 (1663433) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 557ms (557990308) - CumulativeAllocationBytes: 8.5 GiB (9080668160) - CumulativeAllocations: 4,314 (4314) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4332716032) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4309647360) - ReadIoOps: 2,055 (2055) - ReadIoWaitTime: 34.64s (34643397236) - SystemAllocTime: 508ms (508991163) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4332716032) - WriteIoOps: 2,066 (2066) - WriteIoWaitTime: 3.13s (3128945659) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 487ms (487991541) - InactiveTotalTime: 36.6m (2194015920149) - PeakMemoryUsage: 11.6 MiB (12197888) - RowsReturned: 26,765,767 (26765767) - RowsReturnedRate: 12193 per second (12193) - TotalTime: 36.6m (2195145900562) Node Lifecycle Event Timeline Open Started: 1.10s (1096980947) Open Finished: 28.91s (28912497836) First Batch Requested: 28.91s (28913497818) First Batch Returned: 28.92s (28920497697) Last Batch Returned: 36.9m (2214134570873) Closed: 36.9m (2214135570856) Buffer pool - AllocTime: 2.07s (2067964109) - CumulativeAllocationBytes: 6.6 GiB (7119306752) - CumulativeAllocations: 347,644 (347644) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.6 MiB (12197888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.6 MiB (12197888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.48s (1480974298) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.82s (27815516889) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4749046913) - TotalGetBatchTime: 36.6m (2194543910997) - DataWaitTime: 36.6m (2194015920149) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.95s (8945844783) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,822 (173822) - TotalBatchesReceived: 173,822 (173822) - TotalBytesReceived: 1.7 GiB (1841749402) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.09s (1095980965) - CodegenSysTime: 3ms (3980000) - CodegenUserTime: 417ms (417963000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 470ms (470991820) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999896) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 568ms (568990117) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 47ms (47999166) - TotalTime: 1.09s (1095980965) Instance c7456fdd806a4994:3209e92600000092 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.317 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52224318) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 1,664,418 (1664418) - TotalNetworkReceiveTime: 36.6m (2197315899964) - TotalNetworkSendTime: 3.5h (12706098563092) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 185 (185) - TotalThreadsTotalWallClockTime: 4.2h (14973191834291) - TotalThreadsSysTime: 1.85s (1852388000) - TotalThreadsUserTime: 34.13s (34135420000) - TotalThreadsVoluntaryContextSwitches: 378,650 (378650) - TotalTime: 4.2h (14973192834253) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999962) Open Finished: 36.9m (2214267258884) First Batch Produced: 36.9m (2216706166691) First Batch Sent: 36.9m (2216706166691) ExecInternal Finished: 4.2h (14973194834178) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12758925575369) - ExecTreeExecTime: 51.41s (51412065520) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214266258922) - ExecTreeOpenTime: 36.9m (2213286295996) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706099563054) - PeakMemoryUsage: 1.9 MiB (2024224) - RowsSent: 1,664,418 (1664418) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 942ms (942964511) - TotalBytesSent: 127.6 MiB (133837661) - TotalTime: 3.5h (12707514509811) - UncompressedRowBatchSize: 201.7 MiB (211482536) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,418 (1664418) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2264696361592) Node Lifecycle Event Timeline Open Started: 980ms (980962888) Open Finished: 36.9m (2214267258884) First Batch Requested: 36.9m (2214267258884) First Batch Returned: 36.9m (2216706166691) Last Batch Returned: 4.2h (14973163835344) Closed: 4.2h (14973194834178) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,418 (1664418) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2264303376375) Node Lifecycle Event Timeline Open Started: 980ms (980962888) Open Finished: 36.9m (2214267258884) First Batch Requested: 36.9m (2214267258884) First Batch Returned: 36.9m (2216706166691) Last Batch Returned: 4.2h (14973163835344) Closed: 4.2h (14973163835344) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.98s (14982433378) - GetResultsTime: 54ms (54997931) - HTResizeTime: 82ms (82996881) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,418 (1664418) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 397ms (397984950) - CumulativeAllocationBytes: 8.5 GiB (9154068480) - CumulativeAllocations: 4,349 (4349) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4368367616) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4347396096) - ReadIoOps: 2,073 (2073) - ReadIoWaitTime: 34.17s (34174714082) - SystemAllocTime: 373ms (373985852) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4368367616) - WriteIoOps: 2,083 (2083) - WriteIoWaitTime: 1.39s (1392947311) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 452ms (452982880) - InactiveTotalTime: 36.6m (2196799919483) - PeakMemoryUsage: 15.6 MiB (16362981) - RowsReturned: 26,987,241 (26987241) - RowsReturnedRate: 12278 per second (12278) - TotalTime: 36.6m (2197860879371) Node Lifecycle Event Timeline Open Started: 980ms (980962888) Open Finished: 28.99s (28991903175) First Batch Requested: 28.99s (28992903137) First Batch Returned: 29.01s (29009902494) Last Batch Returned: 36.9m (2214266258921) Closed: 36.9m (2214267258884) Buffer pool - AllocTime: 2.40s (2400909199) - CumulativeAllocationBytes: 6.7 GiB (7178231808) - CumulativeAllocations: 350,522 (350522) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.82s (1821931102) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 28.01s (28010940287) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4788431544) - TotalGetBatchTime: 36.6m (2197290900911) - DataWaitTime: 36.6m (2196799919483) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.75s (9754631028) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,261 (175261) - TotalBatchesReceived: 175,261 (175261) - TotalBytesReceived: 1.7 GiB (1856027311) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 340ms (340318829) - TotalRPCsDeferred: 75 (75) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 979ms (979962926) - CodegenSysTime: 1ms (1989000) - CodegenUserTime: 412ms (412110000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 311ms (311988197) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999736) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 638ms (638975826) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 20ms (20999205) - TotalTime: 979ms (979962926) Instance c7456fdd806a4994:3209e9260000008d (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.337 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52213364) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 1,662,039 (1662039) - TotalNetworkReceiveTime: 36.6m (2194893960635) - TotalNetworkSendTime: 3.5h (12706187733962) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 200 (200) - TotalThreadsTotalWallClockTime: 4.2h (14972863528883) - TotalThreadsSysTime: 1.82s (1820249000) - TotalThreadsUserTime: 33.84s (33841031000) - TotalThreadsVoluntaryContextSwitches: 376,555 (376555) - TotalTime: 4.2h (14972864528881) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1,000.00us (999998) Open Finished: 36.9m (2214046916634) First Batch Produced: 36.9m (2216362911324) First Batch Sent: 36.9m (2216362911324) ExecInternal Finished: 4.2h (14972866528876) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12758817612247) - ExecTreeExecTime: 51.24s (51239881482) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214045916636) - ExecTreeOpenTime: 36.9m (2212840919404) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706191733953) - PeakMemoryUsage: 2.0 MiB (2114336) - RowsSent: 1,662,039 (1662039) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 953ms (953997816) - TotalBytesSent: 127.4 MiB (133631811) - TotalTime: 3.5h (12707573730775) - UncompressedRowBatchSize: 201.4 MiB (211156864) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,039 (1662039) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2264078800892) Node Lifecycle Event Timeline Open Started: 1.21s (1205997230) Open Finished: 36.9m (2214046916634) First Batch Requested: 36.9m (2214046916634) First Batch Returned: 36.9m (2216362911324) Last Batch Returned: 4.2h (14972837528943) Closed: 4.2h (14972865528879) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,039 (1662039) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2263680801832) Node Lifecycle Event Timeline Open Started: 1.21s (1205997230) Open Finished: 36.9m (2214046916634) First Batch Requested: 36.9m (2214047916632) First Batch Returned: 36.9m (2216361911326) Last Batch Returned: 4.2h (14972837528943) Closed: 4.2h (14972837528943) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.01s (17010960920) - GetResultsTime: 67ms (67999847) - HTResizeTime: 71ms (71999831) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,039 (1662039) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 753ms (753998261) - CumulativeAllocationBytes: 8.5 GiB (9160359936) - CumulativeAllocations: 4,352 (4352) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4372561920) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4349493248) - ReadIoOps: 2,074 (2074) - ReadIoWaitTime: 33.97s (33973921444) - SystemAllocTime: 739ms (739998293) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4372561920) - WriteIoOps: 2,085 (2085) - WriteIoWaitTime: 1.77s (1773995938) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 502ms (502998839) - InactiveTotalTime: 36.6m (2194317961960) - PeakMemoryUsage: 15.6 MiB (16352027) - RowsReturned: 27,028,565 (27028565) - RowsReturnedRate: 12310 per second (12310) - TotalTime: 36.6m (2195508959221) Node Lifecycle Event Timeline Open Started: 1.21s (1205997230) Open Finished: 28.80s (28801933846) First Batch Requested: 28.80s (28802933844) First Batch Returned: 28.84s (28844933747) Last Batch Returned: 36.9m (2214046916634) Closed: 36.9m (2214046916634) Buffer pool - AllocTime: 2.94s (2935993237) - CumulativeAllocationBytes: 6.7 GiB (7189250048) - CumulativeAllocations: 351,056 (351056) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.59s (2590994038) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.59s (27595936616) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4794920785) - TotalGetBatchTime: 36.6m (2194858960714) - DataWaitTime: 36.6m (2194317961960) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.45s (10452975955) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,528 (175528) - TotalBatchesReceived: 175,528 (175528) - TotalBytesReceived: 1.7 GiB (1858125490) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 348ms (348790185) - TotalRPCsDeferred: 103 (103) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 47 (47) - CodegenTotalWallClockTime: 1.20s (1204997232) - CodegenSysTime: 2ms (2983000) - CodegenUserTime: 414ms (414694000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 572ms (572998684) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999984) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 600ms (600998619) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 22ms (22999947) - TotalTime: 1.20s (1204997232) Instance c7456fdd806a4994:3209e92600000085 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.246 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52191277) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 1,662,996 (1662996) - TotalNetworkReceiveTime: 36.6m (2194382348867) - TotalNetworkSendTime: 3.5h (12706309294981) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 172 (172) - TotalThreadsTotalWallClockTime: 4.2h (14972294043000) - TotalThreadsSysTime: 1.79s (1794712000) - TotalThreadsUserTime: 33.79s (33792452000) - TotalThreadsVoluntaryContextSwitches: 376,349 (376349) - TotalTime: 4.2h (14972294043000) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.98us (999977) Open Finished: 36.9m (2213979905429) First Batch Produced: 36.9m (2216416850276) First Batch Sent: 36.9m (2216416850276) ExecInternal Finished: 4.2h (14972297042933) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12758315137548) - ExecTreeExecTime: 50.56s (50560874715) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213978905452) - ExecTreeOpenTime: 36.9m (2213118924927) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706310294959) - PeakMemoryUsage: 2.2 MiB (2310944) - RowsSent: 1,662,996 (1662996) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 954ms (954978770) - TotalBytesSent: 127.5 MiB (133715622) - TotalTime: 3.5h (12707753262855) - UncompressedRowBatchSize: 201.5 MiB (211290813) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,996 (1662996) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2263677799686) Node Lifecycle Event Timeline Open Started: 860ms (860980502) Open Finished: 36.9m (2213979905429) First Batch Requested: 36.9m (2213979905429) First Batch Returned: 36.9m (2216416850276) Last Batch Returned: 4.2h (14972269043555) Closed: 4.2h (14972297042933) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,996 (1662996) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2263319807648) Node Lifecycle Event Timeline Open Started: 860ms (860980502) Open Finished: 36.9m (2213979905429) First Batch Requested: 36.9m (2213979905429) First Batch Returned: 36.9m (2216416850276) Last Batch Returned: 4.2h (14972269043555) Closed: 4.2h (14972269043555) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.80s (17805597116) - GetResultsTime: 77ms (77998264) - HTResizeTime: 81ms (81998174) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,996 (1662996) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 436ms (436990120) - CumulativeAllocationBytes: 8.5 GiB (9126805504) - CumulativeAllocations: 4,336 (4336) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4359979008) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4328521728) - ReadIoOps: 2,064 (2064) - ReadIoWaitTime: 33.51s (33510254176) - SystemAllocTime: 428ms (428990299) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4359979008) - WriteIoOps: 2,079 (2079) - WriteIoWaitTime: 2.13s (2132951720) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 507ms (507988520) - InactiveTotalTime: 36.6m (2193872360410) - PeakMemoryUsage: 15.6 MiB (16329940) - RowsReturned: 26,923,932 (26923932) - RowsReturnedRate: 12266 per second (12266) - TotalTime: 36.6m (2195000334893) Node Lifecycle Event Timeline Open Started: 860ms (860980502) Open Finished: 28.75s (28754348864) First Batch Requested: 28.76s (28756348818) First Batch Returned: 28.81s (28807347663) Last Batch Returned: 36.9m (2213978905452) Closed: 36.9m (2213979905429) Buffer pool - AllocTime: 2.00s (1997954800) - CumulativeAllocationBytes: 6.7 GiB (7161307136) - CumulativeAllocations: 349,696 (349696) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.74s (1741960591) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.89s (27893368362) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4775983796) - TotalGetBatchTime: 36.6m (2194361349342) - DataWaitTime: 36.6m (2193872360410) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.46s (9462785824) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,848 (174848) - TotalBatchesReceived: 174,848 (174848) - TotalBytesReceived: 1.7 GiB (1852294536) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.08s (1084466522) - TotalRPCsDeferred: 182 (182) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 27 (27) - CodegenTotalWallClockTime: 859ms (859980525) - CodegenSysTime: 1ms (1991000) - CodegenUserTime: 415ms (415261000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 474ms (474989243) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999841) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 350ms (350992052) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 24ms (24999434) - TotalTime: 859ms (859980525) Instance c7456fdd806a4994:3209e9260000008a (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.232 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52222761) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 1,661,750 (1661750) - TotalNetworkReceiveTime: 36.6m (2198352500018) - TotalNetworkSendTime: 3.5h (12706731407125) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 162 (162) - TotalThreadsTotalWallClockTime: 4.2h (14972269514333) - TotalThreadsSysTime: 1.84s (1838301000) - TotalThreadsUserTime: 32.91s (32907278000) - TotalThreadsVoluntaryContextSwitches: 380,867 (380867) - TotalTime: 4.2h (14972269514333) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999964) Open Finished: 36.9m (2213954942784) First Batch Produced: 36.9m (2216077867026) First Batch Sent: 36.9m (2216077867026) ExecInternal Finished: 4.2h (14972271514262) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12758315571513) - ExecTreeExecTime: 50.24s (50243212120) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213953942820) - ExecTreeOpenTime: 36.9m (2212956978438) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706731407125) - PeakMemoryUsage: 2.2 MiB (2294560) - RowsSent: 1,661,750 (1661750) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 928ms (928966937) - TotalBytesSent: 127.4 MiB (133613399) - TotalTime: 3.5h (12708069359501) - UncompressedRowBatchSize: 201.4 MiB (211135643) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,750 (1661750) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2263197190665) Node Lifecycle Event Timeline Open Started: 997ms (997964346) Open Finished: 36.9m (2213954942784) First Batch Requested: 36.9m (2213954942784) First Batch Returned: 36.9m (2216077867026) Last Batch Returned: 4.2h (14972243515258) Closed: 4.2h (14972271514262) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,750 (1661750) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2262812204348) Node Lifecycle Event Timeline Open Started: 997ms (997964346) Open Finished: 36.9m (2213954942784) First Batch Requested: 36.9m (2213954942784) First Batch Returned: 36.9m (2216077867026) Last Batch Returned: 4.2h (14972243515258) Closed: 4.2h (14972243515258) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.49s (13492518154) - GetResultsTime: 71ms (71997439) - HTResizeTime: 110ms (110996058) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,750 (1661750) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 366ms (366986905) - CumulativeAllocationBytes: 8.5 GiB (9114222592) - CumulativeAllocations: 4,330 (4330) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4349493248) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4326424576) - ReadIoOps: 2,063 (2063) - ReadIoWaitTime: 33.02s (33024824813) - SystemAllocTime: 325ms (325988363) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4349493248) - WriteIoOps: 2,074 (2074) - WriteIoWaitTime: 1.40s (1404949812) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 440ms (440984239) - InactiveTotalTime: 36.6m (2197668524435) - PeakMemoryUsage: 15.6 MiB (16361424) - RowsReturned: 26,875,523 (26875523) - RowsReturnedRate: 12222 per second (12222) - TotalTime: 36.6m (2198889480826) Node Lifecycle Event Timeline Open Started: 997ms (997964346) Open Finished: 28.74s (28737973291) First Batch Requested: 28.74s (28738973256) First Batch Returned: 28.75s (28754972684) Last Batch Returned: 36.9m (2213953942820) Closed: 36.9m (2213954942784) Buffer pool - AllocTime: 2.24s (2242919908) - CumulativeAllocationBytes: 6.7 GiB (7148462080) - CumulativeAllocations: 349,072 (349072) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.68s (1681939941) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.74s (27740008945) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4768148221) - TotalGetBatchTime: 36.6m (2198322501086) - DataWaitTime: 36.6m (2197668524435) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.03s (9031677427) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,536 (174536) - TotalBatchesReceived: 174,536 (174536) - TotalBytesReceived: 1.7 GiB (1848393467) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 101ms (101183010) - TotalRPCsDeferred: 61 (61) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 996ms (996964382) - CodegenSysTime: 6ms (6944000) - CodegenUserTime: 390ms (390196000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 482ms (482982745) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999751) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 478ms (478982887) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 26ms (26999035) - TotalTime: 996ms (996964382) Instance c7456fdd806a4994:3209e9260000008e (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.298 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.4 MiB (42398553) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 1,663,377 (1663377) - TotalNetworkReceiveTime: 36.6m (2195941330880) - TotalNetworkSendTime: 3.5h (12706399891515) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 207 (207) - TotalThreadsTotalWallClockTime: 4.2h (14972209638033) - TotalThreadsSysTime: 1.83s (1827546000) - TotalThreadsUserTime: 34.15s (34153729000) - TotalThreadsVoluntaryContextSwitches: 377,990 (377990) - TotalTime: 4.2h (14972210637996) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999963) Open Finished: 36.9m (2214099655336) First Batch Produced: 36.9m (2216488566572) First Batch Sent: 36.9m (2216488566572) ExecInternal Finished: 4.2h (14972213637886) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12758110982660) - ExecTreeExecTime: 50.26s (50263144593) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214098655373) - ExecTreeOpenTime: 36.9m (2212990696594) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706400891478) - PeakMemoryUsage: 2.2 MiB (2319136) - RowsSent: 1,663,377 (1663377) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 929ms (929965672) - TotalBytesSent: 127.5 MiB (133728121) - TotalTime: 3.5h (12707841838289) - UncompressedRowBatchSize: 201.6 MiB (211342613) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,377 (1663377) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2263253841187) Node Lifecycle Event Timeline Open Started: 1.11s (1108958742) Open Finished: 36.9m (2214099655336) First Batch Requested: 36.9m (2214099655336) First Batch Returned: 36.9m (2216488566572) Last Batch Returned: 4.2h (14972173639361) Closed: 4.2h (14972212637923) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,377 (1663377) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2262851856027) Node Lifecycle Event Timeline Open Started: 1.11s (1108958742) Open Finished: 36.9m (2214099655336) First Batch Requested: 36.9m (2214109654964) First Batch Returned: 36.9m (2216488566572) Last Batch Returned: 4.2h (14972172639398) Closed: 4.2h (14972173639361) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.01s (16008404436) - GetResultsTime: 82ms (82996941) - HTResizeTime: 88ms (88996713) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,377 (1663377) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 599ms (599977696) - CumulativeAllocationBytes: 8.5 GiB (9160359936) - CumulativeAllocations: 4,352 (4352) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4372561920) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4349493248) - ReadIoOps: 2,074 (2074) - ReadIoWaitTime: 32.19s (32189811727) - SystemAllocTime: 508ms (508981064) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4372561920) - WriteIoOps: 2,085 (2085) - WriteIoWaitTime: 1.18s (1181956012) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 495ms (495981547) - InactiveTotalTime: 36.6m (2195306354503) - PeakMemoryUsage: 6.2 MiB (6537216) - RowsReturned: 26,985,145 (26985145) - RowsReturnedRate: 12285 per second (12285) - TotalTime: 36.6m (2196525309148) Node Lifecycle Event Timeline Open Started: 1.11s (1108958742) Open Finished: 28.84s (28835927190) First Batch Requested: 28.84s (28836927153) First Batch Returned: 28.88s (28880925516) Last Batch Returned: 36.9m (2214092655596) Closed: 36.9m (2214099655336) Buffer pool - AllocTime: 3.14s (3136883298) - CumulativeAllocationBytes: 6.7 GiB (7177650176) - CumulativeAllocations: 350,490 (350490) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.2 MiB (6537216) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.2 MiB (6537216) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.73s (2727898515) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.73s (27726968448) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.5 GiB (4788159920) - TotalGetBatchTime: 36.6m (2195913331919) - DataWaitTime: 36.6m (2195306354503) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.16s (10163621916) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 175,245 (175245) - TotalBatchesReceived: 175,245 (175245) - TotalBytesReceived: 1.7 GiB (1855979133) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.11s (1107958779) - CodegenSysTime: 5ms (5424000) - CodegenUserTime: 407ms (407565000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 327ms (327987797) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7999702) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 746ms (746972210) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 22ms (22999144) - TotalTime: 1.11s (1107958779) Instance c7456fdd806a4994:3209e92600000095 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.244 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.8 MiB (40678233) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 1,665,665 (1665665) - TotalNetworkReceiveTime: 36.6m (2198641833325) - TotalNetworkSendTime: 3.5h (12706806153289) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 186 (186) - TotalThreadsTotalWallClockTime: 4.2h (14971985903757) - TotalThreadsSysTime: 1.70s (1701352000) - TotalThreadsUserTime: 33.55s (33550584000) - TotalThreadsVoluntaryContextSwitches: 380,706 (380706) - TotalTime: 4.2h (14971985903757) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999937) Open Finished: 36.9m (2214077347539) First Batch Produced: 36.9m (2216193281030) First Batch Sent: 36.9m (2216193281030) ExecInternal Finished: 4.2h (14971989903632) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12757910556155) - ExecTreeExecTime: 49.73s (49730445803) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214075347602) - ExecTreeOpenTime: 36.9m (2212909384313) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706806153289) - PeakMemoryUsage: 2.0 MiB (2122528) - RowsSent: 1,665,665 (1665665) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 916ms (916971351) - TotalBytesSent: 127.7 MiB (133916387) - TotalTime: 3.5h (12708176110479) - UncompressedRowBatchSize: 201.8 MiB (211627713) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,665 (1665665) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.7m (2262636830210) Node Lifecycle Event Timeline Open Started: 1.17s (1167963226) Open Finished: 36.9m (2214077347539) First Batch Requested: 36.9m (2214077347539) First Batch Returned: 36.9m (2216193281030) Last Batch Returned: 4.2h (14971938905225) Closed: 4.2h (14971989903632) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,665 (1665665) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.7m (2262253842178) Node Lifecycle Event Timeline Open Started: 1.17s (1167963226) Open Finished: 36.9m (2214077347539) First Batch Requested: 36.9m (2214078347507) First Batch Returned: 36.9m (2216193281030) Last Batch Returned: 4.2h (14971938905225) Closed: 4.2h (14971938905225) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.23s (13227583701) - GetResultsTime: 80ms (80997468) - HTResizeTime: 87ms (87997248) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,665 (1665665) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 317ms (317990006) - CumulativeAllocationBytes: 8.5 GiB (9110028288) - CumulativeAllocations: 4,328 (4328) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4347396096) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4324327424) - ReadIoOps: 2,062 (2062) - ReadIoWaitTime: 32.51s (32508984044) - SystemAllocTime: 287ms (287990945) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4347396096) - WriteIoOps: 2,073 (2073) - WriteIoWaitTime: 901ms (901971597) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 472ms (472985136) - InactiveTotalTime: 36.6m (2198005853320) - PeakMemoryUsage: 4.6 MiB (4816896) - RowsReturned: 26,858,404 (26858404) - RowsReturnedRate: 12212 per second (12212) - TotalTime: 36.7m (2199212815381) Node Lifecycle Event Timeline Open Started: 1.17s (1167963226) Open Finished: 28.80s (28800093233) First Batch Requested: 28.80s (28801093201) First Batch Returned: 28.81s (28807093012) Last Batch Returned: 36.9m (2214077347539) Closed: 36.9m (2214077347539) Buffer pool - AllocTime: 1.77s (1775944102) - CumulativeAllocationBytes: 6.7 GiB (7143923712) - CumulativeAllocations: 348,844 (348844) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.6 MiB (4816896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.6 MiB (4816896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.18s (1182962770) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.63s (27632130007) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4765856822) - TotalGetBatchTime: 36.6m (2198621833958) - DataWaitTime: 36.6m (2198005853320) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.46s (8461733713) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,422 (174422) - TotalBatchesReceived: 174,422 (174422) - TotalBytesReceived: 1.7 GiB (1848119516) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.16s (1164963321) - CodegenSysTime: 1ms (1001000) - CodegenUserTime: 413ms (413739000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 442ms (442986052) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999811) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 692ms (692978182) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 21ms (21999307) - TotalTime: 1.16s (1164963321) Instance c7456fdd806a4994:3209e9260000007d (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:38.294 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52221823) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 1,663,253 (1663253) - TotalNetworkReceiveTime: 36.6m (2193370480098) - TotalNetworkSendTime: 3.5h (12706006100664) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 220 (220) - TotalThreadsTotalWallClockTime: 4.2h (14971698142220) - TotalThreadsSysTime: 1.89s (1886061000) - TotalThreadsUserTime: 33.73s (33731174000) - TotalThreadsVoluntaryContextSwitches: 374,409 (374409) - TotalTime: 4.2h (14971699142214) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999994) Open Finished: 36.9m (2213911353552) First Batch Produced: 36.9m (2216652336655) First Batch Sent: 36.9m (2216652336655) ExecInternal Finished: 4.2h (14971701142202) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12757787788662) - ExecTreeExecTime: 50.31s (50313696837) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213910353558) - ExecTreeOpenTime: 36.9m (2212657361275) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706006100664) - PeakMemoryUsage: 2.1 MiB (2179872) - RowsSent: 1,663,253 (1663253) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 949ms (949994280) - TotalBytesSent: 127.5 MiB (133706315) - TotalTime: 3.5h (12707474091825) - UncompressedRowBatchSize: 201.5 MiB (211313207) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,253 (1663253) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2262971058112) Node Lifecycle Event Timeline Open Started: 1.25s (1253992277) Open Finished: 36.9m (2213911353552) First Batch Requested: 36.9m (2213911353552) First Batch Returned: 36.9m (2216652336655) Last Batch Returned: 4.2h (14971671142382) Closed: 4.2h (14971701142202) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,253 (1663253) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2262571060520) Node Lifecycle Event Timeline Open Started: 1.25s (1253992277) Open Finished: 36.9m (2213911353552) First Batch Requested: 36.9m (2213911353552) First Batch Returned: 36.9m (2216652336655) Last Batch Returned: 4.2h (14971671142382) Closed: 4.2h (14971671142382) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 18.33s (18331887060) - GetResultsTime: 62ms (62999622) - HTResizeTime: 85ms (85999481) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,253 (1663253) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 862ms (862994684) - CumulativeAllocationBytes: 8.5 GiB (9137291264) - CumulativeAllocations: 4,341 (4341) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4359979008) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4339007488) - ReadIoOps: 2,069 (2069) - ReadIoWaitTime: 32.68s (32681803063) - SystemAllocTime: 789ms (789995129) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4359979008) - WriteIoOps: 2,079 (2079) - WriteIoWaitTime: 1.66s (1659989761) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 504ms (504996886) - InactiveTotalTime: 36.5m (2192670484431) - PeakMemoryUsage: 15.6 MiB (16360486) - RowsReturned: 26,904,698 (26904698) - RowsReturnedRate: 12262 per second (12262) - TotalTime: 36.6m (2193982476326) Node Lifecycle Event Timeline Open Started: 1.25s (1253992277) Open Finished: 28.77s (28766822824) First Batch Requested: 28.77s (28767822818) First Batch Returned: 28.78s (28778822750) Last Batch Returned: 36.9m (2213910353558) Closed: 36.9m (2213911353552) Buffer pool - AllocTime: 3.69s (3687977257) - CumulativeAllocationBytes: 6.7 GiB (7156244480) - CumulativeAllocations: 349,450 (349450) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.26s (3260979896) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.51s (27512830547) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4773169366) - TotalGetBatchTime: 36.6m (2193346480247) - DataWaitTime: 36.5m (2192670484431) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.87s (10867933021) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,725 (174725) - TotalBatchesReceived: 174,725 (174725) - TotalBytesReceived: 1.7 GiB (1851040638) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 108ms (108445070) - TotalRPCsDeferred: 82 (82) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 47 (47) - CodegenTotalWallClockTime: 1.25s (1252992283) - CodegenSysTime: 5ms (5013000) - CodegenUserTime: 422ms (422555000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 386ms (386997617) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999957) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 832ms (832994869) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 23ms (23999852) - TotalTime: 1.25s (1252992283) Instance c7456fdd806a4994:3209e92600000094 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:35:33.251 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.2 MiB (47362905) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 1,664,621 (1664621) - TotalNetworkReceiveTime: 36.6m (2198351000770) - TotalNetworkSendTime: 3.5h (12706554824923) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 183 (183) - TotalThreadsTotalWallClockTime: 4.2h (14970964448268) - TotalThreadsSysTime: 1.70s (1704302000) - TotalThreadsUserTime: 33.41s (33414598000) - TotalThreadsVoluntaryContextSwitches: 381,199 (381199) - TotalTime: 4.2h (14970965448263) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999989) Open Finished: 36.9m (2214122907420) First Batch Produced: 36.9m (2216461893634) First Batch Sent: 36.9m (2216461893634) ExecInternal Finished: 4.2h (14970969448240) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12756844540831) - ExecTreeExecTime: 48.87s (48866723942) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214119907437) - ExecTreeOpenTime: 36.9m (2213018913982) - PrepareTime: 1,000.00us (999995) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=58) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.5h (12706555824918) - PeakMemoryUsage: 2.1 MiB (2179872) - RowsSent: 1,664,621 (1664621) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 947ms (947994646) - TotalBytesSent: 127.7 MiB (133857113) - TotalTime: 3.5h (12707980816873) - UncompressedRowBatchSize: 201.7 MiB (211506474) UNION_NODE (id=7) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,621 (1664621) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2261882637940) Node Lifecycle Event Timeline Open Started: 1.10s (1102993444) Open Finished: 36.9m (2214121907426) First Batch Requested: 36.9m (2214122907420) First Batch Returned: 36.9m (2216461893634) Last Batch Returned: 4.2h (14970938448415) Closed: 4.2h (14970969448240) AGGREGATION_NODE (id=52) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,621 (1664621) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.7m (2261542639865) Node Lifecycle Event Timeline Open Started: 1.10s (1102993444) Open Finished: 36.9m (2214121907426) First Batch Requested: 36.9m (2214122907420) First Batch Returned: 36.9m (2216461893634) Last Batch Returned: 4.2h (14970938448415) Closed: 4.2h (14970938448415) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.85s (13848918062) - GetResultsTime: 69ms (69999604) - HTResizeTime: 71ms (71999596) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,621 (1664621) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 410ms (410997593) - CumulativeAllocationBytes: 8.5 GiB (9141485568) - CumulativeAllocations: 4,343 (4343) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4359979008) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 31.92s (31918819688) - SystemAllocTime: 317ms (317998122) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4359979008) - WriteIoOps: 2,079 (2079) - WriteIoWaitTime: 1.04s (1044993806) EXCHANGE_NODE (id=51) - ConvertRowBatchTime: 493ms (493997076) - InactiveTotalTime: 36.6m (2197889003511) - PeakMemoryUsage: 11.0 MiB (11501568) - RowsReturned: 26,919,548 (26919548) - RowsReturnedRate: 12242 per second (12242) - TotalTime: 36.6m (2198923997379) Node Lifecycle Event Timeline Open Started: 1.10s (1102993444) Open Finished: 28.84s (28845828547) First Batch Requested: 28.84s (28845828547) First Batch Returned: 28.87s (28866828423) Last Batch Returned: 36.9m (2214121907426) Closed: 36.9m (2214121907426) Buffer pool - AllocTime: 1.68s (1678990074) - CumulativeAllocationBytes: 6.7 GiB (7160168448) - CumulativeAllocations: 349,642 (349642) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.0 MiB (11501568) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.0 MiB (11501568) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.36s (1360991959) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.74s (27742835103) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4776594650) - TotalGetBatchTime: 36.6m (2198330000894) - DataWaitTime: 36.6m (2197889003511) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.57s (8567949291) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,821 (174821) - TotalBatchesReceived: 174,821 (174821) - TotalBytesReceived: 1.7 GiB (1851216481) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.10s (1100993455) - CodegenSysTime: 1ms (1993000) - CodegenUserTime: 411ms (411976000) - CodegenVoluntaryContextSwitches: 54 (54) - CompileTime: 481ms (481997135) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999958) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,125 (2125) - OptimizationTime: 584ms (584996523) - PeakMemoryUsage: 1.0 MiB (1088000) - PrepareTime: 25ms (25999845) - TotalTime: 1.10s (1100993455) Averaged Fragment F03 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:34m43s max:37m14s mean: 35m45s stddev:20s989ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.5 MiB (717753398) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 26,890,382 (26890382) - TotalNetworkReceiveTime: 10.6m (636193655673) - TotalNetworkSendTime: 23.6m (1413174853096) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,213 (3213) - TotalThreadsTotalWallClockTime: 35.7m (2142750205506) - TotalThreadsSysTime: 4.96s (4955527358) - TotalThreadsUserTime: 1.4m (86557559102) - TotalThreadsVoluntaryContextSwitches: 121,208 (121208) - TotalTime: 35.7m (2142752077245) Buffer pool - AllocTime: 5ms (5461397) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 5ms (5461397) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2125383872616) - ExecTreeExecTime: 11.3m (679798452619) - InactiveTotalTime: 0ns (0) - OpenTime: 17.37s (17366358530) - ExecTreeOpenTime: 15.31s (15315070583) - PrepareTime: 1ms (1846099) - ExecTreePrepareTime: 1ms (1051252) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.3 MiB (1340388) - RowsSent: 26,890,382 (26890382) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.05s (18045728705) - TotalBytesSent: 1.7 GiB (1849827018) - TotalTime: 24.1m (1445452550756) - UncompressedRowBatchSize: 4.4 GiB (4771001319) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,890,382 (26890382) - RowsReturnedRate: 39403 per second (39403) - TotalTime: 11.6m (695074318941) GroupingAggregator 0 - BuildTime: 0ns (0) - GetResultsTime: 90ms (90844128) - HTResizeTime: 387ms (387529948) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,529.80 (3529.7974629439777) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,231,635 (25231635) - RowsReturned: 26,890,382 (26890382) - StreamingTime: 43.27s (43275704147) - TotalTime: 0ns (0) Buffer pool - AllocTime: 50ms (50793793) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50639950) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) - BuildRows: 1,666,666 (1666666) - BuildTime: 1.51s (1509120393) - InactiveTotalTime: 0ns (0) - LocalTime: 11.91s (11909529107) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 141,833,456 (141833456) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.07s (10070621304) - RowsReturned: 138,491,345 (138491345) - RowsReturnedRate: 217436 per second (217436) - TotalTime: 10.8m (650888147837) Buffer pool - AllocTime: 122ms (122971905) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 122ms (122305243) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) - BuildRowsPartitionTime: 1.26s (1262869380) - BuildRowsPartitioned: 1,666,666 (1666666) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 234ms (234738462) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 35ms (35460782) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 13.9 MiB (14555776) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 121173 per second (121173) - TotalTime: 13.77s (13765951073) Buffer pool - AllocTime: 769ms (769239467) - CumulativeAllocationBytes: 370.2 MiB (388207117) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.5 MiB (14161237) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.5 MiB (14161237) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 684ms (684369572) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274045240) - TotalGetBatchTime: 13.72s (13722952007) - DataWaitTime: 13.67s (13674824783) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.26s (1261690069) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163689726) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 219ms (219484424) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.52s (2525532924) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 10.6 MiB (11143322) - RowsReturned: 141,833,456 (141833456) - RowsReturnedRate: 232012 per second (232012) - TotalTime: 10.4m (625212667655) Buffer pool - AllocTime: 2.25s (2254619162) - CumulativeAllocationBytes: 9.1 GiB (9791609829) - CumulativeAllocations: 796,856 (796856) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.4 MiB (10922036) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.4 MiB (10922036) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.40s (1398407793) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.2 GiB (8793674295) - TotalGetBatchTime: 10.4m (622413551096) - DataWaitTime: 10.4m (621027042324) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.23s (8228331727) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 398,428 (398428) - TotalBatchesReceived: 398,428 (398428) - TotalBytesReceived: 3.4 GiB (3634883290) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 42.59s (42589954925) - TotalRPCsDeferred: 4,715 (4715) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 124 (124) - CodegenTotalWallClockTime: 2.05s (2051134104) - CodegenSysTime: 12ms (12319128) - CodegenUserTime: 925ms (925822846) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 652ms (652370071) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 50ms (50947572) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.31s (1311560866) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 31ms (31178796) - TotalTime: 2.05s (2051134104) Fragment F03 Instance c7456fdd806a4994:3209e92600000060 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:03:15.750 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718700510) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 28,175,966 (28175966) - TotalNetworkReceiveTime: 4.9m (294641853098) - TotalNetworkSendTime: 30.2m (1812328490726) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 12,206 (12206) - TotalThreadsTotalWallClockTime: 37.2m (2229856613906) - TotalThreadsSysTime: 4.14s (4141770000) - TotalThreadsUserTime: 1.4m (86328906000) - TotalThreadsVoluntaryContextSwitches: 128,401 (128401) - TotalTime: 37.2m (2229857613892) Fragment Instance Lifecycle Event Timeline Prepare Finished: 49ms (49999294) Open Finished: 18.38s (18380740678) First Batch Produced: 29.23s (29234587553) First Batch Sent: 29.23s (29234587553) ExecInternal Finished: 37.2m (2229913613102) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 36.9m (2211525872522) - ExecTreeExecTime: 5.8m (346372124725) - InactiveTotalTime: 0ns (0) - OpenTime: 18.33s (18330741384) - ExecTreeOpenTime: 17.08s (17084758963) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 30.2m (1812365490206) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 28,175,966 (28175966) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 20.15s (20146716232) - TotalBytesSent: 1.8 GiB (1934841429) - TotalTime: 31.1m (1863199775198) - UncompressedRowBatchSize: 4.7 GiB (4999720293) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,175,966 (28175966) - RowsReturnedRate: 77531 per second (77531) - TotalTime: 6.1m (363410884337) Node Lifecycle Event Timeline Open Started: 1.29s (1295981715) Open Finished: 18.38s (18380740678) First Batch Requested: 18.38s (18380740678) First Batch Returned: 29.23s (29234587553) Last Batch Returned: 36.9m (2214025835859) Closed: 37.2m (2229913613102) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 102ms (102998555) - HTResizeTime: 544ms (544992320) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,547.55 (3547.5473375602755) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,516,491 (26516491) - RowsReturned: 28,175,966 (28175966) - StreamingTime: 49.52s (49525302339) - TotalTime: 0ns (0) Buffer pool - AllocTime: 535ms (535992439) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 535ms (535992439) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,900 (1667900) - BuildTime: 4.07s (4067942614) - InactiveTotalTime: 0ns (0) - LocalTime: 14.91s (14915789870) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,486,581 (138486581) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.56s (10560851296) - RowsReturned: 138,486,581 (138486581) - RowsReturnedRate: 443235 per second (443235) - TotalTime: 5.2m (312444602291) Node Lifecycle Event Timeline Open Started: 1.29s (1295981715) Open Finished: 18.38s (18379740693) First Batch Requested: 18.41s (18407740298) First Batch Returned: 18.41s (18407740298) Last Batch Returned: 29.6m (1774765997583) Closed: 29.6m (1774765997583) Buffer pool - AllocTime: 1.72s (1715975789) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.72s (1715975789) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 2.85s (2848959812) - BuildRowsPartitioned: 1,667,900 (1667900) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.22s (1215982844) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 32ms (32999536) - InactiveTotalTime: 12.85s (12848818716) - PeakMemoryUsage: 15.0 MiB (15742326) - RowsReturned: 1,667,900 (1667900) - RowsReturnedRate: 128916 per second (128916) - TotalTime: 12.94s (12937817463) Node Lifecycle Event Timeline Open Started: 1.29s (1295981715) Open Finished: 1.29s (1295981715) First Batch Requested: 1.29s (1295981715) First Batch Returned: 1.29s (1295981715) Last Batch Returned: 17.11s (17107758638) Closed: 18.32s (18325741454) Buffer pool - AllocTime: 3.69s (3691947914) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15114240) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15114240) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.60s (3596949253) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274229302) - TotalGetBatchTime: 12.90s (12897818026) - DataWaitTime: 12.85s (12848818716) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.26s (4256939937) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163793358) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 638ms (638883158) - TotalRPCsDeferred: 140 (140) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.60s (2605963284) - InactiveTotalTime: 4.6m (273370153032) - PeakMemoryUsage: 11.6 MiB (12161833) - RowsReturned: 138,486,581 (138486581) - RowsReturnedRate: 486616 per second (486616) - TotalTime: 4.7m (284590994958) Node Lifecycle Event Timeline Open Started: 18.32s (18325741454) Open Finished: 18.32s (18325741454) First Batch Requested: 18.32s (18325741454) First Batch Returned: 18.38s (18379740693) Last Batch Returned: 29.6m (1774764997597) Closed: 29.6m (1774765997583) Buffer pool - AllocTime: 26.68s (26680624019) - CumulativeAllocationBytes: 8.9 GiB (9560580096) - CumulativeAllocations: 778,054 (778054) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25.00s (25001647687) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8586168022) - TotalGetBatchTime: 4.7m (281678036005) - DataWaitTime: 4.6m (273370153032) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 40.80s (40800425142) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,027 (389027) - TotalBatchesReceived: 389,027 (389027) - TotalBytesReceived: 3.3 GiB (3558457600) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.7m (941673115778) - TotalRPCsDeferred: 67,001 (67001) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 104 (104) - CodegenTotalWallClockTime: 1.25s (1245982421) - CodegenSysTime: 10ms (10439000) - CodegenUserTime: 911ms (911270000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 261ms (261996303) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 96ms (96998631) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 849ms (849988008) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 33ms (33999521) - TotalTime: 1.25s (1245982421) Instance c7456fdd806a4994:3209e9260000005a (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:02:10.538 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.5 MiB (718777695) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 27,326,408 (27326408) - TotalNetworkReceiveTime: 9.0m (542969593356) - TotalNetworkSendTime: 25.3m (1520100064149) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 6,021 (6021) - TotalThreadsTotalWallClockTime: 36.1m (2165057575926) - TotalThreadsSysTime: 5.66s (5655027000) - TotalThreadsUserTime: 1.5m (89911861000) - TotalThreadsVoluntaryContextSwitches: 100,954 (100954) - TotalTime: 36.1m (2165058575896) Fragment Instance Lifecycle Event Timeline Prepare Finished: 21ms (21999335) Open Finished: 17.14s (17138482016) First Batch Produced: 28.77s (28766130588) First Batch Sent: 28.77s (28766130588) ExecInternal Finished: 36.1m (2165082575171) Buffer pool - AllocTime: 32ms (32999003) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 32ms (32999003) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.8m (2147941093245) - ExecTreeExecTime: 9.9m (592664092037) - InactiveTotalTime: 0ns (0) - OpenTime: 17.12s (17116482681) - ExecTreeOpenTime: 14.74s (14737554581) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520126063367) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,326,408 (27326408) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.76s (19764402807) - TotalBytesSent: 1.8 GiB (1879298456) - TotalTime: 25.9m (1555183004052) - UncompressedRowBatchSize: 4.5 GiB (4848372794) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,326,408 (27326408) - RowsReturnedRate: 44991 per second (44991) - TotalTime: 10.1m (607367647645) Node Lifecycle Event Timeline Open Started: 2.40s (2400927435) Open Finished: 17.14s (17138482016) First Batch Requested: 17.14s (17138482016) First Batch Returned: 28.77s (28766130588) Last Batch Returned: 36.1m (2164819583116) Closed: 36.1m (2165080575231) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 93ms (93997160) - HTResizeTime: 410ms (410987578) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,557.25 (3557.247516153531) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,667,364 (25667364) - RowsReturned: 27,326,408 (27326408) - StreamingTime: 47.58s (47584562338) - TotalTime: 0ns (0) Buffer pool - AllocTime: 89ms (89997282) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 89ms (89997282) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,954 (1666954) - BuildTime: 2.17s (2172934309) - InactiveTotalTime: 0ns (0) - LocalTime: 12.99s (12986607593) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,600,531 (138600531) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.51s (10509682479) - RowsReturned: 138,600,531 (138600531) - RowsReturnedRate: 248021 per second (248021) - TotalTime: 9.3m (558824114286) Node Lifecycle Event Timeline Open Started: 2.40s (2400927435) Open Finished: 17.13s (17128482318) First Batch Requested: 17.14s (17138482016) First Batch Returned: 17.14s (17138482016) Last Batch Returned: 29.6m (1774588372442) Closed: 29.6m (1774588372442) Buffer pool - AllocTime: 239ms (239992747) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 239ms (239992747) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.87s (1873943345) - BuildRowsPartitioned: 1,666,954 (1666954) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 261ms (261992082) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 42ms (42998703) - InactiveTotalTime: 12.47s (12475622961) - PeakMemoryUsage: 14.9 MiB (15641311) - RowsReturned: 1,666,954 (1666954) - RowsReturnedRate: 132839 per second (132839) - TotalTime: 12.55s (12548620758) Node Lifecycle Event Timeline Open Started: 2.40s (2400927435) Open Finished: 2.40s (2400927435) First Batch Requested: 2.43s (2433926438) First Batch Returned: 2.43s (2433926438) Last Batch Returned: 16.86s (16862490357) Closed: 17.13s (17128482318) Buffer pool - AllocTime: 800ms (800975788) - CumulativeAllocationBytes: 370.3 MiB (388268032) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 690ms (690979112) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274095510) - TotalGetBatchTime: 12.50s (12500622207) - DataWaitTime: 12.47s (12475622961) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.45s (1445956298) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163717274) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 640ms (640182220) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.59s (2588921777) - InactiveTotalTime: 8.8m (528451032128) - PeakMemoryUsage: 11.6 MiB (12161397) - RowsReturned: 138,600,531 (138600531) - RowsReturnedRate: 259897 per second (259897) - TotalTime: 8.9m (533288885935) Node Lifecycle Event Timeline Open Started: 17.13s (17128482318) Open Finished: 17.13s (17128482318) First Batch Requested: 17.13s (17128482318) First Batch Returned: 17.13s (17128482318) Last Batch Returned: 29.6m (1774587372472) Closed: 29.6m (1774588372442) Buffer pool - AllocTime: 6.41s (6411806211) - CumulativeAllocationBytes: 8.9 GiB (9568444416) - CumulativeAllocations: 778,696 (778696) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.85s (4852853330) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8593232922) - TotalGetBatchTime: 8.8m (530408972960) - DataWaitTime: 8.8m (528451032128) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12.81s (12806612953) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,348 (389348) - TotalBatchesReceived: 389,348 (389348) - TotalBytesReceived: 3.3 GiB (3562050914) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 6.8m (409236102244) - TotalRPCsDeferred: 24,838 (24838) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 89 (89) - CodegenTotalWallClockTime: 2.38s (2378928100) - CodegenSysTime: 12ms (12868000) - CodegenUserTime: 954ms (954330000) - CodegenVoluntaryContextSwitches: 149 (149) - CompileTime: 590ms (590982138) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999093) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.73s (1731947655) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999335) - TotalTime: 2.38s (2378928100) Instance c7456fdd806a4994:3209e92600000074 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.950 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718594014) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 24,883,425 (24883425) - TotalNetworkReceiveTime: 9.3m (555306353648) - TotalNetworkSendTime: 25.2m (1509159090941) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,598 (2598) - TotalThreadsTotalWallClockTime: 35.9m (2152602865813) - TotalThreadsSysTime: 4.91s (4907006000) - TotalThreadsUserTime: 1.4m (83059339000) - TotalThreadsVoluntaryContextSwitches: 128,834 (128834) - TotalTime: 35.9m (2152603865806) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999987) Open Finished: 17.62s (17623884348) First Batch Produced: 28.75s (28747811350) First Batch Sent: 28.75s (28747811350) ExecInternal Finished: 35.9m (2152607865780) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134980981452) - ExecTreeExecTime: 9.9m (596417083662) - InactiveTotalTime: 0ns (0) - OpenTime: 17.62s (17621884361) - ExecTreeOpenTime: 15.86s (15857895937) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1509178090818) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,883,425 (24883425) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.59s (16595891043) - TotalBytesSent: 1.6 GiB (1717304189) - TotalTime: 25.6m (1538479898334) - UncompressedRowBatchSize: 4.1 GiB (4414840603) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 24,883,425 (24883425) - RowsReturnedRate: 40642 per second (40642) - TotalTime: 10.2m (612245979782) Node Lifecycle Event Timeline Open Started: 1.76s (1765988411) Open Finished: 17.62s (17623884348) First Batch Requested: 17.62s (17623884348) First Batch Returned: 28.75s (28747811350) Last Batch Returned: 35.9m (2152415867041) Closed: 35.9m (2152607865780) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 84ms (84999445) - HTResizeTime: 361ms (361997631) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,548.91 (3548.9116123394465) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,225,853 (23225853) - RowsReturned: 24,883,425 (24883425) - StreamingTime: 42.03s (42035723950) - TotalTime: 0ns (0) Buffer pool - AllocTime: 45ms (45999701) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 44ms (44999707) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,763 (1664763) - BuildTime: 1.42s (1418990692) - InactiveTotalTime: 0ns (0) - LocalTime: 11.41s (11409925107) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,282,443 (138282443) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.62s (9619936841) - RowsReturned: 138,282,443 (138282443) - RowsReturnedRate: 242871 per second (242871) - TotalTime: 9.5m (569365261375) Node Lifecycle Event Timeline Open Started: 1.76s (1765988411) Open Finished: 17.62s (17623884348) First Batch Requested: 17.62s (17623884348) First Batch Returned: 17.62s (17624884342) Last Batch Returned: 29.6m (1774690348198) Closed: 29.6m (1774690348198) Buffer pool - AllocTime: 181ms (181998804) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 181ms (181998804) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.22s (1221991984) - BuildRowsPartitioned: 1,664,763 (1664763) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 193ms (193998727) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 29ms (29999801) - InactiveTotalTime: 14.30s (14300906153) - PeakMemoryUsage: 11.0 MiB (11550720) - RowsReturned: 1,664,763 (1664763) - RowsReturnedRate: 115858 per second (115858) - TotalTime: 14.37s (14368905705) Node Lifecycle Event Timeline Open Started: 1.76s (1765988411) Open Finished: 1.76s (1765988411) First Batch Requested: 1.77s (1766988405) First Batch Returned: 1.77s (1766988405) Last Batch Returned: 17.43s (17427885635) Closed: 17.62s (17622884355) Buffer pool - AllocTime: 717ms (717995284) - CumulativeAllocationBytes: 369.8 MiB (387801088) - CumulativeAllocations: 18,956 (18956) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.0 MiB (11550720) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.0 MiB (11550720) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 603ms (603996032) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273731670) - TotalGetBatchTime: 14.33s (14331905951) - DataWaitTime: 14.30s (14300906153) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.14s (1143992506) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,478 (9478) - TotalBatchesReceived: 9,478 (9478) - TotalBytesReceived: 155.9 MiB (163502822) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.41s (2410984183) - InactiveTotalTime: 9.0m (539772455597) - PeakMemoryUsage: 11.6 MiB (12137006) - RowsReturned: 138,282,443 (138282443) - RowsReturnedRate: 254389 per second (254389) - TotalTime: 9.1m (543586430563) Node Lifecycle Event Timeline Open Started: 17.62s (17622884355) Open Finished: 17.62s (17622884355) First Batch Requested: 17.62s (17622884355) First Batch Returned: 17.62s (17623884348) Last Batch Returned: 29.6m (1774689348205) Closed: 29.6m (1774690348198) Buffer pool - AllocTime: 1.38s (1375990990) - CumulativeAllocationBytes: 8.9 GiB (9546489856) - CumulativeAllocations: 776,908 (776908) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 598ms (598996070) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8573511466) - TotalGetBatchTime: 9.0m (540918448066) - DataWaitTime: 9.0m (539772455597) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.84s (6837955213) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,454 (388454) - TotalBatchesReceived: 388,454 (388454) - TotalBytesReceived: 3.3 GiB (3553612310) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 248ms (248659464) - TotalRPCsDeferred: 492 (492) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 134 (134) - CodegenTotalWallClockTime: 1.76s (1763988424) - CodegenSysTime: 11ms (11349000) - CodegenUserTime: 902ms (902783000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 760ms (760995006) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999816) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 939ms (939993831) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 31ms (31999790) - TotalTime: 1.76s (1763988424) Instance c7456fdd806a4994:3209e92600000063 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.601 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 683.7 MiB (716906462) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 27,010,050 (27010050) - TotalNetworkReceiveTime: 11.1m (665620448674) - TotalNetworkSendTime: 23.2m (1391285583097) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,206 (3206) - TotalThreadsTotalWallClockTime: 35.9m (2152256947253) - TotalThreadsSysTime: 5.07s (5065587000) - TotalThreadsUserTime: 1.5m (87777962000) - TotalThreadsVoluntaryContextSwitches: 115,933 (115933) - TotalTime: 35.9m (2152257947231) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.98us (999978) Open Finished: 17.41s (17413619162) First Batch Produced: 28.98s (28978366240) First Batch Sent: 28.98s (28978366240) ExecInternal Finished: 35.9m (2152259947187) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134844328069) - ExecTreeExecTime: 11.8m (710701463302) - InactiveTotalTime: 0ns (0) - OpenTime: 17.41s (17412619184) - ExecTreeOpenTime: 15.06s (15064670534) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1391315582441) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 27,010,050 (27010050) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.38s (18380598194) - TotalBytesSent: 1.7 GiB (1858129379) - TotalTime: 23.7m (1424044866910) - UncompressedRowBatchSize: 4.5 GiB (4792887559) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,010,050 (27010050) - RowsReturnedRate: 37217 per second (37217) - TotalTime: 12.1m (725733134559) Node Lifecycle Event Timeline Open Started: 2.35s (2348948628) Open Finished: 17.41s (17413619162) First Batch Requested: 17.41s (17413619162) First Batch Returned: 28.98s (28978366240) Last Batch Returned: 35.9m (2151516963426) Closed: 35.9m (2152259947187) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 103ms (103997728) - HTResizeTime: 417ms (417990850) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,548.53 (3548.529861627545) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,351,392 (25351392) - RowsReturned: 27,010,050 (27010050) - StreamingTime: 44.44s (44435028670) - TotalTime: 0ns (0) Buffer pool - AllocTime: 67ms (67998513) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 67ms (67998513) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,249 (1666249) - BuildTime: 1.35s (1346970549) - InactiveTotalTime: 0ns (0) - LocalTime: 11.91s (11908739616) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,408,234 (138408234) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.27s (10273775375) - RowsReturned: 138,408,234 (138408234) - RowsReturnedRate: 203485 per second (203485) - TotalTime: 11.3m (680187130170) Node Lifecycle Event Timeline Open Started: 2.35s (2348948628) Open Finished: 17.41s (17412619183) First Batch Requested: 17.41s (17413619162) First Batch Returned: 17.41s (17413619162) Last Batch Returned: 29.6m (1774817196997) Closed: 29.6m (1774817196997) Buffer pool - AllocTime: 84ms (84998140) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 84ms (84998140) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.14s (1138975099) - BuildRowsPartitioned: 1,666,249 (1666249) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 204ms (204995516) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 30ms (30999321) - InactiveTotalTime: 13.65s (13654701363) - PeakMemoryUsage: 14.8 MiB (15495354) - RowsReturned: 1,666,249 (1666249) - RowsReturnedRate: 121511 per second (121511) - TotalTime: 13.71s (13712700093) Node Lifecycle Event Timeline Open Started: 2.35s (2348948628) Open Finished: 2.35s (2348948628) First Batch Requested: 2.35s (2350948584) First Batch Returned: 2.35s (2350948584) Last Batch Returned: 17.21s (17206623689) Closed: 17.41s (17412619183) Buffer pool - AllocTime: 429ms (429990597) - CumulativeAllocationBytes: 370.1 MiB (388071424) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14901248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14901248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 348ms (348992368) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273989771) - TotalGetBatchTime: 13.67s (13674700924) - DataWaitTime: 13.65s (13654701363) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 833ms (833981753) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163653387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 339ms (339687098) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.40s (2397947561) - InactiveTotalTime: 10.8m (650521778889) - PeakMemoryUsage: 9.6 MiB (10051584) - RowsReturned: 138,408,234 (138408234) - RowsReturnedRate: 211450 per second (211450) - TotalTime: 10.9m (654565690461) Node Lifecycle Event Timeline Open Started: 17.41s (17412619183) Open Finished: 17.41s (17412619183) First Batch Requested: 17.41s (17412619183) First Batch Returned: 17.41s (17412619183) Last Batch Returned: 29.6m (1774816197018) Closed: 29.6m (1774817196997) Buffer pool - AllocTime: 1.25s (1248972711) - CumulativeAllocationBytes: 8.9 GiB (9555107840) - CumulativeAllocations: 777,608 (777608) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.6 MiB (10051584) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.6 MiB (10051584) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 441ms (441990340) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8581310508) - TotalGetBatchTime: 10.9m (651892748905) - DataWaitTime: 10.8m (650521778889) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.74s (6740852686) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,804 (388804) - TotalBatchesReceived: 388,804 (388804) - TotalBytesReceived: 3.3 GiB (3557268936) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 218 (218) - CodegenTotalWallClockTime: 2.35s (2347948650) - CodegenSysTime: 17ms (17712000) - CodegenUserTime: 934ms (934394000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 738ms (738983838) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 92ms (92997966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1487967458) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 24ms (24999454) - TotalTime: 2.35s (2347948650) Instance c7456fdd806a4994:3209e92600000056 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:55.101 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718643166) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 26,882,575 (26882575) - TotalNetworkReceiveTime: 11.2m (670725329672) - TotalNetworkSendTime: 23.1m (1387010925798) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,215 (3215) - TotalThreadsTotalWallClockTime: 35.9m (2152034646127) - TotalThreadsSysTime: 5.14s (5142965000) - TotalThreadsUserTime: 1.5m (87232261000) - TotalThreadsVoluntaryContextSwitches: 117,711 (117711) - TotalTime: 35.9m (2152035646089) Fragment Instance Lifecycle Event Timeline Prepare Finished: 7ms (7999694) Open Finished: 16.97s (16970350568) First Batch Produced: 28.73s (28729900544) First Batch Sent: 28.73s (28729900544) ExecInternal Finished: 35.9m (2152075644559) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2135072295253) - ExecTreeExecTime: 11.9m (715206626806) - InactiveTotalTime: 0ns (0) - OpenTime: 16.96s (16962350874) - ExecTreeOpenTime: 14.95s (14947427982) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.1m (1387041924611) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 26,882,575 (26882575) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.61s (18608287841) - TotalBytesSent: 1.7 GiB (1849488503) - TotalTime: 23.7m (1419796671089) - UncompressedRowBatchSize: 4.4 GiB (4769479679) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,882,575 (26882575) - RowsReturnedRate: 36819 per second (36819) - TotalTime: 12.2m (730112056393) Node Lifecycle Event Timeline Open Started: 2.02s (2022922586) Open Finished: 16.97s (16970350568) First Batch Requested: 16.97s (16970350568) First Batch Returned: 28.73s (28729900544) Last Batch Returned: 35.9m (2151301674156) Closed: 35.9m (2152074644597) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 88ms (88996595) - HTResizeTime: 349ms (349986605) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,513.69 (3513.6942745396755) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,223,985 (25223985) - RowsReturned: 26,882,575 (26882575) - StreamingTime: 43.88s (43883320206) - TotalTime: 0ns (0) Buffer pool - AllocTime: 65ms (65997476) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 65ms (65997476) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,428 (1666428) - BuildTime: 1.37s (1372947443) - InactiveTotalTime: 0ns (0) - LocalTime: 11.88s (11880545213) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,307,000 (138307000) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.17s (10171610647) - RowsReturned: 138,307,000 (138307000) - RowsReturnedRate: 201807 per second (201807) - TotalTime: 11.4m (685339770227) Node Lifecycle Event Timeline Open Started: 2.02s (2022922586) Open Finished: 16.97s (16969350606) First Batch Requested: 16.97s (16970350568) First Batch Returned: 16.97s (16970350568) Last Batch Returned: 29.6m (1774591079380) Closed: 29.6m (1774591079380) Buffer pool - AllocTime: 39ms (39998470) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38998508) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.18s (1177954906) - BuildRowsPartitioned: 1,666,428 (1666428) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 176ms (176993226) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 41ms (41998398) - InactiveTotalTime: 13.44s (13442485590) - PeakMemoryUsage: 14.7 MiB (15425181) - RowsReturned: 1,666,428 (1666428) - RowsReturnedRate: 123279 per second (123279) - TotalTime: 13.52s (13517482722) Node Lifecycle Event Timeline Open Started: 2.02s (2022922586) Open Finished: 2.02s (2022922586) First Batch Requested: 2.04s (2039921935) First Batch Returned: 2.04s (2039921935) Last Batch Returned: 16.79s (16791357418) Closed: 16.97s (16969350606) Buffer pool - AllocTime: 766ms (766970648) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,974 (18974) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 690ms (690973557) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274017882) - TotalGetBatchTime: 13.46s (13462484823) - DataWaitTime: 13.44s (13442485590) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.30s (1299950241) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,487 (9487) - TotalBatchesReceived: 9,487 (9487) - TotalBytesReceived: 156.1 MiB (163682117) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 224ms (224387629) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.48s (2483904914) - InactiveTotalTime: 10.9m (656167886760) - PeakMemoryUsage: 11.6 MiB (12151276) - RowsReturned: 138,307,000 (138307000) - RowsReturnedRate: 209574 per second (209574) - TotalTime: 11.0m (659941742292) Node Lifecycle Event Timeline Open Started: 16.97s (16969350606) Open Finished: 16.97s (16969350606) First Batch Requested: 16.97s (16969350606) First Batch Returned: 16.97s (16969350606) Last Batch Returned: 29.6m (1774591079380) Closed: 29.6m (1774591079380) Buffer pool - AllocTime: 1.31s (1313949696) - CumulativeAllocationBytes: 8.9 GiB (9548128256) - CumulativeAllocations: 777,040 (777040) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 618ms (618976304) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8575034000) - TotalGetBatchTime: 11.0m (657203847106) - DataWaitTime: 10.9m (656167886760) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.09s (7093728480) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,520 (388520) - TotalBatchesReceived: 388,520 (388520) - TotalBytesReceived: 3.3 GiB (3555299440) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 248ms (248950613) - TotalRPCsDeferred: 1,587 (1587) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 116 (116) - CodegenTotalWallClockTime: 2.01s (2014922892) - CodegenSysTime: 9ms (9860000) - CodegenUserTime: 932ms (932545000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 650ms (650975088) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 68ms (68997360) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1262951669) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 24ms (24999043) - TotalTime: 2.01s (2014922892) Instance c7456fdd806a4994:3209e92600000068 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.520 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718512094) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 27,270,947 (27270947) - TotalNetworkReceiveTime: 11.0m (658683327242) - TotalNetworkSendTime: 23.3m (1399855942171) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,833 (2833) - TotalThreadsTotalWallClockTime: 35.9m (2151584207963) - TotalThreadsSysTime: 5.20s (5204776000) - TotalThreadsUserTime: 1.4m (86989951000) - TotalThreadsVoluntaryContextSwitches: 120,726 (120726) - TotalTime: 35.9m (2151585207930) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999967) Open Finished: 17.51s (17513423946) First Batch Produced: 28.97s (28971047079) First Batch Sent: 28.97s (28971047079) ExecInternal Finished: 35.9m (2151588207831) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134071783984) - ExecTreeExecTime: 11.7m (701682912160) - InactiveTotalTime: 0ns (0) - OpenTime: 17.51s (17512423979) - ExecTreeOpenTime: 15.53s (15526489300) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.3m (1399882941282) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 27,270,947 (27270947) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.36s (18363395806) - TotalBytesSent: 1.7 GiB (1875101165) - TotalTime: 23.9m (1432301874683) - UncompressedRowBatchSize: 4.5 GiB (4839228036) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,270,947 (27270947) - RowsReturnedRate: 38025 per second (38025) - TotalTime: 12.0m (717171402712) Node Lifecycle Event Timeline Open Started: 1.99s (1986934646) Open Finished: 17.51s (17513423946) First Batch Requested: 17.51s (17513423946) First Batch Returned: 28.97s (28971047079) Last Batch Returned: 35.8m (2147025357995) Closed: 35.9m (2151588207831) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 72ms (72997599) - HTResizeTime: 393ms (393987043) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,514.45 (3514.4498377390078) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,612,609 (25612609) - RowsReturned: 27,270,947 (27270947) - StreamingTime: 43.05s (43054583256) - TotalTime: 0ns (0) Buffer pool - AllocTime: 57ms (57998091) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57998091) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,281 (1666281) - BuildTime: 1.50s (1497950732) - InactiveTotalTime: 0ns (0) - LocalTime: 11.81s (11806611559) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,838,729 (138838729) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.02s (10016670433) - RowsReturned: 138,838,729 (138838729) - RowsReturnedRate: 206232 per second (206232) - TotalTime: 11.2m (673214849129) Node Lifecycle Event Timeline Open Started: 1.99s (1986934646) Open Finished: 17.51s (17513423946) First Batch Requested: 17.51s (17513423946) First Batch Returned: 17.51s (17513423946) Last Batch Returned: 29.6m (1774856605935) Closed: 29.6m (1774856605935) Buffer pool - AllocTime: 74ms (74997532) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 74ms (74997532) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.30s (1305957047) - BuildRowsPartitioned: 1,666,281 (1666281) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188993784) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 33ms (33998884) - InactiveTotalTime: 13.94s (13942541399) - PeakMemoryUsage: 11.7 MiB (12288000) - RowsReturned: 1,666,281 (1666281) - RowsReturnedRate: 118854 per second (118854) - TotalTime: 14.02s (14019538865) Node Lifecycle Event Timeline Open Started: 1.99s (1986934646) Open Finished: 1.99s (1986934646) First Batch Requested: 1.99s (1988934580) First Batch Returned: 1.99s (1988934580) Last Batch Returned: 17.32s (17322430228) Closed: 17.51s (17513423946) Buffer pool - AllocTime: 449ms (449985196) - CumulativeAllocationBytes: 370.2 MiB (388153344) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.7 MiB (12288000) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.7 MiB (12288000) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 438ms (438985559) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273982277) - TotalGetBatchTime: 13.97s (13972540410) - DataWaitTime: 13.94s (13942541399) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 858ms (858971750) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163658556) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.45s (2449919376) - InactiveTotalTime: 10.7m (643312832823) - PeakMemoryUsage: 11.6 MiB (12140623) - RowsReturned: 138,838,729 (138838729) - RowsReturnedRate: 214459 per second (214459) - TotalTime: 10.8m (647388698705) Node Lifecycle Event Timeline Open Started: 17.51s (17513423946) Open Finished: 17.51s (17513423946) First Batch Requested: 17.51s (17513423946) First Batch Returned: 17.51s (17513423946) Last Batch Returned: 29.6m (1774855605968) Closed: 29.6m (1774856605935) Buffer pool - AllocTime: 2.11s (2106930691) - CumulativeAllocationBytes: 8.9 GiB (9584844800) - CumulativeAllocations: 780,028 (780028) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 400ms (400986816) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8608001198) - TotalGetBatchTime: 10.7m (644639789163) - DataWaitTime: 10.7m (643312832823) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.55s (7549751624) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 390,014 (390014) - TotalBatchesReceived: 390,014 (390014) - TotalBytesReceived: 3.3 GiB (3567259907) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 216ms (216350519) - TotalRPCsDeferred: 1,332 (1332) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 82 (82) - CodegenTotalWallClockTime: 1.99s (1985934679) - CodegenSysTime: 7ms (7923000) - CodegenUserTime: 938ms (938298000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 753ms (753975201) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34998849) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.17s (1166961616) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 25ms (25999145) - TotalTime: 1.99s (1985934679) Instance c7456fdd806a4994:3209e92600000052 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.597 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718594014) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 27,989,783 (27989783) - TotalNetworkReceiveTime: 9.6m (576473146855) - TotalNetworkSendTime: 24.7m (1482006671515) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,189 (3189) - TotalThreadsTotalWallClockTime: 35.9m (2151557487845) - TotalThreadsSysTime: 5.01s (5006804000) - TotalThreadsUserTime: 1.5m (87441979000) - TotalThreadsVoluntaryContextSwitches: 118,570 (118570) - TotalTime: 35.9m (2151558487853) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2000015) Open Finished: 17.16s (17160123421) First Batch Produced: 28.90s (28901207870) First Batch Sent: 28.90s (28901207870) ExecInternal Finished: 35.9m (2151560487867) Buffer pool - AllocTime: 7ms (7000051) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 7ms (7000051) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134399364439) - ExecTreeExecTime: 10.3m (619509456251) - InactiveTotalTime: 0ns (0) - OpenTime: 17.16s (17158123406) - ExecTreeOpenTime: 15.26s (15261109763) - PrepareTime: 1ms (1000008) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.7m (1482036671730) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 27,989,783 (27989783) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.79s (18790135256) - TotalBytesSent: 1.8 GiB (1922633562) - TotalTime: 25.2m (1514803907563) - UncompressedRowBatchSize: 4.6 GiB (4965711059) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,989,783 (27989783) - RowsReturnedRate: 44097 per second (44097) - TotalTime: 10.6m (634730565727) Node Lifecycle Event Timeline Open Started: 1.90s (1899013658) Open Finished: 17.16s (17160123421) First Batch Requested: 17.16s (17160123421) First Batch Returned: 28.90s (28901207870) Last Batch Returned: 35.9m (2151463487170) Closed: 35.9m (2151559487860) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 93ms (93000662) - HTResizeTime: 375ms (375002689) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,542.51 (3542.5138256538976) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,330,176 (26330176) - RowsReturned: 27,989,783 (27989783) - StreamingTime: 42.69s (42690306970) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17000125) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17000125) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,131 (1668131) - BuildTime: 1.55s (1554011166) - InactiveTotalTime: 0ns (0) - LocalTime: 11.77s (11767084532) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,814,273 (137814273) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.91s (9910071195) - RowsReturned: 137,814,273 (137814273) - RowsReturnedRate: 233180 per second (233180) - TotalTime: 9.9m (591020251409) Node Lifecycle Event Timeline Open Started: 1.90s (1899013658) Open Finished: 17.16s (17159123414) First Batch Requested: 17.16s (17160123421) First Batch Returned: 17.16s (17160123421) Last Batch Returned: 29.6m (1774810779213) Closed: 29.6m (1774810779213) Buffer pool - AllocTime: 69ms (69000496) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 69ms (69000496) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.32s (1321009489) - BuildRowsPartitioned: 1,668,131 (1668131) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 224ms (224001611) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 42ms (42000303) - InactiveTotalTime: 13.62s (13623097992) - PeakMemoryUsage: 9.7 MiB (10199040) - RowsReturned: 1,668,131 (1668131) - RowsReturnedRate: 121769 per second (121769) - TotalTime: 13.70s (13699098538) Node Lifecycle Event Timeline Open Started: 1.90s (1899013658) Open Finished: 1.90s (1899013658) First Batch Requested: 1.91s (1907013716) First Batch Returned: 1.91s (1907013716) Last Batch Returned: 16.93s (16934121795) Closed: 17.16s (17159123414) Buffer pool - AllocTime: 349ms (349002514) - CumulativeAllocationBytes: 370.5 MiB (388530176) - CumulativeAllocations: 18,994 (18994) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.7 MiB (10199040) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.7 MiB (10199040) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 291ms (291002096) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274287271) - TotalGetBatchTime: 13.65s (13649098178) - DataWaitTime: 13.62s (13623097992) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 776ms (776005584) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,497 (9497) - TotalBatchesReceived: 9,497 (9497) - TotalBytesReceived: 156.3 MiB (163840420) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.50s (2503018030) - InactiveTotalTime: 9.4m (561331037949) - PeakMemoryUsage: 11.6 MiB (12159229) - RowsReturned: 137,814,273 (137814273) - RowsReturnedRate: 243680 per second (243680) - TotalTime: 9.4m (565554068339) Node Lifecycle Event Timeline Open Started: 17.16s (17159123414) Open Finished: 17.16s (17159123414) First Batch Requested: 17.16s (17159123414) First Batch Returned: 17.16s (17159123414) Last Batch Returned: 29.6m (1774809779206) Closed: 29.6m (1774810779213) Buffer pool - AllocTime: 1.43s (1425010258) - CumulativeAllocationBytes: 8.9 GiB (9514139648) - CumulativeAllocations: 774,276 (774276) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 652ms (652004694) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8544484926) - TotalGetBatchTime: 9.4m (562787048414) - DataWaitTime: 9.4m (561331037949) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.77s (6770048647) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,138 (387138) - TotalBatchesReceived: 387,138 (387138) - TotalBytesReceived: 3.3 GiB (3543432841) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 51.29s (51287291150) - TotalRPCsDeferred: 5,147 (5147) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 114 (114) - CodegenTotalWallClockTime: 1.90s (1897013643) - CodegenSysTime: 12ms (12894000) - CodegenUserTime: 931ms (931273000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 587ms (587004222) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 32ms (32000230) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.25s (1247008968) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 27ms (27000194) - TotalTime: 1.90s (1897013643) Instance c7456fdd806a4994:3209e92600000064 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:55.244 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718520286) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 27,299,406 (27299406) - TotalNetworkReceiveTime: 9.3m (559085545226) - TotalNetworkSendTime: 25.0m (1500243718927) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,828 (2828) - TotalThreadsTotalWallClockTime: 35.9m (2151482694787) - TotalThreadsSysTime: 4.85s (4850220000) - TotalThreadsUserTime: 1.4m (86439364000) - TotalThreadsVoluntaryContextSwitches: 123,443 (123443) - TotalTime: 35.9m (2151483694781) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999982) Open Finished: 17.31s (17306893317) First Batch Produced: 28.81s (28807822423) First Batch Sent: 28.81s (28807822423) ExecInternal Finished: 35.9m (2151486694763) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134178801452) - ExecTreeExecTime: 10.0m (601979280145) - InactiveTotalTime: 0ns (0) - OpenTime: 17.30s (17303893335) - ExecTreeOpenTime: 14.93s (14933907944) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1500276718721) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,299,406 (27299406) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.18s (18179887574) - TotalBytesSent: 1.7 GiB (1876777213) - TotalTime: 25.5m (1532124521777) - UncompressedRowBatchSize: 4.5 GiB (4842621234) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,299,406 (27299406) - RowsReturnedRate: 44255 per second (44255) - TotalTime: 10.3m (616864188389) Node Lifecycle Event Timeline Open Started: 2.37s (2372985373) Open Finished: 17.31s (17306893317) First Batch Requested: 17.31s (17306893317) First Batch Returned: 28.81s (28807822423) Last Batch Returned: 35.9m (2151355695571) Closed: 35.9m (2151486694763) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 107ms (107999339) - HTResizeTime: 376ms (376997664) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,513.13 (3513.1297700069063) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,639,461 (25639461) - RowsReturned: 27,299,406 (27299406) - StreamingTime: 42.84s (42837735412) - TotalTime: 0ns (0) Buffer pool - AllocTime: 19ms (19999875) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999875) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,323 (1668323) - BuildTime: 1.32s (1320991848) - InactiveTotalTime: 0ns (0) - LocalTime: 11.46s (11463929195) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,862,001 (138862001) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.84s (9839939217) - RowsReturned: 138,862,001 (138862001) - RowsReturnedRate: 242272 per second (242272) - TotalTime: 9.6m (573165458285) Node Lifecycle Event Timeline Open Started: 2.37s (2372985373) Open Finished: 17.31s (17306893317) First Batch Requested: 17.31s (17306893317) First Batch Returned: 17.31s (17306893317) Last Batch Returned: 29.6m (1774743019941) Closed: 29.6m (1774743019941) Buffer pool - AllocTime: 33ms (33999790) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33999790) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.15s (1146992921) - BuildRowsPartitioned: 1,668,323 (1668323) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 171ms (171998939) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 26ms (26999835) - InactiveTotalTime: 13.54s (13544916519) - PeakMemoryUsage: 14.9 MiB (15589183) - RowsReturned: 1,668,323 (1668323) - RowsReturnedRate: 122617 per second (122617) - TotalTime: 13.61s (13605916138) Node Lifecycle Event Timeline Open Started: 2.37s (2372985373) Open Finished: 2.37s (2372985373) First Batch Requested: 2.37s (2373985367) First Batch Returned: 2.37s (2373985367) Last Batch Returned: 17.13s (17132894390) Closed: 17.31s (17306893317) Buffer pool - AllocTime: 899ms (899994456) - CumulativeAllocationBytes: 370.6 MiB (388579328) - CumulativeAllocations: 18,998 (18998) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 889ms (889994516) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274306213) - TotalGetBatchTime: 13.57s (13569916362) - DataWaitTime: 13.54s (13544916519) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.38s (1380991494) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,499 (9499) - TotalBatchesReceived: 9,499 (9499) - TotalBytesReceived: 156.3 MiB (163844291) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 428ms (428638037) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.39s (2390985243) - InactiveTotalTime: 9.1m (544414635654) - PeakMemoryUsage: 11.6 MiB (12158476) - RowsReturned: 138,862,001 (138862001) - RowsReturnedRate: 253353 per second (253353) - TotalTime: 9.1m (548095612952) Node Lifecycle Event Timeline Open Started: 17.31s (17306893317) Open Finished: 17.31s (17306893317) First Batch Requested: 17.31s (17306893317) First Batch Returned: 17.31s (17306893317) Last Batch Returned: 29.6m (1774742019947) Closed: 29.6m (1774743019941) Buffer pool - AllocTime: 1.18s (1175992727) - CumulativeAllocationBytes: 8.9 GiB (9586483200) - CumulativeAllocations: 780,162 (780162) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 420ms (420997394) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8609444062) - TotalGetBatchTime: 9.1m (545458629214) - DataWaitTime: 9.1m (544414635654) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.57s (6570959427) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 390,081 (390081) - TotalBatchesReceived: 390,081 (390081) - TotalBytesReceived: 3.3 GiB (3567490375) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 44.23s (44228961344) - TotalRPCsDeferred: 916 (916) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 140 (140) - CodegenTotalWallClockTime: 2.37s (2369985391) - CodegenSysTime: 18ms (18819000) - CodegenUserTime: 933ms (933506000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 740ms (740995433) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 82ms (82999489) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.52s (1518990636) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 22ms (22999858) - TotalTime: 2.37s (2369985391) Instance c7456fdd806a4994:3209e92600000071 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.732 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718602190) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 27,942,346 (27942346) - TotalNetworkReceiveTime: 9.6m (574885521738) - TotalNetworkSendTime: 24.6m (1478130331602) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,466 (3466) - TotalThreadsTotalWallClockTime: 35.8m (2147019794428) - TotalThreadsSysTime: 4.92s (4924521000) - TotalThreadsUserTime: 1.5m (88121964000) - TotalThreadsVoluntaryContextSwitches: 117,481 (117481) - TotalTime: 35.8m (2147020794417) Fragment Instance Lifecycle Event Timeline Prepare Finished: 5ms (5999932) Open Finished: 17.82s (17822798872) First Batch Produced: 28.92s (28917673663) First Batch Sent: 28.92s (28917673663) ExecInternal Finished: 35.8m (2147027794338) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129202995488) - ExecTreeExecTime: 10.3m (617485042643) - InactiveTotalTime: 0ns (0) - OpenTime: 17.82s (17816798940) - ExecTreeOpenTime: 15.76s (15761822129) - PrepareTime: 999.99us (999989) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.6m (1478159331277) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 27,942,346 (27942346) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.72s (18720788887) - TotalBytesSent: 1.8 GiB (1919671687) - TotalTime: 25.2m (1511614953997) - UncompressedRowBatchSize: 4.6 GiB (4958204599) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,942,346 (27942346) - RowsReturnedRate: 44127 per second (44127) - TotalTime: 10.6m (633212865152) Node Lifecycle Event Timeline Open Started: 2.06s (2060976743) Open Finished: 17.82s (17822798872) First Batch Requested: 17.82s (17822798872) First Batch Returned: 28.92s (28917673663) Last Batch Returned: 35.8m (2146893795845) Closed: 35.8m (2147027794338) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 105ms (105998807) - HTResizeTime: 486ms (486994508) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,541.99 (3541.9886537938123) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,283,758 (26283758) - RowsReturned: 27,942,346 (27942346) - StreamingTime: 42.85s (42855517548) - TotalTime: 0ns (0) Buffer pool - AllocTime: 21ms (21999755) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999755) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,985 (1666985) - BuildTime: 1.37s (1367984546) - InactiveTotalTime: 0ns (0) - LocalTime: 11.80s (11805867132) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,229,601 (138229601) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.12s (10124886106) - RowsReturned: 138,229,601 (138229601) - RowsReturnedRate: 234538 per second (234538) - TotalTime: 9.8m (589369358736) Node Lifecycle Event Timeline Open Started: 2.06s (2060976743) Open Finished: 17.82s (17821798883) First Batch Requested: 17.82s (17822798872) First Batch Returned: 17.82s (17822798872) Last Batch Returned: 29.6m (1774812980630) Closed: 29.6m (1774812980630) Buffer pool - AllocTime: 42ms (42999516) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42999516) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.08s (1078987808) - BuildRowsPartitioned: 1,666,985 (1666985) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 286ms (286996761) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 34ms (34999603) - InactiveTotalTime: 14.30s (14301838626) - PeakMemoryUsage: 14.7 MiB (15407389) - RowsReturned: 1,666,985 (1666985) - RowsReturnedRate: 115868 per second (115868) - TotalTime: 14.39s (14386837662) Node Lifecycle Event Timeline Open Started: 2.06s (2060976743) Open Finished: 2.06s (2060976743) First Batch Requested: 2.06s (2061976731) First Batch Returned: 2.06s (2061976731) Last Batch Returned: 17.53s (17533802133) Closed: 17.82s (17821798883) Buffer pool - AllocTime: 898ms (898989855) - CumulativeAllocationBytes: 370.3 MiB (388300800) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 893ms (893989912) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274108564) - TotalGetBatchTime: 14.34s (14344838139) - DataWaitTime: 14.30s (14301838626) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.46s (1464983469) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163726496) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 66ms (66870182) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.44s (2444972487) - InactiveTotalTime: 9.3m (559350696977) - PeakMemoryUsage: 11.6 MiB (12160460) - RowsReturned: 138,229,601 (138229601) - RowsReturnedRate: 245446 per second (245446) - TotalTime: 9.4m (563176653942) Node Lifecycle Event Timeline Open Started: 17.82s (17821798883) Open Finished: 17.82s (17821798883) First Batch Requested: 17.82s (17821798883) First Batch Returned: 17.82s (17821798883) Last Batch Returned: 29.6m (1774811980642) Closed: 29.6m (1774812980630) Buffer pool - AllocTime: 1.75s (1748980269) - CumulativeAllocationBytes: 8.9 GiB (9542868992) - CumulativeAllocations: 776,614 (776614) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 797ms (797990988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8570235262) - TotalGetBatchTime: 9.3m (560478684293) - DataWaitTime: 9.3m (559350696977) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.11s (7110919928) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,307 (388307) - TotalBatchesReceived: 388,307 (388307) - TotalBytesReceived: 3.3 GiB (3553230554) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.42s (16416238344) - TotalRPCsDeferred: 2,703 (2703) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 142 (142) - CodegenTotalWallClockTime: 2.05s (2054976811) - CodegenSysTime: 10ms (10886000) - CodegenUserTime: 945ms (945898000) - CodegenVoluntaryContextSwitches: 102 (102) - CompileTime: 666ms (666992474) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 51ms (51999414) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.30s (1303985285) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 27ms (27999684) - TotalTime: 2.05s (2054976811) Instance c7456fdd806a4994:3209e92600000062 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.227 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.7 MiB (719049151) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 25,682,319 (25682319) - TotalNetworkReceiveTime: 11.3m (675614280733) - TotalNetworkSendTime: 22.8m (1369269963978) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 5,599 (5599) - TotalThreadsTotalWallClockTime: 35.8m (2146895814213) - TotalThreadsSysTime: 6.11s (6112611000) - TotalThreadsUserTime: 1.6m (93825469000) - TotalThreadsVoluntaryContextSwitches: 121,297 (121297) - TotalTime: 35.8m (2146897814145) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999932) Open Finished: 17.30s (17300418345) First Batch Produced: 28.79s (28794031922) First Batch Sent: 28.79s (28794031922) ExecInternal Finished: 35.8m (2146898814111) Buffer pool - AllocTime: 10ms (10999630) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 10ms (10999630) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129597395800) - ExecTreeExecTime: 12.1m (728869489418) - InactiveTotalTime: 0ns (0) - OpenTime: 17.30s (17298418413) - ExecTreeOpenTime: 15.28s (15276486392) - PrepareTime: 1ms (1999932) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369293963170) - PeakMemoryUsage: 1.3 MiB (1379248) - RowsSent: 25,682,319 (25682319) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.66s (17658406366) - TotalBytesSent: 1.6 GiB (1770969462) - TotalTime: 23.3m (1400625909813) - UncompressedRowBatchSize: 4.2 GiB (4556827985) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,682,319 (25682319) - RowsReturnedRate: 34514 per second (34514) - TotalTime: 12.4m (744112976918) Node Lifecycle Event Timeline Open Started: 2.02s (2023931953) Open Finished: 17.30s (17300418345) First Batch Requested: 17.30s (17300418345) First Batch Returned: 28.79s (28794031922) Last Batch Returned: 35.8m (2146793817643) Closed: 35.8m (2146897814145) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 88ms (88997008) - HTResizeTime: 399ms (399986551) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,551.79 (3551.7865371116263) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,023,444 (24023444) - RowsReturned: 25,682,319 (25682319) - StreamingTime: 45.44s (45439471781) - TotalTime: 0ns (0) Buffer pool - AllocTime: 47ms (47998384) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47998384) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,803 (1665803) - BuildTime: 1.52s (1518948932) - InactiveTotalTime: 0ns (0) - LocalTime: 16.53s (16528444106) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 269,225,590 (269225590) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 14.44s (14442514225) - RowsReturned: 138,883,283 (138883283) - RowsReturnedRate: 199086 per second (199086) - TotalTime: 11.6m (697603541139) Node Lifecycle Event Timeline Open Started: 2.02s (2023931953) Open Finished: 17.28s (17276419152) First Batch Requested: 17.30s (17300418345) First Batch Returned: 17.31s (17308418076) Last Batch Returned: 29.6m (1774670334203) Closed: 29.6m (1774670334203) Buffer pool - AllocTime: 46ms (46998420) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 46ms (46998420) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.28s (1279956968) - BuildRowsPartitioned: 1,665,803 (1665803) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 223ms (223992469) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 30ms (30998964) - InactiveTotalTime: 13.60s (13599542766) - PeakMemoryUsage: 14.8 MiB (15502228) - RowsReturned: 1,665,803 (1665803) - RowsReturnedRate: 121684 per second (121684) - TotalTime: 13.69s (13689539745) Node Lifecycle Event Timeline Open Started: 2.02s (2023931953) Open Finished: 2.02s (2023931953) First Batch Requested: 2.04s (2035931550) First Batch Returned: 2.04s (2035931550) Last Batch Returned: 17.05s (17051426717) Closed: 17.28s (17276419152) Buffer pool - AllocTime: 846ms (846971525) - CumulativeAllocationBytes: 370.1 MiB (388055040) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 771ms (771974045) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273900504) - TotalGetBatchTime: 13.65s (13647541151) - DataWaitTime: 13.60s (13599542766) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.36s (1362954192) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163602336) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 172ms (172820169) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 5.00s (5004831617) - InactiveTotalTime: 11.0m (659414825370) - PeakMemoryUsage: 11.7 MiB (12239133) - RowsReturned: 269,225,590 (269225590) - RowsReturnedRate: 403403 per second (403403) - TotalTime: 11.1m (667385557288) Node Lifecycle Event Timeline Open Started: 17.28s (17276419152) Open Finished: 17.28s (17276419152) First Batch Requested: 17.28s (17276419152) First Batch Returned: 17.28s (17276419152) Last Batch Returned: 29.6m (1774669334237) Closed: 29.6m (1774670334203) Buffer pool - AllocTime: 6.78s (6783771863) - CumulativeAllocationBytes: 17.3 GiB (18585952256) - CumulativeAllocations: 1,512,542 (1512542) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11894784) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11894784) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.41s (4412851576) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 15.5 GiB (16691986580) - TotalGetBatchTime: 11.0m (661878742537) - DataWaitTime: 11.0m (659414825370) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 21.53s (21529275825) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 756,271 (756271) - TotalBatchesReceived: 756,271 (756271) - TotalBytesReceived: 6.1 GiB (6534264852) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4m (83250111630) - TotalRPCsDeferred: 48,457 (48457) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 182 (182) - CodegenTotalWallClockTime: 2.02s (2021932021) - CodegenSysTime: 16ms (16928000) - CodegenUserTime: 924ms (924300000) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 706ms (706976230) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999093) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1257957707) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 25ms (25999126) - TotalTime: 2.02s (2021932021) Instance c7456fdd806a4994:3209e92600000055 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.258 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 681.8 MiB (714899422) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 27,456,011 (27456011) - TotalNetworkReceiveTime: 11.4m (681053179601) - TotalNetworkSendTime: 22.9m (1373032168597) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,698 (2698) - TotalThreadsTotalWallClockTime: 35.8m (2146866737820) - TotalThreadsSysTime: 4.83s (4826193000) - TotalThreadsUserTime: 1.5m (87586234000) - TotalThreadsVoluntaryContextSwitches: 120,039 (120039) - TotalTime: 35.8m (2146867737803) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999965) Open Finished: 17.07s (17073703456) First Batch Produced: 28.91s (28911497853) First Batch Sent: 28.91s (28911497853) ExecInternal Finished: 35.8m (2146872737715) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129795034329) - ExecTreeExecTime: 12.1m (724447426736) - InactiveTotalTime: 0ns (0) - OpenTime: 17.07s (17071703491) - ExecTreeOpenTime: 15.11s (15114737481) - PrepareTime: 999.98us (999983) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373055168193) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 27,456,011 (27456011) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.36s (18356681300) - TotalBytesSent: 1.8 GiB (1886637602) - TotalTime: 23.4m (1405259609128) - UncompressedRowBatchSize: 4.5 GiB (4871791648) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,456,011 (27456011) - RowsReturnedRate: 37126 per second (37126) - TotalTime: 12.3m (739517165001) Node Lifecycle Event Timeline Open Started: 1.96s (1958965975) Open Finished: 17.07s (17073703456) First Batch Requested: 17.07s (17073703456) First Batch Returned: 28.91s (28911497853) Last Batch Returned: 35.8m (2146494744273) Closed: 35.8m (2146870737750) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 81ms (81998577) - HTResizeTime: 391ms (391993199) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,552.55 (3552.547664895005) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,796,530 (25796530) - RowsReturned: 27,456,011 (27456011) - StreamingTime: 43.08s (43083252326) - TotalTime: 0ns (0) Buffer pool - AllocTime: 49ms (49999134) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48999151) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,233 (1667233) - BuildTime: 1.21s (1207979034) - InactiveTotalTime: 0ns (0) - LocalTime: 11.82s (11816794955) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 139,093,948 (139093948) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.22s (10223822611) - RowsReturned: 139,093,948 (139093948) - RowsReturnedRate: 199981 per second (199981) - TotalTime: 11.6m (695533928295) Node Lifecycle Event Timeline Open Started: 1.96s (1958965975) Open Finished: 17.07s (17072703474) First Batch Requested: 17.07s (17073703456) First Batch Returned: 17.07s (17073703456) Last Batch Returned: 29.6m (1774728193508) Closed: 29.6m (1774728193508) Buffer pool - AllocTime: 69ms (69998787) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 69ms (69998787) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.03s (1032982073) - BuildRowsPartitioned: 1,667,233 (1667233) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 162ms (162997169) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 31ms (31999445) - InactiveTotalTime: 13.74s (13738761372) - PeakMemoryUsage: 14.5 MiB (15240821) - RowsReturned: 1,667,233 (1667233) - RowsReturnedRate: 120833 per second (120833) - TotalTime: 13.80s (13797760342) Node Lifecycle Event Timeline Open Started: 1.96s (1958965975) Open Finished: 1.96s (1958965975) First Batch Requested: 1.97s (1968965802) First Batch Returned: 1.97s (1968965802) Last Batch Returned: 16.91s (16908706322) Closed: 17.07s (17072703474) Buffer pool - AllocTime: 652ms (652988659) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 442ms (442992306) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274136391) - TotalGetBatchTime: 13.76s (13763760932) - DataWaitTime: 13.74s (13738761372) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.11s (1107980756) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163749322) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 9ms (9114987) - TotalRPCsDeferred: 16 (16) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.41s (2410958135) - InactiveTotalTime: 11.1m (666165438157) - PeakMemoryUsage: 7.8 MiB (8159232) - RowsReturned: 139,093,948 (139093948) - RowsReturnedRate: 207627 per second (207627) - TotalTime: 11.2m (669919372998) Node Lifecycle Event Timeline Open Started: 17.07s (17072703474) Open Finished: 17.07s (17072703474) First Batch Requested: 17.07s (17072703474) First Batch Returned: 17.07s (17072703474) Last Batch Returned: 29.6m (1774727193525) Closed: 29.6m (1774728193508) Buffer pool - AllocTime: 1.10s (1105980812) - CumulativeAllocationBytes: 8.9 GiB (9602490368) - CumulativeAllocations: 781,466 (781466) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.8 MiB (8159232) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.8 MiB (8159232) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 362ms (362993699) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8623824776) - TotalGetBatchTime: 11.1m (667233419639) - DataWaitTime: 11.1m (666165438157) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.55s (6549886349) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 390,733 (390733) - TotalBatchesReceived: 390,733 (390733) - TotalBytesReceived: 3.3 GiB (3571054691) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 89 (89) - CodegenTotalWallClockTime: 1.96s (1956966010) - CodegenSysTime: 11ms (11964000) - CodegenUserTime: 906ms (906270000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 660ms (660988519) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 43ms (43999236) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.22s (1220978794) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 24ms (24999566) - TotalTime: 1.96s (1956966010) Instance c7456fdd806a4994:3209e92600000067 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.514 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718544846) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 27,983,570 (27983570) - TotalNetworkReceiveTime: 9.5m (571646888981) - TotalNetworkSendTime: 24.7m (1479305132758) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,416 (3416) - TotalThreadsTotalWallClockTime: 35.8m (2146728987145) - TotalThreadsSysTime: 5.33s (5331201000) - TotalThreadsUserTime: 1.5m (88585241000) - TotalThreadsVoluntaryContextSwitches: 117,495 (117495) - TotalTime: 35.8m (2146728987145) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999968) Open Finished: 17.35s (17347449970) First Batch Produced: 28.63s (28631092209) First Batch Sent: 28.63s (28631092209) ExecInternal Finished: 35.8m (2146731987049) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129382537143) - ExecTreeExecTime: 10.3m (615701493603) - InactiveTotalTime: 0ns (0) - OpenTime: 17.35s (17346450002) - ExecTreeOpenTime: 15.20s (15196518169) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.7m (1479342131583) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 27,983,570 (27983570) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.30s (19296388554) - TotalBytesSent: 1.8 GiB (1922715582) - TotalTime: 25.2m (1513605045949) - UncompressedRowBatchSize: 4.6 GiB (4966361232) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,983,570 (27983570) - RowsReturnedRate: 44357 per second (44357) - TotalTime: 10.5m (630867012754) Node Lifecycle Event Timeline Open Started: 2.15s (2150931801) Open Finished: 17.35s (17347449970) First Batch Requested: 17.35s (17347449970) First Batch Returned: 28.63s (28631092209) Last Batch Returned: 35.8m (2146348999173) Closed: 35.8m (2146731987049) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 95ms (95996961) - HTResizeTime: 460ms (460985391) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,534.24 (3534.2398128003692) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,324,132 (26324132) - RowsReturned: 27,983,570 (27983570) - StreamingTime: 43.07s (43067635530) - TotalTime: 0ns (0) Buffer pool - AllocTime: 33ms (33998920) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33998920) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,751 (1667751) - BuildTime: 1.52s (1517951871) - InactiveTotalTime: 0ns (0) - LocalTime: 12.21s (12208613213) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,798,562 (138798562) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.39s (10395670687) - RowsReturned: 138,798,562 (138798562) - RowsReturnedRate: 236570 per second (236570) - TotalTime: 9.8m (586710411724) Node Lifecycle Event Timeline Open Started: 2.15s (2150931801) Open Finished: 17.35s (17346450002) First Batch Requested: 17.35s (17347449970) First Batch Returned: 17.35s (17348449938) Last Batch Returned: 29.6m (1774595769284) Closed: 29.6m (1774595769284) Buffer pool - AllocTime: 82ms (82997369) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82997369) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.23s (1232960907) - BuildRowsPartitioned: 1,667,751 (1667751) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 280ms (280991091) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 22ms (22999269) - InactiveTotalTime: 13.60s (13604568647) - PeakMemoryUsage: 14.8 MiB (15520454) - RowsReturned: 1,667,751 (1667751) - RowsReturnedRate: 122040 per second (122040) - TotalTime: 13.66s (13665566710) Node Lifecycle Event Timeline Open Started: 2.15s (2150931801) Open Finished: 2.15s (2150931801) First Batch Requested: 2.15s (2151931769) First Batch Returned: 2.15s (2151931769) Last Batch Returned: 17.05s (17054459260) Closed: 17.35s (17346450002) Buffer pool - AllocTime: 772ms (772975487) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 762ms (762975804) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274228539) - TotalGetBatchTime: 13.63s (13633567727) - DataWaitTime: 13.60s (13604568647) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.23s (1234960833) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163805981) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 350ms (350442295) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.62s (2617917052) - InactiveTotalTime: 9.3m (556709362548) - PeakMemoryUsage: 11.6 MiB (12159211) - RowsReturned: 138,798,562 (138798562) - RowsReturnedRate: 247485 per second (247485) - TotalTime: 9.3m (560836231801) Node Lifecycle Event Timeline Open Started: 17.35s (17346450002) Open Finished: 17.35s (17346450002) First Batch Requested: 17.35s (17346450002) First Batch Returned: 17.35s (17346450002) Last Batch Returned: 29.6m (1774594769316) Closed: 29.6m (1774595769284) Buffer pool - AllocTime: 1.28s (1283959318) - CumulativeAllocationBytes: 8.9 GiB (9582067712) - CumulativeAllocations: 779,802 (779802) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 577ms (577981685) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8605510844) - TotalGetBatchTime: 9.3m (557966322743) - DataWaitTime: 9.3m (556709362548) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.78s (6775785324) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,901 (389901) - TotalBatchesReceived: 389,901 (389901) - TotalBytesReceived: 3.3 GiB (3566340067) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 8.26s (8259832879) - TotalRPCsDeferred: 1,528 (1528) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 108 (108) - CodegenTotalWallClockTime: 2.15s (2148931864) - CodegenSysTime: 16ms (16802000) - CodegenUserTime: 945ms (945960000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 518ms (518983545) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 73ms (73997654) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.53s (1529951490) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999302) - TotalTime: 2.15s (2148931864) Instance c7456fdd806a4994:3209e92600000061 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.397 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718454734) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 25,725,596 (25725596) - TotalNetworkReceiveTime: 11.3m (678733646725) - TotalNetworkSendTime: 23.0m (1377617825460) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,672 (2672) - TotalThreadsTotalWallClockTime: 35.8m (2146722427634) - TotalThreadsSysTime: 5.06s (5057525000) - TotalThreadsUserTime: 1.4m (85194334000) - TotalThreadsVoluntaryContextSwitches: 120,569 (120569) - TotalTime: 35.8m (2146723427612) Fragment Instance Lifecycle Event Timeline Prepare Finished: 11ms (11999728) Open Finished: 17.22s (17224609949) First Batch Produced: 28.79s (28793347980) First Batch Sent: 28.79s (28793347980) ExecInternal Finished: 35.8m (2146737427294) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129509817413) - ExecTreeExecTime: 12.0m (721502679623) - InactiveTotalTime: 0ns (0) - OpenTime: 17.21s (17212610221) - ExecTreeOpenTime: 15.27s (15274654107) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1377638824982) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 25,725,596 (25725596) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.13s (17129612322) - TotalBytesSent: 1.7 GiB (1772747570) - TotalTime: 23.5m (1407916139841) - UncompressedRowBatchSize: 4.3 GiB (4564661887) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,725,596 (25725596) - RowsReturnedRate: 34918 per second (34918) - TotalTime: 12.3m (736738334609) Node Lifecycle Event Timeline Open Started: 1.95s (1949955842) Open Finished: 17.22s (17224609949) First Batch Requested: 17.22s (17224609949) First Batch Returned: 28.79s (28793347980) Last Batch Returned: 35.8m (2146473433269) Closed: 35.8m (2146736427316) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85998051) - HTResizeTime: 339ms (339992314) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,513.34 (3513.3401910808584) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,064,592 (24064592) - RowsReturned: 25,725,596 (25725596) - StreamingTime: 42.33s (42327042608) - TotalTime: 0ns (0) Buffer pool - AllocTime: 27ms (27999369) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999369) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,204 (1668204) - BuildTime: 1.69s (1690961698) - InactiveTotalTime: 0ns (0) - LocalTime: 12.13s (12126725612) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,530,966 (138530966) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.08s (10077772019) - RowsReturned: 138,530,966 (138530966) - RowsReturnedRate: 199720 per second (199720) - TotalTime: 11.6m (693623309828) Node Lifecycle Event Timeline Open Started: 1.95s (1949955842) Open Finished: 17.22s (17223609972) First Batch Requested: 17.22s (17224609949) First Batch Returned: 17.22s (17224609949) Last Batch Returned: 29.6m (1774624848113) Closed: 29.6m (1774624848113) Buffer pool - AllocTime: 123ms (123997194) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 123ms (123997194) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.45s (1454967042) - BuildRowsPartitioned: 1,668,204 (1668204) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 230ms (230994769) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 43ms (43999002) - InactiveTotalTime: 13.46s (13457695263) - PeakMemoryUsage: 14.6 MiB (15354497) - RowsReturned: 1,668,204 (1668204) - RowsReturnedRate: 123226 per second (123226) - TotalTime: 13.54s (13537693451) Node Lifecycle Event Timeline Open Started: 1.95s (1949955842) Open Finished: 1.95s (1949955842) First Batch Requested: 1.95s (1953955752) First Batch Returned: 1.95s (1953955752) Last Batch Returned: 16.98s (16985615361) Closed: 17.22s (17223609972) Buffer pool - AllocTime: 408ms (408990743) - CumulativeAllocationBytes: 370.6 MiB (388554752) - CumulativeAllocations: 19,002 (19002) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 366ms (366991692) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274295075) - TotalGetBatchTime: 13.49s (13486694606) - DataWaitTime: 13.46s (13457695263) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 803ms (803981820) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,501 (9501) - TotalBatchesReceived: 9,501 (9501) - TotalBytesReceived: 156.2 MiB (163833072) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 119ms (119919441) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.50s (2497943485) - InactiveTotalTime: 11.1m (664182976183) - PeakMemoryUsage: 11.6 MiB (12151594) - RowsReturned: 138,530,966 (138530966) - RowsReturnedRate: 207394 per second (207394) - TotalTime: 11.1m (667958890765) Node Lifecycle Event Timeline Open Started: 17.22s (17223609972) Open Finished: 17.22s (17223609972) First Batch Requested: 17.22s (17223609972) First Batch Returned: 17.22s (17223609972) Last Batch Returned: 29.6m (1774624848113) Closed: 29.6m (1774624848113) Buffer pool - AllocTime: 960ms (960978240) - CumulativeAllocationBytes: 8.9 GiB (9563619328) - CumulativeAllocations: 778,304 (778304) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 288ms (288993464) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8588919892) - TotalGetBatchTime: 11.1m (665194953293) - DataWaitTime: 11.1m (664182976183) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.39s (6390855431) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,152 (389152) - TotalBatchesReceived: 389,152 (389152) - TotalBytesReceived: 3.3 GiB (3561150026) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 553ms (553803217) - TotalRPCsDeferred: 3,631 (3631) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 72 (72) - CodegenTotalWallClockTime: 1.94s (1937956114) - CodegenSysTime: 7ms (7159000) - CodegenUserTime: 917ms (917326000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 749ms (749983016) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40999071) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.12s (1119974638) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 22ms (22999479) - TotalTime: 1.94s (1937956114) Instance c7456fdd806a4994:3209e92600000070 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.897 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718487518) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 27,013,264 (27013264) - TotalNetworkReceiveTime: 9.8m (590967776097) - TotalNetworkSendTime: 24.4m (1462329480273) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,917 (2917) - TotalThreadsTotalWallClockTime: 35.8m (2146712901467) - TotalThreadsSysTime: 4.49s (4493000000) - TotalThreadsUserTime: 1.4m (86816143000) - TotalThreadsVoluntaryContextSwitches: 119,667 (119667) - TotalTime: 35.8m (2146713901432) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999497) Open Finished: 17.64s (17640365879) First Batch Produced: 28.75s (28750966489) First Batch Sent: 28.75s (28750966489) ExecInternal Finished: 35.8m (2146730900820) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129086535085) - ExecTreeExecTime: 10.6m (634367218257) - InactiveTotalTime: 0ns (0) - OpenTime: 17.63s (17626366382) - ExecTreeOpenTime: 15.46s (15462444170) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 999.97us (999965) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.4m (1462350479518) - PeakMemoryUsage: 1.3 MiB (1379248) - RowsSent: 27,013,264 (27013264) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.09s (18092350168) - TotalBytesSent: 1.7 GiB (1858940138) - TotalTime: 24.9m (1494645319481) - UncompressedRowBatchSize: 4.5 GiB (4794164077) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,013,264 (27013264) - RowsReturnedRate: 41571 per second (41571) - TotalTime: 10.8m (649798663542) Node Lifecycle Event Timeline Open Started: 2.18s (2177921709) Open Finished: 17.64s (17640365879) First Batch Requested: 17.64s (17640365879) First Batch Returned: 28.75s (28750966489) Last Batch Returned: 35.8m (2146476909935) Closed: 35.8m (2146730900820) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 84ms (84996949) - HTResizeTime: 367ms (367986770) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,527.23 (3527.2305108021133) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,354,811 (25354811) - RowsReturned: 27,013,264 (27013264) - StreamingTime: 44.08s (44078417115) - TotalTime: 0ns (0) Buffer pool - AllocTime: 59ms (59997845) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 58ms (58997881) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,624 (1666624) - BuildTime: 1.08s (1083961044) - InactiveTotalTime: 0ns (0) - LocalTime: 11.12s (11119600743) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,699,079 (138699079) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.73s (9735650470) - RowsReturned: 138,699,079 (138699079) - RowsReturnedRate: 229319 per second (229319) - TotalTime: 10.1m (604829278418) Node Lifecycle Event Timeline Open Started: 2.18s (2177921709) Open Finished: 17.64s (17639365915) First Batch Requested: 17.64s (17640365879) First Batch Returned: 17.64s (17640365879) Last Batch Returned: 29.6m (1774639255701) Closed: 29.6m (1774639255701) Buffer pool - AllocTime: 38ms (38998598) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38998598) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 779ms (779971972) - BuildRowsPartitioned: 1,666,624 (1666624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 301ms (301989144) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 41ms (41998492) - InactiveTotalTime: 14.29s (14287486393) - PeakMemoryUsage: 14.8 MiB (15535887) - RowsReturned: 1,666,624 (1666624) - RowsReturnedRate: 116007 per second (116007) - TotalTime: 14.37s (14366483556) Node Lifecycle Event Timeline Open Started: 2.18s (2177921709) Open Finished: 2.18s (2177921709) First Batch Requested: 2.18s (2177921709) First Batch Returned: 2.18s (2177921709) Last Batch Returned: 17.34s (17335376842) Closed: 17.64s (17639365915) Buffer pool - AllocTime: 813ms (813970744) - CumulativeAllocationBytes: 370.2 MiB (388194304) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 740ms (740973368) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274048162) - TotalGetBatchTime: 14.31s (14315485388) - DataWaitTime: 14.29s (14287486393) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.32s (1319952554) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163689365) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 339ms (339621448) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.49s (2491910560) - InactiveTotalTime: 9.6m (575475332985) - PeakMemoryUsage: 11.5 MiB (12063797) - RowsReturned: 138,699,079 (138699079) - RowsReturnedRate: 239407 per second (239407) - TotalTime: 9.7m (579343194119) Node Lifecycle Event Timeline Open Started: 17.64s (17639365915) Open Finished: 17.64s (17639365915) First Batch Requested: 17.64s (17639365915) First Batch Returned: 17.64s (17639365915) Last Batch Returned: 29.6m (1774639255701) Closed: 29.6m (1774639255701) Buffer pool - AllocTime: 1.17s (1174957802) - CumulativeAllocationBytes: 8.9 GiB (9575243776) - CumulativeAllocations: 779,250 (779250) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 564ms (564979698) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8599342898) - TotalGetBatchTime: 9.6m (576591292897) - DataWaitTime: 9.6m (575475332985) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.43s (6428769149) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,625 (389625) - TotalBatchesReceived: 389,625 (389625) - TotalBytesReceived: 3.3 GiB (3564218381) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 256ms (256821632) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 113 (113) - CodegenTotalWallClockTime: 2.16s (2163922212) - CodegenSysTime: 11ms (11842000) - CodegenUserTime: 915ms (915087000) - CodegenVoluntaryContextSwitches: 107 (107) - CompileTime: 794ms (794971423) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 106ms (106996154) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.23s (1227955858) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 30ms (30998885) - TotalTime: 2.16s (2163922212) Instance c7456fdd806a4994:3209e9260000006b (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.625 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718643150) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 27,536,530 (27536530) - TotalNetworkReceiveTime: 11.2m (674398842711) - TotalNetworkSendTime: 23.0m (1378339504264) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,351 (3351) - TotalThreadsTotalWallClockTime: 35.8m (2146705767838) - TotalThreadsSysTime: 5.42s (5423128000) - TotalThreadsUserTime: 1.5m (87650275000) - TotalThreadsVoluntaryContextSwitches: 114,814 (114814) - TotalTime: 35.8m (2146706767832) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999994) Open Finished: 17.43s (17433892624) First Batch Produced: 28.73s (28732823033) First Batch Sent: 28.73s (28732823033) ExecInternal Finished: 35.8m (2146711767801) Buffer pool - AllocTime: 4ms (4999969) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 4ms (4999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129272875208) - ExecTreeExecTime: 12.0m (717763575369) - InactiveTotalTime: 0ns (0) - OpenTime: 17.43s (17432892630) - ExecTreeOpenTime: 15.38s (15376905293) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1378368504085) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,536,530 (27536530) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.82s (18815884031) - TotalBytesSent: 1.8 GiB (1892594421) - TotalTime: 23.5m (1411424300366) - UncompressedRowBatchSize: 4.5 GiB (4885471635) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,536,530 (27536530) - RowsReturnedRate: 37561 per second (37561) - TotalTime: 12.2m (733113480829) Node Lifecycle Event Timeline Open Started: 2.06s (2056987331) Open Finished: 17.43s (17433892624) First Batch Requested: 17.43s (17433892624) First Batch Returned: 28.73s (28732823033) Last Batch Returned: 35.8m (2146445769441) Closed: 35.8m (2146711767801) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 94ms (94999415) - HTResizeTime: 430ms (430997342) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,532.60 (3532.6007821081434) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,876,880 (25876880) - RowsReturned: 27,536,530 (27536530) - StreamingTime: 43.36s (43361732754) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37999768) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999768) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,598 (1667598) - BuildTime: 1.26s (1258992239) - InactiveTotalTime: 0ns (0) - LocalTime: 11.81s (11815927163) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,640,605 (138640605) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.22s (10219936990) - RowsReturned: 138,640,605 (138640605) - RowsReturnedRate: 201238 per second (201238) - TotalTime: 11.5m (688936753098) Node Lifecycle Event Timeline Open Started: 2.06s (2056987331) Open Finished: 17.43s (17433892624) First Batch Requested: 17.43s (17433892624) First Batch Returned: 17.43s (17433892624) Last Batch Returned: 29.6m (1774619061632) Closed: 29.6m (1774619061632) Buffer pool - AllocTime: 45ms (45999715) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45999715) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.05s (1051993514) - BuildRowsPartitioned: 1,667,598 (1667598) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 200ms (200998762) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 74ms (74999535) - InactiveTotalTime: 13.93s (13934914185) - PeakMemoryUsage: 14.7 MiB (15458517) - RowsReturned: 1,667,598 (1667598) - RowsReturnedRate: 118337 per second (118337) - TotalTime: 14.09s (14091913215) Node Lifecycle Event Timeline Open Started: 2.06s (2056987331) Open Finished: 2.06s (2056987331) First Batch Requested: 2.06s (2061987300) First Batch Returned: 2.06s (2061987300) Last Batch Returned: 17.23s (17231893868) Closed: 17.43s (17433892624) Buffer pool - AllocTime: 947ms (947994165) - CumulativeAllocationBytes: 370.4 MiB (388423680) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 736ms (736995464) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274217753) - TotalGetBatchTime: 14.01s (14006913740) - DataWaitTime: 13.93s (13934914185) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.45s (1451991048) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163807624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 296ms (296294662) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.40s (2402985186) - InactiveTotalTime: 11.0m (659132936734) - PeakMemoryUsage: 11.5 MiB (12029531) - RowsReturned: 138,640,605 (138640605) - RowsReturnedRate: 209101 per second (209101) - TotalTime: 11.1m (663028912720) Node Lifecycle Event Timeline Open Started: 17.43s (17433892624) Open Finished: 17.43s (17433892624) First Batch Requested: 17.43s (17433892624) First Batch Returned: 17.43s (17433892624) Last Batch Returned: 29.6m (1774619061632) Closed: 29.6m (1774619061632) Buffer pool - AllocTime: 1.69s (1694989552) - CumulativeAllocationBytes: 8.9 GiB (9571205120) - CumulativeAllocations: 778,918 (778918) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 930ms (930994259) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8595717510) - TotalGetBatchTime: 11.0m (660336929307) - DataWaitTime: 11.0m (659132936734) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.31s (7313954893) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,459 (389459) - TotalBatchesReceived: 389,459 (389459) - TotalBytesReceived: 3.3 GiB (3562195312) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 36ms (36659605) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 187 (187) - CodegenTotalWallClockTime: 2.06s (2055987337) - CodegenSysTime: 11ms (11906000) - CodegenUserTime: 922ms (922723000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 669ms (669995873) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 46ms (46999711) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.30s (1305991957) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 28ms (28999821) - TotalTime: 2.06s (2055987337) Instance c7456fdd806a4994:3209e9260000005e (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.402 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718667726) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 28,102,021 (28102021) - TotalNetworkReceiveTime: 14.3m (857141660226) - TotalNetworkSendTime: 20.0m (1197112522648) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,835 (2835) - TotalThreadsTotalWallClockTime: 35.8m (2146606145613) - TotalThreadsSysTime: 4.89s (4892118000) - TotalThreadsUserTime: 1.4m (86691328000) - TotalThreadsVoluntaryContextSwitches: 119,890 (119890) - TotalTime: 35.8m (2146607145613) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999999) Open Finished: 17.13s (17131993421) First Batch Produced: 28.79s (28787988949) First Batch Sent: 28.79s (28787988949) ExecInternal Finished: 35.8m (2146610145612) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129476152191) - ExecTreeExecTime: 15.0m (899638642398) - InactiveTotalTime: 0ns (0) - OpenTime: 17.13s (17129993422) - ExecTreeOpenTime: 14.69s (14689994359) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.0m (1197137522638) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 28,102,021 (28102021) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.59s (18590992737) - TotalBytesSent: 1.8 GiB (1929248578) - TotalTime: 20.5m (1229719509842) - UncompressedRowBatchSize: 4.6 GiB (4985174151) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,102,021 (28102021) - RowsReturnedRate: 30736 per second (30736) - TotalTime: 15.2m (914294636767) Node Lifecycle Event Timeline Open Started: 2.44s (2441999062) Open Finished: 17.13s (17131993421) First Batch Requested: 17.13s (17131993421) First Batch Returned: 28.79s (28787988949) Last Batch Returned: 35.8m (2146205145780) Closed: 35.8m (2146610145612) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 84ms (84999966) - HTResizeTime: 409ms (409999848) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,545.77 (3545.7686261394156) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,445,534 (26445534) - RowsReturned: 28,102,021 (28102021) - StreamingTime: 42.22s (42224982710) - TotalTime: 0ns (0) Buffer pool - AllocTime: 22ms (22999988) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,665 (1664665) - BuildTime: 1.46s (1455999438) - InactiveTotalTime: 0ns (0) - LocalTime: 11.37s (11368995313) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,307,929 (138307929) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.63s (9626995989) - RowsReturned: 138,307,929 (138307929) - RowsReturnedRate: 158767 per second (158767) - TotalTime: 14.5m (871132654444) Node Lifecycle Event Timeline Open Started: 2.44s (2441999062) Open Finished: 17.13s (17130993421) First Batch Requested: 17.13s (17131993421) First Batch Returned: 17.13s (17131993421) Last Batch Returned: 29.6m (1774660301617) Closed: 29.6m (1774660301617) Buffer pool - AllocTime: 52ms (52999978) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.30s (1299999499) - BuildRowsPartitioned: 1,664,665 (1664665) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 152ms (152999941) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 43ms (43999982) - InactiveTotalTime: 13.09s (13090994976) - PeakMemoryUsage: 14.9 MiB (15607699) - RowsReturned: 1,664,665 (1664665) - RowsReturnedRate: 125853 per second (125853) - TotalTime: 13.23s (13226994923) Node Lifecycle Event Timeline Open Started: 2.44s (2441999062) Open Finished: 2.44s (2441999062) First Batch Requested: 2.44s (2442999061) First Batch Returned: 2.44s (2443999061) Last Batch Returned: 16.98s (16976993481) Closed: 17.13s (17130993421) Buffer pool - AllocTime: 433ms (433999834) - CumulativeAllocationBytes: 369.8 MiB (387768320) - CumulativeAllocations: 18,958 (18958) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 405ms (405999844) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273716638) - TotalGetBatchTime: 13.18s (13179994942) - DataWaitTime: 13.09s (13090994976) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 926ms (926999638) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,479 (9479) - TotalBatchesReceived: 9,479 (9479) - TotalBytesReceived: 155.9 MiB (163497342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 596ms (596486367) - TotalRPCsDeferred: 55 (55) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.37s (2365999020) - InactiveTotalTime: 14.0m (842817665726) - PeakMemoryUsage: 11.6 MiB (12150688) - RowsReturned: 138,307,929 (138307929) - RowsReturnedRate: 163380 per second (163380) - TotalTime: 14.1m (846536664208) Node Lifecycle Event Timeline Open Started: 17.13s (17130993421) Open Finished: 17.13s (17130993421) First Batch Requested: 17.13s (17130993421) First Batch Returned: 17.13s (17130993421) Last Batch Returned: 29.6m (1774659301618) Closed: 29.6m (1774660301617) Buffer pool - AllocTime: 1.29s (1294999469) - CumulativeAllocationBytes: 8.9 GiB (9548210176) - CumulativeAllocations: 777,048 (777048) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 514ms (514999798) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8575091598) - TotalGetBatchTime: 14.1m (843909665305) - DataWaitTime: 14.0m (842817665726) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.82s (6821997109) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,524 (388524) - TotalBatchesReceived: 388,524 (388524) - TotalBytesReceived: 3.3 GiB (3554437092) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.58s (1578554172) - TotalRPCsDeferred: 2,330 (2330) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 200 (200) - CodegenTotalWallClockTime: 2.44s (2439999063) - CodegenSysTime: 14ms (14887000) - CodegenUserTime: 939ms (939027000) - CodegenVoluntaryContextSwitches: 103 (103) - CompileTime: 452ms (452999826) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 58ms (58999977) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.87s (1874999280) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 49ms (49999981) - TotalTime: 2.44s (2439999063) Instance c7456fdd806a4994:3209e92600000072 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.056 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718675934) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 26,523,031 (26523031) - TotalNetworkReceiveTime: 12.0m (719099409576) - TotalNetworkSendTime: 22.3m (1338658356639) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,135 (2135) - TotalThreadsTotalWallClockTime: 35.8m (2146541606625) - TotalThreadsSysTime: 4.61s (4607301000) - TotalThreadsUserTime: 1.4m (84131238000) - TotalThreadsVoluntaryContextSwitches: 128,932 (128932) - TotalTime: 35.8m (2146542606589) Fragment Instance Lifecycle Event Timeline Prepare Finished: 10ms (10999608) Open Finished: 17.49s (17489377563) First Batch Produced: 28.71s (28713978084) First Batch Sent: 28.71s (28713978084) ExecInternal Finished: 35.8m (2146565605771) Buffer pool - AllocTime: 21ms (21999217) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 21ms (21999217) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129067228528) - ExecTreeExecTime: 12.7m (759962955475) - InactiveTotalTime: 0ns (0) - OpenTime: 17.47s (17474378097) - ExecTreeOpenTime: 15.74s (15740439806) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.3m (1338692355431) - PeakMemoryUsage: 1.3 MiB (1371056) - RowsSent: 26,523,031 (26523031) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.25s (17253385937) - TotalBytesSent: 1.7 GiB (1825381294) - TotalTime: 22.8m (1369054274833) - UncompressedRowBatchSize: 4.4 GiB (4705162711) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,523,031 (26523031) - RowsReturnedRate: 34194 per second (34194) - TotalTime: 12.9m (775662396737) Node Lifecycle Event Timeline Open Started: 1.74s (1744937899) Open Finished: 17.48s (17485377705) First Batch Requested: 17.49s (17489377563) First Batch Returned: 28.71s (28713978084) Last Batch Returned: 35.8m (2146295615378) Closed: 35.8m (2146560605949) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 128ms (128995408) - HTResizeTime: 360ms (360987159) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,539.70 (3539.6984957159607) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,863,961 (24863961) - RowsReturned: 26,523,031 (26523031) - StreamingTime: 41.84s (41838511082) - TotalTime: 0ns (0) Buffer pool - AllocTime: 30ms (30998893) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30998893) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,619 (1666619) - BuildTime: 1.40s (1403950023) - InactiveTotalTime: 0ns (0) - LocalTime: 11.25s (11250599673) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,101,550 (138101550) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.52s (9515661433) - RowsReturned: 138,101,550 (138101550) - RowsReturnedRate: 188422 per second (188422) - TotalTime: 12.2m (732933917328) Node Lifecycle Event Timeline Open Started: 1.74s (1744937899) Open Finished: 17.48s (17485377705) First Batch Requested: 17.49s (17489377563) First Batch Returned: 17.49s (17489377563) Last Batch Returned: 29.6m (1774565842769) Closed: 29.6m (1774565842769) Buffer pool - AllocTime: 40ms (40998542) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40998542) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.19s (1189957640) - BuildRowsPartitioned: 1,666,619 (1666619) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 186ms (186993345) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 30ms (30998894) - InactiveTotalTime: 14.22s (14219493950) - PeakMemoryUsage: 14.3 MiB (15043060) - RowsReturned: 1,666,619 (1666619) - RowsReturnedRate: 116722 per second (116722) - TotalTime: 14.28s (14278491846) Node Lifecycle Event Timeline Open Started: 1.74s (1744937899) Open Finished: 1.74s (1744937899) First Batch Requested: 1.77s (1767937080) First Batch Returned: 1.77s (1767937080) Last Batch Returned: 17.29s (17294384502) Closed: 17.48s (17485377705) Buffer pool - AllocTime: 972ms (972965372) - CumulativeAllocationBytes: 370.1 MiB (388128768) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 865ms (865969178) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274034092) - TotalGetBatchTime: 14.24s (14239493237) - DataWaitTime: 14.22s (14219493950) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.41s (1409949808) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163691993) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 6ms (6912007) - TotalRPCsDeferred: 10 (10) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.35s (2349916390) - InactiveTotalTime: 11.7m (703835952779) - PeakMemoryUsage: 11.4 MiB (11962854) - RowsReturned: 138,101,550 (138101550) - RowsReturnedRate: 195222 per second (195222) - TotalTime: 11.8m (707404825809) Node Lifecycle Event Timeline Open Started: 17.48s (17485377705) Open Finished: 17.48s (17485377705) First Batch Requested: 17.48s (17485377705) First Batch Returned: 17.48s (17485377705) Last Batch Returned: 29.6m (1774564842804) Closed: 29.6m (1774565842769) Buffer pool - AllocTime: 1.22s (1217956646) - CumulativeAllocationBytes: 8.9 GiB (9534013440) - CumulativeAllocations: 775,894 (775894) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 342ms (342987793) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8562296100) - TotalGetBatchTime: 11.7m (704809918119) - DataWaitTime: 11.7m (703835952779) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.50s (6503768542) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,947 (387947) - TotalBatchesReceived: 387,947 (387947) - TotalBytesReceived: 3.3 GiB (3549918017) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 173ms (173343511) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 96 (96) - CodegenTotalWallClockTime: 1.73s (1733938291) - CodegenSysTime: 7ms (7917000) - CodegenUserTime: 906ms (906878000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 627ms (627977651) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999039) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.05s (1053962490) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999217) - TotalTime: 1.73s (1733938291) Instance c7456fdd806a4994:3209e9260000005c (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.212 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 681.9 MiB (714989534) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 25,957,275 (25957275) - TotalNetworkReceiveTime: 10.6m (633295385119) - TotalNetworkSendTime: 23.7m (1423312175066) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,131 (2131) - TotalThreadsTotalWallClockTime: 35.8m (2146487350449) - TotalThreadsSysTime: 4.38s (4380103000) - TotalThreadsUserTime: 1.4m (83939513000) - TotalThreadsVoluntaryContextSwitches: 130,709 (130709) - TotalTime: 35.8m (2146487350449) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999964) Open Finished: 17.04s (17043391095) First Batch Produced: 28.69s (28690974970) First Batch Sent: 28.69s (28690974970) ExecInternal Finished: 35.8m (2146490350342) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129445959282) - ExecTreeExecTime: 11.3m (676056858324) - InactiveTotalTime: 0ns (0) - OpenTime: 17.04s (17041391167) - ExecTreeOpenTime: 14.86s (14861469049) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.7m (1423337174170) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 25,957,275 (25957275) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.13s (17127388344) - TotalBytesSent: 1.7 GiB (1787136673) - TotalTime: 24.2m (1453292104421) - UncompressedRowBatchSize: 4.3 GiB (4605437091) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,957,275 (25957275) - RowsReturnedRate: 37571 per second (37571) - TotalTime: 11.5m (690876328877) Node Lifecycle Event Timeline Open Started: 2.18s (2180922082) Open Finished: 17.04s (17042391131) First Batch Requested: 17.04s (17043391095) First Batch Returned: 28.69s (28690974970) Last Batch Returned: 35.8m (2146032366686) Closed: 35.8m (2146490350342) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 96ms (96996541) - HTResizeTime: 360ms (360987109) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,496.57 (3496.573734539338) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,297,332 (24297332) - RowsReturned: 25,957,275 (25957275) - StreamingTime: 42.61s (42614478237) - TotalTime: 0ns (0) Buffer pool - AllocTime: 35ms (35998718) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35998718) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,654 (1667654) - BuildTime: 1.46s (1455947982) - InactiveTotalTime: 0ns (0) - LocalTime: 11.34s (11340595022) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,932,525 (138932525) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.55s (9555658786) - RowsReturned: 138,932,525 (138932525) - RowsReturnedRate: 214626 per second (214626) - TotalTime: 10.8m (647320884254) Node Lifecycle Event Timeline Open Started: 2.18s (2180922082) Open Finished: 17.04s (17042391131) First Batch Requested: 17.04s (17043391095) First Batch Returned: 17.04s (17043391095) Last Batch Returned: 29.6m (1774564624841) Closed: 29.6m (1774564624841) Buffer pool - AllocTime: 127ms (127995431) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 127ms (127995431) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.28s (1281954198) - BuildRowsPartitioned: 1,667,654 (1667654) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 170ms (170993891) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 30ms (30998893) - InactiveTotalTime: 13.29s (13290525171) - PeakMemoryUsage: 14.7 MiB (15437848) - RowsReturned: 1,667,654 (1667654) - RowsReturnedRate: 124894 per second (124894) - TotalTime: 13.35s (13352522961) Node Lifecycle Event Timeline Open Started: 2.18s (2180922082) Open Finished: 2.18s (2180922082) First Batch Requested: 2.18s (2182922011) First Batch Returned: 2.18s (2182922011) Last Batch Returned: 16.87s (16870397276) Closed: 17.04s (17042391131) Buffer pool - AllocTime: 794ms (794971599) - CumulativeAllocationBytes: 370.4 MiB (388440064) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 672ms (672975956) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274195085) - TotalGetBatchTime: 13.31s (13309524496) - DataWaitTime: 13.29s (13290525171) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.25s (1251955274) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163778185) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 401ms (401726866) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.43s (2429913216) - InactiveTotalTime: 10.3m (618790903297) - PeakMemoryUsage: 7.9 MiB (8232960) - RowsReturned: 138,932,525 (138932525) - RowsReturnedRate: 223138 per second (223138) - TotalTime: 10.4m (622627766271) Node Lifecycle Event Timeline Open Started: 17.04s (17042391131) Open Finished: 17.04s (17042391131) First Batch Requested: 17.04s (17042391131) First Batch Returned: 17.04s (17042391131) Last Batch Returned: 29.6m (1774564624841) Closed: 29.6m (1774564624841) Buffer pool - AllocTime: 1.00s (1000964248) - CumulativeAllocationBytes: 8.9 GiB (9591308288) - CumulativeAllocations: 780,556 (780556) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.9 MiB (8232960) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.9 MiB (8232960) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 398ms (398985753) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8613816550) - TotalGetBatchTime: 10.3m (619932862516) - DataWaitTime: 10.3m (618790903297) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.46s (6460769291) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 390,278 (390278) - TotalBatchesReceived: 390,278 (390278) - TotalBytesReceived: 3.3 GiB (3569147576) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 102 (102) - CodegenTotalWallClockTime: 2.18s (2178922154) - CodegenSysTime: 8ms (8891000) - CodegenUserTime: 905ms (905053000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 826ms (826970455) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47998286) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.27s (1273954485) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 25ms (25999071) - TotalTime: 2.18s (2178922154) Instance c7456fdd806a4994:3209e92600000058 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.063 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718651342) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 28,063,614 (28063614) - TotalNetworkReceiveTime: 10.2m (612417872106) - TotalNetworkSendTime: 24.0m (1441801254371) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,631 (2631) - TotalThreadsTotalWallClockTime: 35.8m (2146405945924) - TotalThreadsSysTime: 5.04s (5036347000) - TotalThreadsUserTime: 1.5m (87279144000) - TotalThreadsVoluntaryContextSwitches: 122,446 (122446) - TotalTime: 35.8m (2146406945890) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999897) Open Finished: 17.29s (17290403026) First Batch Produced: 29.03s (29030997669) First Batch Sent: 29.03s (29030997669) ExecInternal Finished: 35.8m (2146413945649) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129118542795) - ExecTreeExecTime: 10.9m (654578417988) - InactiveTotalTime: 0ns (0) - OpenTime: 17.29s (17287403129) - ExecTreeOpenTime: 15.26s (15262473043) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.0m (1441823253612) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 28,063,614 (28063614) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.64s (18640356902) - TotalBytesSent: 1.8 GiB (1926967972) - TotalTime: 24.6m (1474444128122) - UncompressedRowBatchSize: 4.6 GiB (4979999753) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,063,614 (28063614) - RowsReturnedRate: 41898 per second (41898) - TotalTime: 11.2m (669799892445) Node Lifecycle Event Timeline Open Started: 2.03s (2027929983) Open Finished: 17.29s (17290403026) First Batch Requested: 17.29s (17290403026) First Batch Returned: 29.03s (29030997669) Last Batch Returned: 35.8m (2146019959239) Closed: 35.8m (2146412945683) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83997106) - HTResizeTime: 368ms (368987268) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,511.70 (3511.7000118525543) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,403,817 (26403817) - RowsReturned: 28,063,614 (28063614) - StreamingTime: 42.61s (42613529871) - TotalTime: 0ns (0) Buffer pool - AllocTime: 27ms (27999034) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999034) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,822 (1667822) - BuildTime: 1.16s (1161959880) - InactiveTotalTime: 0ns (0) - LocalTime: 11.22s (11219612859) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,608,322 (138608322) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.75s (9749663622) - RowsReturned: 138,608,322 (138608322) - RowsReturnedRate: 221313 per second (221313) - TotalTime: 10.4m (626297393233) Node Lifecycle Event Timeline Open Started: 2.03s (2027929983) Open Finished: 17.29s (17289403061) First Batch Requested: 17.29s (17290403026) First Batch Returned: 17.29s (17290403026) Last Batch Returned: 29.6m (1774850762307) Closed: 29.6m (1774850762307) Buffer pool - AllocTime: 70ms (70997547) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 70ms (70997547) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 956ms (956966957) - BuildRowsPartitioned: 1,667,822 (1667822) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 202ms (202992992) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 31ms (31998897) - InactiveTotalTime: 14.02s (14021515888) - PeakMemoryUsage: 13.8 MiB (14458880) - RowsReturned: 1,667,822 (1667822) - RowsReturnedRate: 118314 per second (118314) - TotalTime: 14.10s (14096513302) Node Lifecycle Event Timeline Open Started: 2.03s (2027929983) Open Finished: 2.03s (2027929983) First Batch Requested: 2.03s (2028929949) First Batch Returned: 2.03s (2028929949) Last Batch Returned: 17.09s (17085410104) Closed: 17.29s (17289403061) Buffer pool - AllocTime: 483ms (483983286) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.8 MiB (14458880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.8 MiB (14458880) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 391ms (391986463) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274227453) - TotalGetBatchTime: 14.06s (14056514683) - DataWaitTime: 14.02s (14021515888) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 953ms (953967062) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163800313) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.43s (2428916238) - InactiveTotalTime: 10.0m (597120400221) - PeakMemoryUsage: 11.6 MiB (12146470) - RowsReturned: 138,608,322 (138608322) - RowsReturnedRate: 230636 per second (230636) - TotalTime: 10.0m (600981267072) Node Lifecycle Event Timeline Open Started: 17.29s (17289403061) Open Finished: 17.29s (17289403061) First Batch Requested: 17.29s (17289403061) First Batch Returned: 17.29s (17289403061) Last Batch Returned: 29.6m (1774849762342) Closed: 29.6m (1774850762307) Buffer pool - AllocTime: 1.20s (1198958637) - CumulativeAllocationBytes: 8.9 GiB (9568919552) - CumulativeAllocations: 778,732 (778732) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 617ms (617978678) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8593715964) - TotalGetBatchTime: 10.0m (598305359351) - DataWaitTime: 10.0m (597120400221) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.66s (6656770310) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,366 (389366) - TotalBatchesReceived: 389,366 (389366) - TotalBytesReceived: 3.3 GiB (3562095335) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.10s (1096116296) - TotalRPCsDeferred: 1,253 (1253) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 92 (92) - CodegenTotalWallClockTime: 2.02s (2024930086) - CodegenSysTime: 6ms (6979000) - CodegenUserTime: 911ms (911626000) - CodegenVoluntaryContextSwitches: 97 (97) - CompileTime: 755ms (755973899) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53998136) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.19s (1187958984) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 23ms (23999171) - TotalTime: 2.02s (2024930086) Instance c7456fdd806a4994:3209e9260000006a (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.578 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718610382) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 28,197,042 (28197042) - TotalNetworkReceiveTime: 10.6m (638634881201) - TotalNetworkSendTime: 23.6m (1413136199722) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,234 (3234) - TotalThreadsTotalWallClockTime: 35.8m (2146248217108) - TotalThreadsSysTime: 5.40s (5401223000) - TotalThreadsUserTime: 1.5m (88228509000) - TotalThreadsVoluntaryContextSwitches: 116,501 (116501) - TotalTime: 35.8m (2146268216289) Fragment Instance Lifecycle Event Timeline Prepare Finished: 21ms (21999099) Open Finished: 17.62s (17618278973) First Batch Produced: 28.95s (28951815142) First Batch Sent: 28.95s (28951815142) ExecInternal Finished: 35.8m (2146274216043) Buffer pool - AllocTime: 7ms (7999673) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 7ms (7999673) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2128651937234) - ExecTreeExecTime: 11.4m (681827115496) - InactiveTotalTime: 0ns (0) - OpenTime: 17.60s (17596279874) - ExecTreeOpenTime: 15.55s (15550363602) - PrepareTime: 19ms (19999181) - ExecTreePrepareTime: 3ms (3999836) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.6m (1413161198700) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 28,197,042 (28197042) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.96s (18965224246) - TotalBytesSent: 1.8 GiB (1935550018) - TotalTime: 24.1m (1446737825301) - UncompressedRowBatchSize: 4.7 GiB (5004028300) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,197,042 (28197042) - RowsReturnedRate: 40434 per second (40434) - TotalTime: 11.6m (697347480325) Node Lifecycle Event Timeline Open Started: 2.07s (2067915371) Open Finished: 17.62s (17618278973) First Batch Requested: 17.62s (17618278973) First Batch Returned: 28.95s (28951815142) Last Batch Returned: 35.8m (2145919230566) Closed: 35.8m (2146272216125) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 80ms (80996681) - HTResizeTime: 447ms (447981694) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,527.00 (3526.9971565620344) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,538,980 (26538980) - RowsReturned: 28,197,042 (28197042) - StreamingTime: 43.09s (43094237845) - TotalTime: 0ns (0) Buffer pool - AllocTime: 39ms (39998365) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39998365) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,408 (1666408) - BuildTime: 1.55s (1552936435) - InactiveTotalTime: 0ns (0) - LocalTime: 11.88s (11885513954) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,903,714 (138903714) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.02s (10016590433) - RowsReturned: 138,903,714 (138903714) - RowsReturnedRate: 212596 per second (212596) - TotalTime: 10.9m (653368278674) Node Lifecycle Event Timeline Open Started: 2.07s (2067915371) Open Finished: 17.62s (17618278973) First Batch Requested: 17.62s (17618278973) First Batch Returned: 17.62s (17618278973) Last Batch Returned: 29.6m (1774837409456) Closed: 29.6m (1774837409456) Buffer pool - AllocTime: 125ms (125994842) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 125ms (125994842) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.35s (1350944701) - BuildRowsPartitioned: 1,666,408 (1666408) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 191ms (191992143) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 22ms (22999057) - InactiveTotalTime: 13.89s (13894431387) - PeakMemoryUsage: 14.7 MiB (15379863) - RowsReturned: 1,666,408 (1666408) - RowsReturnedRate: 119221 per second (119221) - TotalTime: 13.98s (13977427986) Node Lifecycle Event Timeline Open Started: 2.07s (2067915371) Open Finished: 2.07s (2067915371) First Batch Requested: 2.08s (2076915003) First Batch Returned: 2.08s (2076915003) Last Batch Returned: 17.43s (17425286871) Closed: 17.62s (17618278973) Buffer pool - AllocTime: 678ms (678972210) - CumulativeAllocationBytes: 370.2 MiB (388177920) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 536ms (536978022) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274016029) - TotalGetBatchTime: 13.95s (13948429175) - DataWaitTime: 13.89s (13894431387) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.22s (1224949859) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163678890) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 33ms (33651641) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.57s (2573894731) - InactiveTotalTime: 10.4m (623402504532) - PeakMemoryUsage: 11.6 MiB (12160249) - RowsReturned: 138,903,714 (138903714) - RowsReturnedRate: 221358 per second (221358) - TotalTime: 10.5m (627505336734) Node Lifecycle Event Timeline Open Started: 17.62s (17618278973) Open Finished: 17.62s (17618278973) First Batch Requested: 17.62s (17618278973) First Batch Returned: 17.62s (17618278973) Last Batch Returned: 29.6m (1774837409456) Closed: 29.6m (1774837409456) Buffer pool - AllocTime: 2.44s (2438900264) - CumulativeAllocationBytes: 8.9 GiB (9589350400) - CumulativeAllocations: 780,398 (780398) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.58s (1580935363) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8612030268) - TotalGetBatchTime: 10.4m (624630454316) - DataWaitTime: 10.4m (623402504532) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.18s (8184665343) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 390,199 (390199) - TotalBatchesReceived: 390,199 (390199) - TotalBytesReceived: 3.3 GiB (3567171392) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.2m (71141759111) - TotalRPCsDeferred: 8,684 (8684) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 103 (103) - CodegenTotalWallClockTime: 2.04s (2045916272) - CodegenSysTime: 14ms (14130000) - CodegenUserTime: 925ms (925651000) - CodegenVoluntaryContextSwitches: 122 (122) - CompileTime: 700ms (700971313) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 75ms (75996889) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.21s (1211950401) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 52ms (52997832) - TotalTime: 2.04s (2045916272) Instance c7456fdd806a4994:3209e92600000054 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.270 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 682.0 MiB (715128782) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 26,613,172 (26613172) - TotalNetworkReceiveTime: 11.7m (704746963881) - TotalNetworkSendTime: 22.5m (1348922360631) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,574 (2574) - TotalThreadsTotalWallClockTime: 35.8m (2145995664644) - TotalThreadsSysTime: 4.84s (4836949000) - TotalThreadsUserTime: 1.4m (85872639000) - TotalThreadsVoluntaryContextSwitches: 123,027 (123027) - TotalTime: 35.8m (2145996664637) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999985) Open Finished: 16.89s (16894878970) First Batch Produced: 28.67s (28671794607) First Batch Sent: 28.67s (28671794607) ExecInternal Finished: 35.8m (2146000664607) Buffer pool - AllocTime: 14ms (14999893) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 14ms (14999893) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129102785659) - ExecTreeExecTime: 12.5m (748733649848) - InactiveTotalTime: 0ns (0) - OpenTime: 16.89s (16892878985) - ExecTreeOpenTime: 14.86s (14860893542) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.5m (1348940360503) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 26,613,172 (26613172) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.82s (17822872627) - TotalBytesSent: 1.7 GiB (1830705287) - TotalTime: 23.0m (1380272136502) - UncompressedRowBatchSize: 4.4 GiB (4719767419) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,613,172 (26613172) - RowsReturnedRate: 34854 per second (34854) - TotalTime: 12.7m (763557543654) Node Lifecycle Event Timeline Open Started: 2.03s (2033985428) Open Finished: 16.89s (16894878970) First Batch Requested: 16.89s (16894878970) First Batch Returned: 28.67s (28671794607) Last Batch Returned: 35.8m (2145656667059) Closed: 35.8m (2145999664614) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83999404) - HTResizeTime: 327ms (327997641) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,546.13 (3546.132386395373) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,956,862 (24956862) - RowsReturned: 26,613,172 (26613172) - StreamingTime: 43.65s (43651688128) - TotalTime: 0ns (0) Buffer pool - AllocTime: 89ms (89999357) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 89ms (89999357) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,086 (1664086) - BuildTime: 1.48s (1479989392) - InactiveTotalTime: 0ns (0) - LocalTime: 11.71s (11710916309) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,480,066 (138480066) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.91s (9914929174) - RowsReturned: 138,480,066 (138480066) - RowsReturnedRate: 192565 per second (192565) - TotalTime: 12.0m (719130861060) Node Lifecycle Event Timeline Open Started: 2.03s (2033985428) Open Finished: 16.89s (16893878977) First Batch Requested: 16.89s (16894878970) First Batch Returned: 16.89s (16894878970) Last Batch Returned: 29.6m (1774542313729) Closed: 29.6m (1774542313729) Buffer pool - AllocTime: 87ms (87999370) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 87ms (87999370) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.28s (1276990845) - BuildRowsPartitioned: 1,664,086 (1664086) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 178ms (178998718) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 26ms (26999802) - InactiveTotalTime: 13.28s (13275904905) - PeakMemoryUsage: 14.8 MiB (15478841) - RowsReturned: 1,664,086 (1664086) - RowsReturnedRate: 124763 per second (124763) - TotalTime: 13.34s (13337904456) Node Lifecycle Event Timeline Open Started: 2.03s (2033985428) Open Finished: 2.03s (2033985428) First Batch Requested: 2.06s (2056985264) First Batch Returned: 2.06s (2056985264) Last Batch Returned: 16.71s (16713880266) Closed: 16.89s (16893878977) Buffer pool - AllocTime: 772ms (772994468) - CumulativeAllocationBytes: 369.7 MiB (387629056) - CumulativeAllocations: 18,952 (18952) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (14999552) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (14999552) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 762ms (762994539) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 260.9 MiB (273615559) - TotalGetBatchTime: 13.30s (13303904704) - DataWaitTime: 13.28s (13275904905) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.26s (1265990957) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,476 (9476) - TotalBatchesReceived: 9,476 (9476) - TotalBytesReceived: 155.9 MiB (163434187) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 305ms (305943431) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.41s (2411982741) - InactiveTotalTime: 11.5m (690438066351) - PeakMemoryUsage: 7.9 MiB (8241152) - RowsReturned: 138,480,066 (138480066) - RowsReturnedRate: 199515 per second (199515) - TotalTime: 11.6m (694082040295) Node Lifecycle Event Timeline Open Started: 16.89s (16893878977) Open Finished: 16.89s (16893878977) First Batch Requested: 16.89s (16893878977) First Batch Returned: 16.89s (16893878977) Last Batch Returned: 29.6m (1774542313729) Closed: 29.6m (1774542313729) Buffer pool - AllocTime: 1.24s (1236991170) - CumulativeAllocationBytes: 8.9 GiB (9560121344) - CumulativeAllocations: 778,018 (778018) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.9 MiB (8241152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.9 MiB (8241152) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 505ms (505996380) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8585764092) - TotalGetBatchTime: 11.5m (691381059619) - DataWaitTime: 11.5m (690438066351) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.57s (6567953111) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,009 (389009) - TotalBatchesReceived: 389,009 (389009) - TotalBytesReceived: 3.3 GiB (3558179707) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 127 (127) - CodegenTotalWallClockTime: 2.03s (2031985443) - CodegenSysTime: 8ms (8915000) - CodegenUserTime: 926ms (926697000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 687ms (687995071) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999785) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.28s (1284990794) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 25ms (25999814) - TotalTime: 2.03s (2031985443) Instance c7456fdd806a4994:3209e92600000075 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.395 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.6 MiB (718889750) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 25,711,907 (25711907) - TotalNetworkReceiveTime: 10.1m (603752808677) - TotalNetworkSendTime: 24.0m (1437646917750) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,800 (3800) - TotalThreadsTotalWallClockTime: 35.7m (2139146457420) - TotalThreadsSysTime: 5.02s (5022937000) - TotalThreadsUserTime: 1.5m (88670422000) - TotalThreadsVoluntaryContextSwitches: 110,903 (110903) - TotalTime: 35.7m (2139147457386) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999966) Open Finished: 17.74s (17740406574) First Batch Produced: 28.82s (28816036090) First Batch Sent: 28.82s (28816036090) ExecInternal Finished: 35.7m (2139149457318) Buffer pool - AllocTime: 20ms (20999298) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 20ms (20999298) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121408050778) - ExecTreeExecTime: 10.9m (651750203628) - InactiveTotalTime: 0ns (0) - OpenTime: 17.74s (17739406608) - ExecTreeOpenTime: 15.55s (15546479963) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.0m (1437660917282) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 25,711,907 (25711907) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.74s (17744406565) - TotalBytesSent: 1.7 GiB (1772250848) - TotalTime: 24.5m (1469549850756) - UncompressedRowBatchSize: 4.2 GiB (4561137503) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,711,907 (25711907) - RowsReturnedRate: 38534 per second (38534) - TotalTime: 11.1m (667244685325) Node Lifecycle Event Timeline Open Started: 2.19s (2192926645) Open Finished: 17.74s (17739406608) First Batch Requested: 17.74s (17740406574) First Batch Returned: 28.82s (28816036090) Last Batch Returned: 35.7m (2139122458221) Closed: 35.7m (2139149457318) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 93ms (93996847) - HTResizeTime: 400ms (400986592) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,543.88 (3543.8776734718003) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,052,621 (24052621) - RowsReturned: 25,711,907 (25711907) - StreamingTime: 46.54s (46544443422) - TotalTime: 0ns (0) Buffer pool - AllocTime: 42ms (42998560) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42998560) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,701 (1666701) - BuildTime: 1.72s (1715942609) - InactiveTotalTime: 0ns (0) - LocalTime: 13.16s (13163559793) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,973,154 (136973154) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 11.11s (11107628565) - RowsReturned: 136,973,154 (136973154) - RowsReturnedRate: 220998 per second (220998) - TotalTime: 10.3m (619792272269) Node Lifecycle Event Timeline Open Started: 2.19s (2192926645) Open Finished: 17.74s (17739406608) First Batch Requested: 17.74s (17740406574) First Batch Returned: 17.74s (17740406574) Last Batch Returned: 29.6m (1774760643699) Closed: 29.6m (1774760643699) Buffer pool - AllocTime: 127ms (127995719) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 127ms (127995719) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.48s (1480950470) - BuildRowsPartitioned: 1,666,701 (1666701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 210ms (210992942) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 41ms (41998593) - InactiveTotalTime: 13.67s (13671542677) - PeakMemoryUsage: 14.7 MiB (15373068) - RowsReturned: 1,666,701 (1666701) - RowsReturnedRate: 120630 per second (120630) - TotalTime: 13.82s (13816537823) Node Lifecycle Event Timeline Open Started: 2.19s (2192926645) Open Finished: 2.19s (2192926645) First Batch Requested: 2.21s (2214925909) First Batch Returned: 2.21s (2214925909) Last Batch Returned: 17.52s (17525413766) Closed: 17.74s (17738406641) Buffer pool - AllocTime: 843ms (843971771) - CumulativeAllocationBytes: 370.3 MiB (388243456) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 433ms (433985486) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274050734) - TotalGetBatchTime: 13.77s (13768539431) - DataWaitTime: 13.67s (13671542677) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.21s (1209959524) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163693049) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 273ms (273280267) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.61s (2607912765) - InactiveTotalTime: 9.8m (588579316214) - PeakMemoryUsage: 11.6 MiB (12159477) - RowsReturned: 136,973,154 (136973154) - RowsReturnedRate: 231056 per second (231056) - TotalTime: 9.9m (592812174653) Node Lifecycle Event Timeline Open Started: 17.74s (17738406641) Open Finished: 17.74s (17739406608) First Batch Requested: 17.74s (17739406608) First Batch Returned: 17.74s (17739406608) Last Batch Returned: 29.6m (1774759643733) Closed: 29.6m (1774760643699) Buffer pool - AllocTime: 1.75s (1750941453) - CumulativeAllocationBytes: 8.8 GiB (9456132096) - CumulativeAllocations: 769,558 (769558) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.07s (1073964086) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8492335548) - TotalGetBatchTime: 9.8m (589929271081) - DataWaitTime: 9.8m (588579316214) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.59s (7589746156) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 384,779 (384779) - TotalBatchesReceived: 384,779 (384779) - TotalBytesReceived: 3.3 GiB (3525425131) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 9.83s (9826304858) - TotalRPCsDeferred: 4,419 (4419) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 175 (175) - CodegenTotalWallClockTime: 2.19s (2191926679) - CodegenSysTime: 17ms (17852000) - CodegenUserTime: 978ms (978827000) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 628ms (628978960) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53998194) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1470950796) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 33ms (33998863) - TotalTime: 2.19s (2191926679) Instance c7456fdd806a4994:3209e92600000069 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.893 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 681.1 MiB (714235854) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 27,276,442 (27276442) - TotalNetworkReceiveTime: 11.3m (676110874639) - TotalNetworkSendTime: 22.9m (1371034516469) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,820 (2820) - TotalThreadsTotalWallClockTime: 35.7m (2139060286516) - TotalThreadsSysTime: 4.86s (4863427000) - TotalThreadsUserTime: 1.4m (86392825000) - TotalThreadsVoluntaryContextSwitches: 123,589 (123589) - TotalTime: 35.7m (2139060286516) Fragment Instance Lifecycle Event Timeline Prepare Finished: 10ms (10999868) Open Finished: 17.46s (17462789802) First Batch Produced: 28.94s (28941651634) First Batch Sent: 28.94s (28941651634) ExecInternal Finished: 35.7m (2139073286360) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121608496582) - ExecTreeExecTime: 12.0m (718282368725) - InactiveTotalTime: 0ns (0) - OpenTime: 17.45s (17451789934) - ExecTreeOpenTime: 15.06s (15058818738) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1371059516167) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 27,276,442 (27276442) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.14s (18135781754) - TotalBytesSent: 1.7 GiB (1876264077) - TotalTime: 23.4m (1403244128843) - UncompressedRowBatchSize: 4.5 GiB (4839979581) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,276,442 (27276442) - RowsReturnedRate: 37196 per second (37196) - TotalTime: 12.2m (733303187921) Node Lifecycle Event Timeline Open Started: 2.40s (2403971064) Open Finished: 17.46s (17462789802) First Batch Requested: 17.46s (17462789802) First Batch Returned: 28.94s (28941651634) Last Batch Returned: 35.7m (2139045286695) Closed: 35.7m (2139072286372) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83998998) - HTResizeTime: 440ms (440994694) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,515.44 (3515.4368745506945) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,619,624 (25619624) - RowsReturned: 27,276,442 (27276442) - StreamingTime: 42.34s (42341491541) - TotalTime: 0ns (0) Buffer pool - AllocTime: 34ms (34999579) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33999592) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,045 (1665045) - BuildTime: 1.17s (1174985849) - InactiveTotalTime: 0ns (0) - LocalTime: 11.17s (11167865953) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,683,218 (138683218) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.71s (9705883545) - RowsReturned: 138,683,218 (138683218) - RowsReturnedRate: 200995 per second (200995) - TotalTime: 11.5m (689981708134) Node Lifecycle Event Timeline Open Started: 2.40s (2403971064) Open Finished: 17.46s (17461789814) First Batch Requested: 17.46s (17462789802) First Batch Returned: 17.46s (17462789802) Last Batch Returned: 29.6m (1774780651477) Closed: 29.6m (1774780651477) Buffer pool - AllocTime: 16ms (16999794) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999794) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 970ms (970988304) - BuildRowsPartitioned: 1,665,045 (1665045) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 201ms (201997569) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 34ms (34999578) - InactiveTotalTime: 13.79s (13794833961) - PeakMemoryUsage: 14.9 MiB (15589727) - RowsReturned: 1,665,045 (1665045) - RowsReturnedRate: 120177 per second (120177) - TotalTime: 13.85s (13854833237) Node Lifecycle Event Timeline Open Started: 2.40s (2403971064) Open Finished: 2.40s (2403971064) First Batch Requested: 2.40s (2404971052) First Batch Returned: 2.40s (2405971040) Last Batch Returned: 17.26s (17258792257) Closed: 17.46s (17461789814) Buffer pool - AllocTime: 495ms (495994029) - CumulativeAllocationBytes: 369.8 MiB (387792896) - CumulativeAllocations: 18,960 (18960) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 403ms (403995135) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273787015) - TotalGetBatchTime: 13.81s (13810833768) - DataWaitTime: 13.79s (13794833961) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 917ms (917988950) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,480 (9480) - TotalBatchesReceived: 9,480 (9480) - TotalBytesReceived: 156.0 MiB (163539211) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 421ms (421083858) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.46s (2463970415) - InactiveTotalTime: 11.0m (661078055538) - PeakMemoryUsage: 6.9 MiB (7274496) - RowsReturned: 138,683,218 (138683218) - RowsReturnedRate: 208559 per second (208559) - TotalTime: 11.1m (664959008944) Node Lifecycle Event Timeline Open Started: 17.46s (17461789814) Open Finished: 17.46s (17461789814) First Batch Requested: 17.46s (17461789814) First Batch Returned: 17.46s (17461789814) Last Batch Returned: 29.6m (1774779651489) Closed: 29.6m (1774780651477) Buffer pool - AllocTime: 1.02s (1023987697) - CumulativeAllocationBytes: 8.9 GiB (9574129664) - CumulativeAllocations: 779,156 (779156) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.9 MiB (7274496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.9 MiB (7274496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 325ms (325996075) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8598359516) - TotalGetBatchTime: 11.0m (662252041446) - DataWaitTime: 11.0m (661078055538) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.51s (6512921813) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,578 (389578) - TotalBatchesReceived: 389,578 (389578) - TotalBytesReceived: 3.3 GiB (3561627781) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 116 (116) - CodegenTotalWallClockTime: 2.39s (2392971196) - CodegenSysTime: 12ms (12897000) - CodegenUserTime: 941ms (941367000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 454ms (454994524) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 140ms (140998303) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.74s (1737979079) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 55ms (55999326) - TotalTime: 2.39s (2392971196) Instance c7456fdd806a4994:3209e9260000006c (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.591 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718684126) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 25,404,935 (25404935) - TotalNetworkReceiveTime: 11.0m (657804946243) - TotalNetworkSendTime: 23.2m (1391678149717) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,592 (2592) - TotalThreadsTotalWallClockTime: 35.6m (2138946048548) - TotalThreadsSysTime: 4.76s (4760924000) - TotalThreadsUserTime: 1.4m (84495774000) - TotalThreadsVoluntaryContextSwitches: 127,635 (127635) - TotalTime: 35.6m (2138947048525) Fragment Instance Lifecycle Event Timeline Prepare Finished: 11ms (11999725) Open Finished: 17.62s (17616596698) First Batch Produced: 28.88s (28878338880) First Batch Sent: 28.88s (28878338880) ExecInternal Finished: 35.6m (2138960048228) Buffer pool - AllocTime: 8ms (8999794) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 8ms (8999794) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121341451575) - ExecTreeExecTime: 11.7m (699887983274) - InactiveTotalTime: 0ns (0) - OpenTime: 17.60s (17604596973) - ExecTreeOpenTime: 15.79s (15792638455) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1391713148913) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 25,404,935 (25404935) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.80s (16799615553) - TotalBytesSent: 1.6 GiB (1751645739) - TotalTime: 23.7m (1421368470244) - UncompressedRowBatchSize: 4.2 GiB (4508142334) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,404,935 (25404935) - RowsReturnedRate: 35500 per second (35500) - TotalTime: 11.9m (715629622897) Node Lifecycle Event Timeline Open Started: 1.82s (1823958243) Open Finished: 17.62s (17616596698) First Batch Requested: 17.62s (17616596698) First Batch Returned: 28.88s (28878338880) Last Batch Returned: 35.6m (2138925049029) Closed: 35.6m (2138959048251) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 89ms (89997939) - HTResizeTime: 389ms (389991078) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,517.61 (3517.6141946838247) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,747,595 (23747595) - RowsReturned: 25,404,935 (25404935) - StreamingTime: 42.77s (42775021141) - TotalTime: 0ns (0) Buffer pool - AllocTime: 19ms (19999541) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999541) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,278 (1665278) - BuildTime: 1.41s (1411967677) - InactiveTotalTime: 0ns (0) - LocalTime: 11.46s (11463737620) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,468,787 (138468787) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.69s (9693778126) - RowsReturned: 138,468,787 (138468787) - RowsReturnedRate: 206085 per second (206085) - TotalTime: 11.2m (671898623645) Node Lifecycle Event Timeline Open Started: 1.82s (1823958243) Open Finished: 17.62s (17616596698) First Batch Requested: 17.62s (17616596698) First Batch Returned: 17.62s (17617596675) Last Batch Returned: 29.6m (1774775381716) Closed: 29.6m (1774775381716) Buffer pool - AllocTime: 71ms (71998353) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 71ms (71998353) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.19s (1192972690) - BuildRowsPartitioned: 1,665,278 (1665278) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 208ms (208995216) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 35ms (35999177) - InactiveTotalTime: 14.20s (14204674804) - PeakMemoryUsage: 10.3 MiB (10805248) - RowsReturned: 1,665,278 (1665278) - RowsReturnedRate: 116463 per second (116463) - TotalTime: 14.30s (14298672654) Node Lifecycle Event Timeline Open Started: 1.82s (1823958243) Open Finished: 1.82s (1823958243) First Batch Requested: 1.83s (1832958037) First Batch Returned: 1.83s (1833958014) Last Batch Returned: 17.41s (17405601528) Closed: 17.62s (17616596698) Buffer pool - AllocTime: 769ms (769982374) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.3 MiB (10805248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.3 MiB (10805248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 753ms (753982741) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273824490) - TotalGetBatchTime: 14.26s (14255673636) - DataWaitTime: 14.20s (14204674804) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.20s (1201972469) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.0 MiB (163563007) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.39s (2393945186) - InactiveTotalTime: 10.7m (642331300489) - PeakMemoryUsage: 11.6 MiB (12159636) - RowsReturned: 138,468,787 (138468787) - RowsReturnedRate: 214302 per second (214302) - TotalTime: 10.8m (646136213371) Node Lifecycle Event Timeline Open Started: 17.62s (17616596698) Open Finished: 17.62s (17616596698) First Batch Requested: 17.62s (17616596698) First Batch Returned: 17.62s (17616596698) Last Batch Returned: 29.6m (1774775381716) Closed: 29.6m (1774775381716) Buffer pool - AllocTime: 1.46s (1459966586) - CumulativeAllocationBytes: 8.9 GiB (9559392256) - CumulativeAllocations: 777,962 (777962) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 480ms (480988990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8585064794) - TotalGetBatchTime: 10.7m (643489273980) - DataWaitTime: 10.7m (642331300489) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.98s (6983840193) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,981 (388981) - TotalBatchesReceived: 388,981 (388981) - TotalBytesReceived: 3.3 GiB (3558418488) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 8.20s (8201860651) - TotalRPCsDeferred: 686 (686) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 98 (98) - CodegenTotalWallClockTime: 1.81s (1811958518) - CodegenSysTime: 13ms (13838000) - CodegenUserTime: 923ms (923343000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 636ms (636985417) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999336) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.12s (1118974383) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 23ms (23999451) - TotalTime: 1.81s (1811958518) Instance c7456fdd806a4994:3209e92600000065 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.494 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 681.9 MiB (715055070) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 25,960,496 (25960496) - TotalNetworkReceiveTime: 10.9m (652427393505) - TotalNetworkSendTime: 23.3m (1397423004549) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,592 (2592) - TotalThreadsTotalWallClockTime: 35.6m (2138941720671) - TotalThreadsSysTime: 4.63s (4632871000) - TotalThreadsUserTime: 1.4m (84179014000) - TotalThreadsVoluntaryContextSwitches: 128,272 (128272) - TotalTime: 35.6m (2138941720671) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.97us (999970) Open Finished: 17.49s (17486474496) First Batch Produced: 28.99s (28991128758) First Batch Sent: 28.99s (28991128758) ExecInternal Finished: 35.6m (2138943720611) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121456246145) - ExecTreeExecTime: 11.6m (693705153040) - InactiveTotalTime: 0ns (0) - OpenTime: 17.48s (17485474526) - ExecTreeOpenTime: 15.60s (15598531233) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.3m (1397450003735) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 25,960,496 (25960496) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.92s (16916491634) - TotalBytesSent: 1.7 GiB (1787208782) - TotalTime: 23.8m (1427660095842) - UncompressedRowBatchSize: 4.3 GiB (4605074231) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,960,496 (25960496) - RowsReturnedRate: 36601 per second (36601) - TotalTime: 11.8m (709274685144) Node Lifecycle Event Timeline Open Started: 1.89s (1887943263) Open Finished: 17.49s (17486474496) First Batch Requested: 17.49s (17486474496) First Batch Returned: 28.99s (28991128758) Last Batch Returned: 35.6m (2138911721572) Closed: 35.6m (2138943720611) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 67ms (67997957) - HTResizeTime: 357ms (357989244) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,532.59 (3532.59217352636) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,304,069 (24304069) - RowsReturned: 25,960,496 (25960496) - StreamingTime: 41.88s (41875741569) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17999458) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999458) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,169 (1664169) - BuildTime: 1.47s (1465955943) - InactiveTotalTime: 0ns (0) - LocalTime: 11.47s (11470655273) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,544,516 (138544516) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.66s (9656709793) - RowsReturned: 138,544,516 (138544516) - RowsReturnedRate: 207836 per second (207836) - TotalTime: 11.1m (666601967523) Node Lifecycle Event Timeline Open Started: 1.89s (1887943263) Open Finished: 17.48s (17485474526) First Batch Requested: 17.49s (17486474496) First Batch Returned: 17.49s (17486474496) Last Batch Returned: 29.6m (1774829661955) Closed: 29.6m (1774829661955) Buffer pool - AllocTime: 59ms (59998198) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 59ms (59998198) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.19s (1186964326) - BuildRowsPartitioned: 1,664,169 (1664169) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 242ms (242992698) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 40ms (40998767) - InactiveTotalTime: 13.96s (13962580401) - PeakMemoryUsage: 10.5 MiB (11018240) - RowsReturned: 1,664,169 (1664169) - RowsReturnedRate: 118441 per second (118441) - TotalTime: 14.05s (14050577756) Node Lifecycle Event Timeline Open Started: 1.89s (1887943263) Open Finished: 1.89s (1887943263) First Batch Requested: 1.92s (1922942212) First Batch Returned: 1.92s (1922942212) Last Batch Returned: 17.24s (17241481858) Closed: 17.48s (17485474526) Buffer pool - AllocTime: 486ms (486985365) - CumulativeAllocationBytes: 369.6 MiB (387588096) - CumulativeAllocations: 18,950 (18950) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.5 MiB (11018240) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.5 MiB (11018240) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 394ms (394988129) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273630766) - TotalGetBatchTime: 14.00s (14000579260) - DataWaitTime: 13.96s (13962580401) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 950ms (950971416) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,475 (9475) - TotalBatchesReceived: 9,475 (9475) - TotalBytesReceived: 155.9 MiB (163445263) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.45s (2451926319) - InactiveTotalTime: 10.6m (637328847248) - PeakMemoryUsage: 7.9 MiB (8306688) - RowsReturned: 138,544,516 (138544516) - RowsReturnedRate: 216110 per second (216110) - TotalTime: 10.7m (641080734494) Node Lifecycle Event Timeline Open Started: 17.48s (17485474526) Open Finished: 17.48s (17485474526) First Batch Requested: 17.48s (17485474526) First Batch Returned: 17.48s (17485474526) Last Batch Returned: 29.6m (1774829661955) Closed: 29.6m (1774829661955) Buffer pool - AllocTime: 994ms (994970099) - CumulativeAllocationBytes: 8.9 GiB (9564528640) - CumulativeAllocations: 778,378 (778378) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.9 MiB (8306688) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.9 MiB (8306688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 348ms (348989510) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8589759992) - TotalGetBatchTime: 10.6m (638374815807) - DataWaitTime: 10.6m (637328847248) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.59s (6586802040) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,189 (389189) - TotalBatchesReceived: 389,189 (389189) - TotalBytesReceived: 3.3 GiB (3558903481) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 110 (110) - CodegenTotalWallClockTime: 1.89s (1886943293) - CodegenSysTime: 11ms (11906000) - CodegenUserTime: 907ms (907732000) - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 608ms (608981699) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40998768) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.21s (1209963638) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 23ms (23999279) - TotalTime: 1.89s (1886943293) Instance c7456fdd806a4994:3209e9260000005b (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.615 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.9 MiB (718208990) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 27,092,904 (27092904) - TotalNetworkReceiveTime: 10.8m (646615515828) - TotalNetworkSendTime: 23.3m (1400232784643) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,168 (3168) - TotalThreadsTotalWallClockTime: 35.6m (2138940088862) - TotalThreadsSysTime: 4.80s (4799032000) - TotalThreadsUserTime: 1.4m (86044119000) - TotalThreadsVoluntaryContextSwitches: 122,046 (122046) - TotalTime: 35.6m (2138941088860) Fragment Instance Lifecycle Event Timeline Prepare Finished: 16ms (16999961) Open Finished: 17.11s (17113960692) First Batch Produced: 28.78s (28784933885) First Batch Sent: 28.78s (28784933885) ExecInternal Finished: 35.6m (2138959088819) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121843128131) - ExecTreeExecTime: 11.5m (689655416893) - InactiveTotalTime: 0ns (0) - OpenTime: 17.10s (17096960731) - ExecTreeOpenTime: 15.01s (15007965529) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.3m (1400255784589) - PeakMemoryUsage: 1.3 MiB (1395632) - RowsSent: 27,092,904 (27092904) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.27s (18274957988) - TotalBytesSent: 1.7 GiB (1863089274) - TotalTime: 23.9m (1432124711380) - UncompressedRowBatchSize: 4.5 GiB (4806472115) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,092,904 (27092904) - RowsReturnedRate: 38450 per second (38450) - TotalTime: 11.7m (704619382528) Node Lifecycle Event Timeline Open Started: 2.10s (2105995163) Open Finished: 17.11s (17113960692) First Batch Requested: 17.11s (17113960692) First Batch Returned: 28.78s (28784933885) Last Batch Returned: 35.6m (2138933088878) Closed: 35.6m (2138958088821) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85999803) - HTResizeTime: 403ms (403999056) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,526.14 (3526.14097224037) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,433,602 (25433602) - RowsReturned: 27,092,904 (27092904) - StreamingTime: 43.22s (43215900667) - TotalTime: 0ns (0) Buffer pool - AllocTime: 39ms (39999905) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39999905) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,083 (1667083) - BuildTime: 1.39s (1392996803) - InactiveTotalTime: 0ns (0) - LocalTime: 11.30s (11302974033) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,161,174 (138161174) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.60s (9599977949) - RowsReturned: 138,161,174 (138161174) - RowsReturnedRate: 209144 per second (209144) - TotalTime: 11.0m (660601483707) Node Lifecycle Event Timeline Open Started: 2.10s (2105995163) Open Finished: 17.11s (17112960694) First Batch Requested: 17.11s (17113960692) First Batch Returned: 17.11s (17113960692) Last Batch Returned: 29.6m (1774648924121) Closed: 29.6m (1774648924121) Buffer pool - AllocTime: 127ms (127999707) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 127ms (127999707) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.21s (1205997232) - BuildRowsPartitioned: 1,667,083 (1667083) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 184ms (184999575) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 25ms (25999940) - InactiveTotalTime: 13.41s (13412969190) - PeakMemoryUsage: 14.9 MiB (15588190) - RowsReturned: 1,667,083 (1667083) - RowsReturnedRate: 123023 per second (123023) - TotalTime: 13.55s (13550968874) Node Lifecycle Event Timeline Open Started: 2.10s (2105995163) Open Finished: 2.10s (2105995163) First Batch Requested: 2.11s (2106995161) First Batch Returned: 2.11s (2106995161) Last Batch Returned: 16.93s (16926961121) Closed: 17.11s (17112960694) Buffer pool - AllocTime: 792ms (792998178) - CumulativeAllocationBytes: 370.3 MiB (388259840) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 738ms (738998301) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274123749) - TotalGetBatchTime: 13.52s (13518968948) - DataWaitTime: 13.41s (13412969190) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.40s (1397996790) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163728625) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 300ms (300315976) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.44s (2442994394) - InactiveTotalTime: 10.5m (632008549353) - PeakMemoryUsage: 10.9 MiB (11452416) - RowsReturned: 138,161,174 (138161174) - RowsReturnedRate: 217320 per second (217320) - TotalTime: 10.6m (635747540800) Node Lifecycle Event Timeline Open Started: 17.11s (17112960694) Open Finished: 17.11s (17112960694) First Batch Requested: 17.11s (17112960694) First Batch Returned: 17.11s (17112960694) Last Batch Returned: 29.6m (1774648924121) Closed: 29.6m (1774648924121) Buffer pool - AllocTime: 1.20s (1203997220) - CumulativeAllocationBytes: 8.9 GiB (9538158592) - CumulativeAllocations: 776,236 (776236) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.9 MiB (11452416) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.9 MiB (11452416) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 558ms (558998710) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8565992788) - TotalGetBatchTime: 10.6m (633029547030) - DataWaitTime: 10.5m (632008549353) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.60s (6596984811) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,118 (388118) - TotalBatchesReceived: 388,118 (388118) - TotalBytesReceived: 3.3 GiB (3552710535) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 255 (255) - CodegenTotalWallClockTime: 2.09s (2088995202) - CodegenSysTime: 8ms (8862000) - CodegenUserTime: 906ms (906186000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 863ms (863998016) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999933) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.17s (1168997315) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 23ms (23999945) - TotalTime: 2.09s (2088995202) Instance c7456fdd806a4994:3209e92600000050 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.358 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.1 MiB (717299662) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 27,955,269 (27955269) - TotalNetworkReceiveTime: 10.7m (641918948837) - TotalNetworkSendTime: 23.4m (1405033699777) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,850 (2850) - TotalThreadsTotalWallClockTime: 35.6m (2138917497926) - TotalThreadsSysTime: 4.93s (4935333000) - TotalThreadsUserTime: 1.4m (86703457000) - TotalThreadsVoluntaryContextSwitches: 121,591 (121591) - TotalTime: 35.6m (2138918497924) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999996) Open Finished: 16.98s (16982972194) First Batch Produced: 28.88s (28875952722) First Batch Sent: 28.88s (28875952722) ExecInternal Finished: 35.6m (2138921497919) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121936525728) - ExecTreeExecTime: 11.4m (684380879163) - InactiveTotalTime: 0ns (0) - OpenTime: 16.98s (16980972198) - ExecTreeOpenTime: 14.93s (14932975551) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 1,000.00us (999998) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.4m (1405059699736) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 27,955,269 (27955269) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.47s (18473969806) - TotalBytesSent: 1.8 GiB (1919989924) - TotalTime: 24.0m (1437467646710) - UncompressedRowBatchSize: 4.6 GiB (4959076958) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,955,269 (27955269) - RowsReturnedRate: 39977 per second (39977) - TotalTime: 11.7m (699270854782) Node Lifecycle Event Timeline Open Started: 2.05s (2049996643) Open Finished: 16.98s (16982972194) First Batch Requested: 16.98s (16982972194) First Batch Returned: 28.88s (28875952722) Last Batch Returned: 35.6m (2138889497972) Closed: 35.6m (2138920497921) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 86ms (86999855) - HTResizeTime: 389ms (389999366) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,535.29 (3535.290500950346) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,295,768 (26295768) - RowsReturned: 27,955,269 (27955269) - StreamingTime: 42.42s (42420930387) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37999939) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999939) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,498 (1667498) - BuildTime: 1.31s (1312997839) - InactiveTotalTime: 0ns (0) - LocalTime: 11.25s (11253981586) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,211,484 (138211484) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.57s (9566984347) - RowsReturned: 138,211,484 (138211484) - RowsReturnedRate: 210708 per second (210708) - TotalTime: 10.9m (655937925897) Node Lifecycle Event Timeline Open Started: 2.05s (2049996643) Open Finished: 16.98s (16981972196) First Batch Requested: 16.98s (16982972194) First Batch Returned: 16.98s (16982972194) Last Batch Returned: 29.6m (1774733093651) Closed: 29.6m (1774733093651) Buffer pool - AllocTime: 37ms (37999939) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999939) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.14s (1135998129) - BuildRowsPartitioned: 1,667,498 (1667498) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 161ms (161999735) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 43ms (43999922) - InactiveTotalTime: 13.40s (13398978078) - PeakMemoryUsage: 14.7 MiB (15432865) - RowsReturned: 1,667,498 (1667498) - RowsReturnedRate: 123344 per second (123344) - TotalTime: 13.52s (13518977879) Node Lifecycle Event Timeline Open Started: 2.05s (2049996643) Open Finished: 2.05s (2049996643) First Batch Requested: 2.06s (2062996622) First Batch Returned: 2.06s (2062996622) Last Batch Returned: 16.82s (16818972463) Closed: 16.98s (16981972196) Buffer pool - AllocTime: 584ms (584999045) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 418ms (418999316) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274167102) - TotalGetBatchTime: 13.47s (13467977968) - DataWaitTime: 13.40s (13398978078) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.04s (1039998293) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163752929) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 93ms (93957005) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.51s (2514995892) - InactiveTotalTime: 10.5m (627051973134) - PeakMemoryUsage: 10.1 MiB (10567680) - RowsReturned: 138,211,484 (138211484) - RowsReturnedRate: 218978 per second (218978) - TotalTime: 10.5m (631164966432) Node Lifecycle Event Timeline Open Started: 16.98s (16981972196) Open Finished: 16.98s (16981972196) First Batch Requested: 16.98s (16981972196) First Batch Returned: 16.98s (16981972196) Last Batch Returned: 29.6m (1774732093653) Closed: 29.6m (1774733093651) Buffer pool - AllocTime: 1.05s (1054998285) - CumulativeAllocationBytes: 8.9 GiB (9541566464) - CumulativeAllocations: 776,508 (776508) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.1 MiB (10567680) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.1 MiB (10567680) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 271ms (271999559) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8569112008) - TotalGetBatchTime: 10.5m (628393970953) - DataWaitTime: 10.5m (627051973134) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.42s (6424989517) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,254 (388254) - TotalBatchesReceived: 388,254 (388254) - TotalBytesReceived: 3.3 GiB (3554416690) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 150 (150) - CodegenTotalWallClockTime: 2.05s (2047996647) - CodegenSysTime: 8ms (8927000) - CodegenUserTime: 935ms (935697000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 478ms (478999215) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33999944) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.51s (1507997532) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 23ms (23999961) - TotalTime: 2.05s (2047996647) Instance c7456fdd806a4994:3209e9260000005d (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.610 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718544846) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 27,399,294 (27399294) - TotalNetworkReceiveTime: 10.7m (644583344616) - TotalNetworkSendTime: 23.4m (1401310573990) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,906 (2906) - TotalThreadsTotalWallClockTime: 35.6m (2138845507420) - TotalThreadsSysTime: 5.15s (5147551000) - TotalThreadsUserTime: 1.5m (87220330000) - TotalThreadsVoluntaryContextSwitches: 119,211 (119211) - TotalTime: 35.6m (2138854507090) Fragment Instance Lifecycle Event Timeline Prepare Finished: 9ms (9999633) Open Finished: 17.30s (17305364865) First Batch Produced: 28.89s (28890939656) First Batch Sent: 28.89s (28890939656) ExecInternal Finished: 35.6m (2138856507016) Buffer pool - AllocTime: 11ms (11999560) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 11ms (11999560) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121550142188) - ExecTreeExecTime: 11.5m (687667763537) - InactiveTotalTime: 0ns (0) - OpenTime: 17.30s (17295365232) - ExecTreeOpenTime: 15.57s (15569428577) - PrepareTime: 8ms (8999670) - ExecTreePrepareTime: 8ms (8999670) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.4m (1401339572926) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,399,294 (27399294) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.32s (18315327906) - TotalBytesSent: 1.8 GiB (1883697123) - TotalTime: 23.9m (1433785382210) - UncompressedRowBatchSize: 4.5 GiB (4862648954) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,399,294 (27399294) - RowsReturnedRate: 38964 per second (38964) - TotalTime: 11.7m (703193193727) Node Lifecycle Event Timeline Open Started: 1.74s (1735936288) Open Finished: 17.30s (17305364865) First Batch Requested: 17.30s (17305364865) First Batch Returned: 28.89s (28890939656) Last Batch Returned: 35.6m (2138794509292) Closed: 35.6m (2138856507016) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 113ms (113995823) - HTResizeTime: 404ms (404985137) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,509.39 (3509.3884565191074) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,739,362 (25739362) - RowsReturned: 27,399,294 (27399294) - StreamingTime: 43.22s (43218413881) - TotalTime: 0ns (0) Buffer pool - AllocTime: 28ms (28998936) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28998936) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,088 (1668088) - BuildTime: 1.53s (1526943984) - InactiveTotalTime: 0ns (0) - LocalTime: 11.81s (11812566569) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,682,390 (138682390) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.93s (9928635684) - RowsReturned: 138,682,390 (138682390) - RowsReturnedRate: 210422 per second (210422) - TotalTime: 11.0m (659066813154) Node Lifecycle Event Timeline Open Started: 1.74s (1735936288) Open Finished: 17.30s (17305364865) First Batch Requested: 17.30s (17305364865) First Batch Returned: 17.30s (17305364865) Last Batch Returned: 29.6m (1774823867050) Closed: 29.6m (1774823867050) Buffer pool - AllocTime: 80ms (80997027) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 80ms (80997027) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1344950663) - BuildRowsPartitioned: 1,668,088 (1668088) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 166ms (166993871) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 27ms (27998973) - InactiveTotalTime: 13.85s (13852491566) - PeakMemoryUsage: 5.2 MiB (5455872) - RowsReturned: 1,668,088 (1668088) - RowsReturnedRate: 119119 per second (119119) - TotalTime: 14.00s (14003486025) Node Lifecycle Event Timeline Open Started: 1.74s (1735936288) Open Finished: 1.74s (1735936288) First Batch Requested: 1.75s (1748935811) First Batch Returned: 1.75s (1748935811) Last Batch Returned: 17.14s (17136371067) Closed: 17.30s (17305364865) Buffer pool - AllocTime: 709ms (709973950) - CumulativeAllocationBytes: 370.5 MiB (388497408) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.2 MiB (5455872) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.2 MiB (5455872) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 639ms (639976518) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274286907) - TotalGetBatchTime: 13.97s (13972487163) - DataWaitTime: 13.85s (13852491566) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.20s (1196956057) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163838342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.40s (2403911764) - InactiveTotalTime: 10.5m (629296905663) - PeakMemoryUsage: 11.6 MiB (12149015) - RowsReturned: 138,682,390 (138682390) - RowsReturnedRate: 219000 per second (219000) - TotalTime: 10.6m (633250760560) Node Lifecycle Event Timeline Open Started: 17.30s (17305364865) Open Finished: 17.30s (17305364865) First Batch Requested: 17.30s (17305364865) First Batch Returned: 17.30s (17305364865) Last Batch Returned: 29.6m (1774823867050) Closed: 29.6m (1774823867050) Buffer pool - AllocTime: 1.20s (1199955949) - CumulativeAllocationBytes: 8.9 GiB (9574080512) - CumulativeAllocations: 779,154 (779154) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 517ms (517980993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8598308180) - TotalGetBatchTime: 10.5m (630560859286) - DataWaitTime: 10.5m (629296905663) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.53s (6534760159) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,577 (389577) - TotalBatchesReceived: 389,577 (389577) - TotalBytesReceived: 3.3 GiB (3561421551) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 183ms (183201035) - TotalRPCsDeferred: 1,240 (1240) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 120 (120) - CodegenTotalWallClockTime: 1.73s (1725936655) - CodegenSysTime: 10ms (10928000) - CodegenUserTime: 919ms (919354000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 597ms (597978053) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33998753) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.05s (1054961281) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 35ms (35998678) - TotalTime: 1.73s (1725936655) Instance c7456fdd806a4994:3209e92600000066 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.301 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.4 MiB (717602766) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 27,105,458 (27105458) - TotalNetworkReceiveTime: 11.3m (679962059158) - TotalNetworkSendTime: 22.8m (1365330821705) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,910 (2910) - TotalThreadsTotalWallClockTime: 35.6m (2138746666250) - TotalThreadsSysTime: 5.14s (5143014000) - TotalThreadsUserTime: 1.4m (86937549000) - TotalThreadsVoluntaryContextSwitches: 118,585 (118585) - TotalTime: 35.6m (2138748666139) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999889) Open Finished: 17.27s (17267036461) First Batch Produced: 28.67s (28668400236) First Batch Sent: 28.67s (28668400236) ExecInternal Finished: 35.6m (2138751665972) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121481629678) - ExecTreeExecTime: 12.1m (723718617588) - InactiveTotalTime: 0ns (0) - OpenTime: 17.27s (17265036572) - ExecTreeOpenTime: 15.21s (15205151518) - PrepareTime: 1ms (1999889) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1365366819698) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 27,105,458 (27105458) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.30s (18302978744) - TotalBytesSent: 1.7 GiB (1863389839) - TotalTime: 23.3m (1397672017177) - UncompressedRowBatchSize: 4.5 GiB (4808027629) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,105,458 (27105458) - RowsReturnedRate: 36684 per second (36684) - TotalTime: 12.3m (738889771004) Node Lifecycle Event Timeline Open Started: 2.06s (2061884943) Open Finished: 17.27s (17267036461) First Batch Requested: 17.27s (17267036461) First Batch Returned: 28.67s (28668400236) Last Batch Returned: 35.6m (2138721667646) Closed: 35.6m (2138749666084) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 76ms (76995702) - HTResizeTime: 361ms (361979813) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,529.09 (3529.093912559834) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,445,737 (25445737) - RowsReturned: 27,105,458 (27105458) - StreamingTime: 43.42s (43416577473) - TotalTime: 0ns (0) Buffer pool - AllocTime: 45ms (45997433) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45997433) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,624 (1667624) - BuildTime: 1.62s (1620909562) - InactiveTotalTime: 0ns (0) - LocalTime: 11.95s (11950333096) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 139,011,018 (139011018) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.98s (9976443246) - RowsReturned: 139,011,018 (139011018) - RowsReturnedRate: 200121 per second (200121) - TotalTime: 11.6m (694632240450) Node Lifecycle Event Timeline Open Started: 2.06s (2061884943) Open Finished: 17.27s (17267036461) First Batch Requested: 17.27s (17267036461) First Batch Returned: 17.27s (17267036461) Last Batch Returned: 29.6m (1774546993337) Closed: 29.6m (1774546993337) Buffer pool - AllocTime: 87ms (87995089) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 87ms (87995089) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1328925856) - BuildRowsPartitioned: 1,667,624 (1667624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 283ms (283984152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 28ms (28998381) - InactiveTotalTime: 13.47s (13468248428) - PeakMemoryUsage: 14.8 MiB (15519505) - RowsReturned: 1,667,624 (1667624) - RowsReturnedRate: 123169 per second (123169) - TotalTime: 13.54s (13539244465) Node Lifecycle Event Timeline Open Started: 2.06s (2061884943) Open Finished: 2.06s (2061884943) First Batch Requested: 2.07s (2068884552) First Batch Returned: 2.07s (2068884552) Last Batch Returned: 16.98s (16981052420) Closed: 17.27s (17267036461) Buffer pool - AllocTime: 407ms (407977235) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 400ms (400977626) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274206067) - TotalGetBatchTime: 13.50s (13504246418) - DataWaitTime: 13.47s (13468248428) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 859ms (859952001) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163777178) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 334ms (334271502) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.44s (2444863547) - InactiveTotalTime: 11.1m (665278878522) - PeakMemoryUsage: 10.3 MiB (10821632) - RowsReturned: 139,011,018 (139011018) - RowsReturnedRate: 207744 per second (207744) - TotalTime: 11.2m (669142662889) Node Lifecycle Event Timeline Open Started: 17.27s (17267036461) Open Finished: 17.27s (17267036461) First Batch Requested: 17.27s (17267036461) First Batch Returned: 17.27s (17267036461) Last Batch Returned: 29.6m (1774545993393) Closed: 29.6m (1774546993337) Buffer pool - AllocTime: 1.12s (1120937462) - CumulativeAllocationBytes: 8.9 GiB (9596837888) - CumulativeAllocations: 781,010 (781010) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.3 MiB (10821632) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.3 MiB (10821632) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 323ms (323981925) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8618683116) - TotalGetBatchTime: 11.1m (666407815529) - DataWaitTime: 11.1m (665278878522) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.58s (6578632928) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 390,505 (390505) - TotalBatchesReceived: 390,505 (390505) - TotalBytesReceived: 3.3 GiB (3570053015) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 143 (143) - CodegenTotalWallClockTime: 2.06s (2059885054) - CodegenSysTime: 18ms (18953000) - CodegenUserTime: 945ms (945736000) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 467ms (467973886) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29998326) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.53s (1531914516) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 26ms (26998493) - TotalTime: 2.06s (2059885054) Instance c7456fdd806a4994:3209e92600000059 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.792 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718634958) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 26,849,111 (26849111) - TotalNetworkReceiveTime: 10.9m (651128821042) - TotalNetworkSendTime: 23.2m (1393854085054) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,003 (3003) - TotalThreadsTotalWallClockTime: 35.6m (2138710289291) - TotalThreadsSysTime: 5.06s (5058558000) - TotalThreadsUserTime: 1.4m (86488891000) - TotalThreadsVoluntaryContextSwitches: 118,602 (118602) - TotalTime: 35.6m (2138723288928) Fragment Instance Lifecycle Event Timeline Prepare Finished: 24ms (24999302) Open Finished: 17.17s (17171520586) First Batch Produced: 28.90s (28903193049) First Batch Sent: 28.90s (28903193049) ExecInternal Finished: 35.6m (2138737288538) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121563768007) - ExecTreeExecTime: 11.6m (695893571266) - InactiveTotalTime: 0ns (0) - OpenTime: 17.15s (17146521284) - ExecTreeOpenTime: 14.87s (14865584966) - PrepareTime: 12ms (12999637) - ExecTreePrepareTime: 11ms (11999665) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1393877084411) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 26,849,111 (26849111) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.86s (17858501414) - TotalBytesSent: 1.7 GiB (1847060529) - TotalTime: 23.8m (1425602198642) - UncompressedRowBatchSize: 4.4 GiB (4763808178) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,849,111 (26849111) - RowsReturnedRate: 37777 per second (37777) - TotalTime: 11.8m (710718157375) Node Lifecycle Event Timeline Open Started: 2.31s (2305935620) Open Finished: 17.17s (17171520586) First Batch Requested: 17.17s (17171520586) First Batch Returned: 28.90s (28903193049) Last Batch Returned: 35.6m (2138679290157) Closed: 35.6m (2138736288566) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 92ms (92997403) - HTResizeTime: 347ms (347990276) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,497.61 (3497.60904304887) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,190,572 (25190572) - RowsReturned: 26,849,111 (26849111) - StreamingTime: 43.99s (43988771846) - TotalTime: 0ns (0) Buffer pool - AllocTime: 52ms (52998521) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52998521) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,217 (1666217) - BuildTime: 1.53s (1533957182) - InactiveTotalTime: 0ns (0) - LocalTime: 11.86s (11855669012) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,973,649 (137973649) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.97s (9973721544) - RowsReturned: 137,973,649 (137973649) - RowsReturnedRate: 207259 per second (207259) - TotalTime: 11.1m (665706414094) Node Lifecycle Event Timeline Open Started: 2.31s (2305935620) Open Finished: 17.17s (17170520615) First Batch Requested: 17.17s (17171520586) First Batch Returned: 17.17s (17171520586) Last Batch Returned: 29.6m (1774715451765) Closed: 29.6m (1774715451765) Buffer pool - AllocTime: 30ms (30999135) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999135) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1341962542) - BuildRowsPartitioned: 1,666,217 (1666217) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 189ms (189994696) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 46ms (46998688) - InactiveTotalTime: 13.23s (13226630716) - PeakMemoryUsage: 14.9 MiB (15587962) - RowsReturned: 1,666,217 (1666217) - RowsReturnedRate: 125235 per second (125235) - TotalTime: 13.30s (13304628539) Node Lifecycle Event Timeline Open Started: 2.31s (2305935620) Open Finished: 2.31s (2305935620) First Batch Requested: 2.31s (2306935592) First Batch Returned: 2.31s (2306935592) Last Batch Returned: 16.98s (16979525947) Closed: 17.17s (17170520615) Buffer pool - AllocTime: 738ms (738979364) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 730ms (730979588) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273970101) - TotalGetBatchTime: 13.24s (13245630185) - DataWaitTime: 13.23s (13226630716) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.61s (1613954938) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.1 MiB (163646246) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 426ms (426076038) - TotalRPCsDeferred: 48 (48) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.46s (2457931400) - InactiveTotalTime: 10.6m (636660225006) - PeakMemoryUsage: 11.4 MiB (11981433) - RowsReturned: 137,973,649 (137973649) - RowsReturnedRate: 215400 per second (215400) - TotalTime: 10.7m (640546116543) Node Lifecycle Event Timeline Open Started: 17.17s (17170520615) Open Finished: 17.17s (17170520615) First Batch Requested: 17.17s (17170520615) First Batch Returned: 17.17s (17170520615) Last Batch Returned: 29.6m (1774715451765) Closed: 29.6m (1774715451765) Buffer pool - AllocTime: 1.31s (1306963501) - CumulativeAllocationBytes: 8.9 GiB (9525125120) - CumulativeAllocations: 775,170 (775170) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 611ms (611982912) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8554366238) - TotalGetBatchTime: 10.6m (637825192478) - DataWaitTime: 10.6m (636660225006) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.71s (6714812560) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,585 (387585) - TotalBatchesReceived: 387,585 (387585) - TotalBytesReceived: 3.3 GiB (3547594298) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 21ms (21324473) - TotalRPCsDeferred: 154 (154) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 96 (96) - CodegenTotalWallClockTime: 2.28s (2280936318) - CodegenSysTime: 14ms (14900000) - CodegenUserTime: 929ms (929147000) - CodegenVoluntaryContextSwitches: 121 (121) - CompileTime: 836ms (836976632) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 50ms (50998576) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.30s (1301963651) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 66ms (66998129) - TotalTime: 2.28s (2280936318) Instance c7456fdd806a4994:3209e9260000006e (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.228 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718594014) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 25,013,033 (25013033) - TotalNetworkReceiveTime: 9.8m (587256983692) - TotalNetworkSendTime: 24.4m (1462736145192) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,491 (2491) - TotalThreadsTotalWallClockTime: 35.6m (2138711104893) - TotalThreadsSysTime: 4.64s (4644382000) - TotalThreadsUserTime: 1.4m (83791972000) - TotalThreadsVoluntaryContextSwitches: 128,789 (128789) - TotalTime: 35.6m (2138711104893) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999898) Open Finished: 17.38s (17379407542) First Batch Produced: 28.58s (28576025851) First Batch Sent: 28.58s (28576025851) ExecInternal Finished: 35.6m (2138716104723) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121334697249) - ExecTreeExecTime: 10.5m (628782568322) - InactiveTotalTime: 0ns (0) - OpenTime: 17.38s (17376407644) - ExecTreeOpenTime: 15.28s (15275479264) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.4m (1462770144033) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 25,013,033 (25013033) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.72s (16724429922) - TotalBytesSent: 1.6 GiB (1726292415) - TotalTime: 24.9m (1492474131586) - UncompressedRowBatchSize: 4.1 GiB (4436612932) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,013,033 (25013033) - RowsReturnedRate: 38839 per second (38839) - TotalTime: 10.7m (644014049084) Node Lifecycle Event Timeline Open Started: 2.10s (2103928278) Open Finished: 17.38s (17379407542) First Batch Requested: 17.38s (17379407542) First Batch Returned: 28.58s (28576025851) Last Batch Returned: 35.6m (2138691105575) Closed: 35.6m (2138716104723) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 71ms (71997549) - HTResizeTime: 361ms (361987666) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,532.43 (3532.4310901079525) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,352,689 (23352689) - RowsReturned: 25,013,033 (25013033) - StreamingTime: 41.97s (41970569370) - TotalTime: 0ns (0) Buffer pool - AllocTime: 15ms (15999452) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999452) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,647 (1668647) - BuildTime: 1.29s (1289956026) - InactiveTotalTime: 0ns (0) - LocalTime: 11.41s (11408611138) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,522,463 (138522463) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.80s (9801665920) - RowsReturned: 138,522,463 (138522463) - RowsReturnedRate: 230380 per second (230380) - TotalTime: 10.0m (601277505810) Node Lifecycle Event Timeline Open Started: 2.10s (2103928278) Open Finished: 17.38s (17378407576) First Batch Requested: 17.38s (17379407542) First Batch Returned: 17.38s (17379407542) Last Batch Returned: 29.6m (1774520520599) Closed: 29.6m (1774520520599) Buffer pool - AllocTime: 57ms (57998023) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57998023) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.08s (1080963150) - BuildRowsPartitioned: 1,668,647 (1668647) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 205ms (205992978) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 27ms (27999048) - InactiveTotalTime: 13.91s (13909525829) - PeakMemoryUsage: 14.9 MiB (15588250) - RowsReturned: 1,668,647 (1668647) - RowsReturnedRate: 119440 per second (119440) - TotalTime: 13.97s (13970523751) Node Lifecycle Event Timeline Open Started: 2.10s (2103928278) Open Finished: 2.10s (2103928278) First Batch Requested: 2.10s (2105928210) First Batch Returned: 2.10s (2105928210) Last Batch Returned: 17.17s (17171414632) Closed: 17.38s (17378407576) Buffer pool - AllocTime: 798ms (798972762) - CumulativeAllocationBytes: 370.6 MiB (388644864) - CumulativeAllocations: 19,000 (19000) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 793ms (793972932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.7 MiB (274370823) - TotalGetBatchTime: 13.93s (13932525045) - DataWaitTime: 13.91s (13909525829) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.42s (1418951635) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,500 (9500) - TotalBatchesReceived: 9,500 (9500) - TotalBytesReceived: 156.3 MiB (163878643) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 412ms (412618287) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.40s (2402918097) - InactiveTotalTime: 9.5m (572364491375) - PeakMemoryUsage: 11.6 MiB (12159282) - RowsReturned: 138,522,463 (138522463) - RowsReturnedRate: 240532 per second (240532) - TotalTime: 9.6m (575898370921) Node Lifecycle Event Timeline Open Started: 17.38s (17378407576) Open Finished: 17.38s (17378407576) First Batch Requested: 17.38s (17378407576) First Batch Returned: 17.38s (17378407576) Last Batch Returned: 29.6m (1774519520633) Closed: 29.6m (1774520520599) Buffer pool - AllocTime: 1.50s (1504948694) - CumulativeAllocationBytes: 8.9 GiB (9563086848) - CumulativeAllocations: 778,262 (778262) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 842ms (842971266) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8588392706) - TotalGetBatchTime: 9.6m (573254461031) - DataWaitTime: 9.5m (572364491375) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.17s (7168755623) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,131 (389131) - TotalBatchesReceived: 389,131 (389131) - TotalBytesReceived: 3.3 GiB (3560386419) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 11.30s (11296666583) - TotalRPCsDeferred: 1,276 (1276) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 77 (77) - CodegenTotalWallClockTime: 2.10s (2100928380) - CodegenSysTime: 12ms (12952000) - CodegenUserTime: 899ms (899498000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 730ms (730975081) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 66ms (66997716) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.27s (1273956572) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 24ms (24999148) - TotalTime: 2.10s (2100928380) Instance c7456fdd806a4994:3209e92600000076 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.492 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718462926) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 27,417,338 (27417338) - TotalNetworkReceiveTime: 12.7m (762552176209) - TotalNetworkSendTime: 21.4m (1284873821586) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,549 (2549) - TotalThreadsTotalWallClockTime: 35.6m (2138702061756) - TotalThreadsSysTime: 4.89s (4889363000) - TotalThreadsUserTime: 1.4m (85795736000) - TotalThreadsVoluntaryContextSwitches: 123,996 (123996) - TotalTime: 35.6m (2138702061756) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999969) Open Finished: 17.91s (17908816130) First Batch Produced: 28.97s (28974702514) First Batch Sent: 28.97s (28974702514) ExecInternal Finished: 35.6m (2138716061612) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2120796245595) - ExecTreeExecTime: 13.4m (804145750095) - InactiveTotalTime: 0ns (0) - OpenTime: 17.91s (17905816161) - ExecTreeOpenTime: 15.69s (15691838891) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.4m (1284896821351) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,417,338 (27417338) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.12s (18122814045) - TotalBytesSent: 1.8 GiB (1884884211) - TotalTime: 21.9m (1316579496232) - UncompressedRowBatchSize: 4.5 GiB (4865184390) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,417,338 (27417338) - RowsReturnedRate: 33443 per second (33443) - TotalTime: 13.7m (819802589344) Node Lifecycle Event Timeline Open Started: 2.22s (2216977239) Open Finished: 17.91s (17908816130) First Batch Requested: 17.91s (17908816130) First Batch Returned: 28.97s (28974702514) Last Batch Returned: 35.6m (2138608062721) Closed: 35.6m (2138716061612) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 89ms (89999080) - HTResizeTime: 352ms (352996377) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,536.18 (3536.1813253375985) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,759,518 (25759518) - RowsReturned: 27,417,338 (27417338) - StreamingTime: 41.88s (41877570723) - TotalTime: 0ns (0) Buffer pool - AllocTime: 22ms (22999765) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999765) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,118 (1666118) - BuildTime: 1.87s (1868980805) - InactiveTotalTime: 0ns (0) - LocalTime: 11.94s (11937877614) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,072,617 (138072617) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.77s (9774899818) - RowsReturned: 138,072,617 (138072617) - RowsReturnedRate: 177670 per second (177670) - TotalTime: 13.0m (777129026795) Node Lifecycle Event Timeline Open Started: 2.22s (2216977239) Open Finished: 17.91s (17908816130) First Batch Requested: 17.91s (17908816130) First Batch Returned: 17.91s (17908816130) Last Batch Returned: 29.6m (1774817794019) Closed: 29.6m (1774817794019) Buffer pool - AllocTime: 153ms (153998418) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 153ms (153998418) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.56s (1564983927) - BuildRowsPartitioned: 1,666,118 (1666118) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 299ms (299996920) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 31ms (31999672) - InactiveTotalTime: 13.61s (13611860246) - PeakMemoryUsage: 14.7 MiB (15436272) - RowsReturned: 1,666,118 (1666118) - RowsReturnedRate: 120892 per second (120892) - TotalTime: 13.78s (13781858507) Node Lifecycle Event Timeline Open Started: 2.22s (2216977239) Open Finished: 2.22s (2216977239) First Batch Requested: 2.22s (2217977228) First Batch Returned: 2.22s (2217977228) Last Batch Returned: 17.61s (17606819230) Closed: 17.91s (17907816140) Buffer pool - AllocTime: 786ms (786991917) - CumulativeAllocationBytes: 370.1 MiB (388046848) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 638ms (638993438) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273940620) - TotalGetBatchTime: 13.74s (13742858905) - DataWaitTime: 13.61s (13611860246) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.31s (1307986581) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163616789) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 223ms (223908644) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.40s (2396975457) - InactiveTotalTime: 12.5m (747760328065) - PeakMemoryUsage: 11.5 MiB (12085423) - RowsReturned: 138,072,617 (138072617) - RowsReturnedRate: 183751 per second (183751) - TotalTime: 12.5m (751409290674) Node Lifecycle Event Timeline Open Started: 17.91s (17907816140) Open Finished: 17.91s (17907816140) First Batch Requested: 17.91s (17907816140) First Batch Returned: 17.91s (17908816130) Last Batch Returned: 29.6m (1774816794030) Closed: 29.6m (1774817794019) Buffer pool - AllocTime: 1.20s (1202987667) - CumulativeAllocationBytes: 8.9 GiB (9531998208) - CumulativeAllocations: 775,730 (775730) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 425ms (425995624) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8560502254) - TotalGetBatchTime: 12.5m (748748317929) - DataWaitTime: 12.5m (747760328065) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.78s (6782930451) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,865 (387865) - TotalBatchesReceived: 387,865 (387865) - TotalBytesReceived: 3.3 GiB (3549079559) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 320ms (320098943) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 189 (189) - CodegenTotalWallClockTime: 2.21s (2212977280) - CodegenSysTime: 13ms (13810000) - CodegenUserTime: 940ms (940173000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 399ms (399995894) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67999302) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.69s (1687982669) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 52ms (52999456) - TotalTime: 2.21s (2212977280) Instance c7456fdd806a4994:3209e92600000057 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.911 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 682.3 MiB (715464654) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 27,857,370 (27857370) - TotalNetworkReceiveTime: 10.0m (602134604801) - TotalNetworkSendTime: 24.1m (1443709306503) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,630 (2630) - TotalThreadsTotalWallClockTime: 35.6m (2138543462740) - TotalThreadsSysTime: 4.91s (4914851000) - TotalThreadsUserTime: 1.5m (87218231000) - TotalThreadsVoluntaryContextSwitches: 122,195 (122195) - TotalTime: 35.6m (2138544462703) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999963) Open Finished: 17.12s (17117363167) First Batch Produced: 28.85s (28851926595) First Batch Sent: 28.85s (28851926595) ExecInternal Finished: 35.6m (2138545462665) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121427099536) - ExecTreeExecTime: 10.8m (645023009273) - InactiveTotalTime: 0ns (0) - OpenTime: 17.12s (17116363204) - ExecTreeOpenTime: 14.88s (14876446538) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.1m (1443731305686) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 27,857,370 (27857370) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.50s (18496311935) - TotalBytesSent: 1.8 GiB (1914516758) - TotalTime: 24.6m (1476329093052) - UncompressedRowBatchSize: 4.6 GiB (4943026194) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,857,370 (27857370) - RowsReturnedRate: 42217 per second (42217) - TotalTime: 11.0m (659858457332) Node Lifecycle Event Timeline Open Started: 2.24s (2240916629) Open Finished: 17.12s (17117363167) First Batch Requested: 17.12s (17117363167) First Batch Returned: 28.85s (28851926595) Last Batch Returned: 35.6m (2138476465229) Closed: 35.6m (2138545462665) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 108ms (108995946) - HTResizeTime: 382ms (382985770) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,527.89 (3527.8908397907676) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,199,730 (26199730) - RowsReturned: 27,857,370 (27857370) - StreamingTime: 42.70s (42697411611) - TotalTime: 0ns (0) Buffer pool - AllocTime: 36ms (36998627) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36998627) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,889 (1665889) - BuildTime: 1.42s (1421947107) - InactiveTotalTime: 0ns (0) - LocalTime: 11.44s (11441574292) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,621,369 (138621369) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.73s (9727638044) - RowsReturned: 138,621,369 (138621369) - RowsReturnedRate: 224931 per second (224931) - TotalTime: 10.3m (616282078426) Node Lifecycle Event Timeline Open Started: 2.24s (2240916629) Open Finished: 17.11s (17115363241) First Batch Requested: 17.12s (17117363167) First Batch Returned: 17.12s (17117363167) Last Batch Returned: 29.6m (1774689981693) Closed: 29.6m (1774689981693) Buffer pool - AllocTime: 62ms (62997655) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62997655) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.22s (1219954622) - BuildRowsPartitioned: 1,665,889 (1665889) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 199ms (199992559) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 36ms (36998619) - InactiveTotalTime: 13.34s (13337503788) - PeakMemoryUsage: 14.7 MiB (15436744) - RowsReturned: 1,665,889 (1665889) - RowsReturnedRate: 123963 per second (123963) - TotalTime: 13.44s (13438500024) Node Lifecycle Event Timeline Open Started: 2.24s (2240916629) Open Finished: 2.24s (2240916629) First Batch Requested: 2.24s (2241916592) First Batch Returned: 2.24s (2241916592) Last Batch Returned: 16.91s (16913370756) Closed: 17.11s (17115363241) Buffer pool - AllocTime: 1.02s (1016962166) - CumulativeAllocationBytes: 370.1 MiB (388038656) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 975ms (975963691) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273920893) - TotalGetBatchTime: 13.39s (13393501702) - DataWaitTime: 13.34s (13337503788) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.47s (1471945243) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163619841) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 339ms (339251341) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.46s (2460908461) - InactiveTotalTime: 9.8m (587597145630) - PeakMemoryUsage: 8.2 MiB (8552448) - RowsReturned: 138,621,369 (138621369) - RowsReturnedRate: 234394 per second (234394) - TotalTime: 9.9m (591402004110) Node Lifecycle Event Timeline Open Started: 17.11s (17115363241) Open Finished: 17.11s (17115363241) First Batch Requested: 17.11s (17115363241) First Batch Returned: 17.11s (17115363241) Last Batch Returned: 29.6m (1774688981730) Closed: 29.6m (1774689981693) Buffer pool - AllocTime: 997ms (997962876) - CumulativeAllocationBytes: 8.9 GiB (9569853440) - CumulativeAllocations: 778,806 (778806) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.2 MiB (8552448) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.2 MiB (8552448) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 413ms (413984593) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8594524878) - TotalGetBatchTime: 9.8m (588689105031) - DataWaitTime: 9.8m (587597145630) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.42s (6423761044) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,403 (389403) - TotalBatchesReceived: 389,403 (389403) - TotalBytesReceived: 3.3 GiB (3562826967) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 78 (78) - CodegenTotalWallClockTime: 2.24s (2239916666) - CodegenSysTime: 12ms (12889000) - CodegenUserTime: 916ms (916708000) - CodegenVoluntaryContextSwitches: 129 (129) - CompileTime: 520ms (520980618) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 38ms (38998549) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.62s (1623939583) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999181) - TotalTime: 2.24s (2239916666) Instance c7456fdd806a4994:3209e92600000073 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.607 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.5 MiB (718807006) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 26,937,407 (26937407) - TotalNetworkReceiveTime: 11.7m (700765497349) - TotalNetworkSendTime: 22.3m (1340669296469) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,797 (2797) - TotalThreadsTotalWallClockTime: 35.6m (2134199285551) - TotalThreadsSysTime: 5.07s (5065418000) - TotalThreadsUserTime: 1.5m (87122252000) - TotalThreadsVoluntaryContextSwitches: 118,027 (118027) - TotalTime: 35.6m (2134200285513) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.96us (999962) Open Finished: 17.80s (17803326461) First Batch Produced: 28.99s (28989903251) First Batch Sent: 28.99s (28989903251) ExecInternal Finished: 35.6m (2134202285437) Buffer pool - AllocTime: 21ms (21999168) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 21ms (21999168) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2116396959052) - ExecTreeExecTime: 12.4m (743996862648) - InactiveTotalTime: 0ns (0) - OpenTime: 17.80s (17802326499) - ExecTreeOpenTime: 15.86s (15864399815) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.3m (1340701295262) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 26,937,407 (26937407) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.91s (17915322402) - TotalBytesSent: 1.7 GiB (1853130746) - TotalTime: 22.9m (1372303100073) - UncompressedRowBatchSize: 4.5 GiB (4779697668) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,937,407 (26937407) - RowsReturnedRate: 35452 per second (35452) - TotalTime: 12.7m (759811264355) Node Lifecycle Event Timeline Open Started: 1.94s (1938926646) Open Finished: 17.80s (17803326461) First Batch Requested: 17.80s (17803326461) First Batch Returned: 28.99s (28989903251) Last Batch Returned: 35.6m (2134036291712) Closed: 35.6m (2134201285475) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 99ms (99996219) - HTResizeTime: 359ms (359986382) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,514.26 (3514.261497974811) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,277,660 (25277660) - RowsReturned: 26,937,407 (26937407) - StreamingTime: 43.45s (43445356963) - TotalTime: 0ns (0) Buffer pool - AllocTime: 28ms (28998902) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27998940) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,826 (1667826) - BuildTime: 1.61s (1607939167) - InactiveTotalTime: 0ns (0) - LocalTime: 12.04s (12037544766) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,209,653 (138209653) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.00s (9999621861) - RowsReturned: 138,209,653 (138209653) - RowsReturnedRate: 193149 per second (193149) - TotalTime: 11.9m (715557937933) Node Lifecycle Event Timeline Open Started: 1.94s (1938926646) Open Finished: 17.80s (17802326499) First Batch Requested: 17.80s (17803326461) First Batch Returned: 17.80s (17803326461) Last Batch Returned: 29.6m (1774848872585) Closed: 29.6m (1774848872585) Buffer pool - AllocTime: 117ms (117995536) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 116ms (116995573) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.36s (1361948473) - BuildRowsPartitioned: 1,667,826 (1667826) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 219ms (219991678) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 32ms (32998752) - InactiveTotalTime: 14.03s (14028469272) - PeakMemoryUsage: 12.1 MiB (12664832) - RowsReturned: 1,667,826 (1667826) - RowsReturnedRate: 117972 per second (117972) - TotalTime: 14.14s (14137465150) Node Lifecycle Event Timeline Open Started: 1.94s (1938926646) Open Finished: 1.94s (1938926646) First Batch Requested: 1.96s (1961925776) First Batch Returned: 1.96s (1961925776) Last Batch Returned: 17.58s (17581334859) Closed: 17.80s (17802326499) Buffer pool - AllocTime: 1.05s (1049960277) - CumulativeAllocationBytes: 370.5 MiB (388505600) - CumulativeAllocations: 18,996 (18996) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.1 MiB (12664832) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.1 MiB (12664832) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 837ms (837968299) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274232101) - TotalGetBatchTime: 14.10s (14095466739) - DataWaitTime: 14.03s (14028469272) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.54s (1537941816) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,498 (9498) - TotalBatchesReceived: 9,498 (9498) - TotalBytesReceived: 156.2 MiB (163802163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.52s (2517904783) - InactiveTotalTime: 11.4m (685552072890) - PeakMemoryUsage: 11.5 MiB (12026759) - RowsReturned: 138,209,653 (138209653) - RowsReturnedRate: 200483 per second (200483) - TotalTime: 11.5m (689382928017) Node Lifecycle Event Timeline Open Started: 17.80s (17802326499) Open Finished: 17.80s (17802326499) First Batch Requested: 17.80s (17802326499) First Batch Returned: 17.80s (17802326499) Last Batch Returned: 29.6m (1774847872623) Closed: 29.6m (1774848872585) Buffer pool - AllocTime: 916ms (916965333) - CumulativeAllocationBytes: 8.9 GiB (9541443584) - CumulativeAllocations: 776,498 (776498) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 198ms (198992476) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8568998486) - TotalGetBatchTime: 11.4m (686613032764) - DataWaitTime: 11.4m (685552072890) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.40s (6402757810) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,249 (388249) - TotalBatchesReceived: 388,249 (388249) - TotalBytesReceived: 3.3 GiB (3551601849) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 184ms (184314094) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 134 (134) - CodegenTotalWallClockTime: 1.94s (1937926684) - CodegenSysTime: 3ms (3967000) - CodegenUserTime: 927ms (927660000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 623ms (623976394) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28998903) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1256952446) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 23ms (23999092) - TotalTime: 1.94s (1937926684) Instance c7456fdd806a4994:3209e92600000053 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.333 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 682.7 MiB (715833294) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 25,411,812 (25411812) - TotalNetworkReceiveTime: 10.6m (633581254684) - TotalNetworkSendTime: 23.5m (1412377645659) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,292 (2292) - TotalThreadsTotalWallClockTime: 35.6m (2134132378912) - TotalThreadsSysTime: 4.67s (4674437000) - TotalThreadsUserTime: 1.4m (83581749000) - TotalThreadsVoluntaryContextSwitches: 128,434 (128434) - TotalTime: 35.6m (2134133378907) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999989) Open Finished: 17.01s (17012898877) First Batch Produced: 28.80s (28802828803) First Batch Sent: 28.80s (28802828803) ExecInternal Finished: 35.6m (2134135378895) Buffer pool - AllocTime: 7ms (7999952) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 7ms (7999952) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2117121480024) - ExecTreeExecTime: 11.3m (675152009445) - InactiveTotalTime: 0ns (0) - OpenTime: 17.01s (17010898888) - ExecTreeOpenTime: 14.92s (14918911323) - PrepareTime: 1,000.00us (999995) - ExecTreePrepareTime: 1,000.00us (999995) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1412398645535) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 25,411,812 (25411812) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.55s (16553902039) - TotalBytesSent: 1.6 GiB (1750827617) - TotalTime: 24.0m (1441882471091) - UncompressedRowBatchSize: 4.2 GiB (4507594361) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,411,812 (25411812) - RowsReturnedRate: 36826 per second (36826) - TotalTime: 11.5m (690036920970) Node Lifecycle Event Timeline Open Started: 2.09s (2093987554) Open Finished: 17.01s (17012898877) First Batch Requested: 17.01s (17012898877) First Batch Returned: 28.80s (28802828803) Last Batch Returned: 35.6m (2133930380104) Closed: 35.6m (2134135378895) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 81ms (81999516) - HTResizeTime: 405ms (405997597) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,532.78 (3532.782414126907) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,752,405 (23752405) - RowsReturned: 25,411,812 (25411812) - StreamingTime: 41.99s (41988751805) - TotalTime: 0ns (0) Buffer pool - AllocTime: 26ms (26999838) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999838) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,152 (1667152) - BuildTime: 1.19s (1188992941) - InactiveTotalTime: 0ns (0) - LocalTime: 11.02s (11015934840) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 139,076,944 (139076944) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.53s (9525943682) - RowsReturned: 139,076,944 (139076944) - RowsReturnedRate: 214863 per second (214863) - TotalTime: 10.8m (647281173690) Node Lifecycle Event Timeline Open Started: 2.09s (2093987554) Open Finished: 17.01s (17011898883) First Batch Requested: 17.01s (17012898877) First Batch Returned: 17.01s (17012898877) Last Batch Returned: 29.6m (1774662498725) Closed: 29.6m (1774662498725) Buffer pool - AllocTime: 24ms (24999852) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999852) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 970ms (970994237) - BuildRowsPartitioned: 1,667,152 (1667152) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 186ms (186998888) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 46ms (46999721) - InactiveTotalTime: 13.59s (13588919219) - PeakMemoryUsage: 14.8 MiB (15552779) - RowsReturned: 1,667,152 (1667152) - RowsReturnedRate: 121735 per second (121735) - TotalTime: 13.69s (13694918590) Node Lifecycle Event Timeline Open Started: 2.09s (2093987554) Open Finished: 2.09s (2093987554) First Batch Requested: 2.12s (2123987375) First Batch Returned: 2.12s (2123987375) Last Batch Returned: 16.82s (16823900000) Closed: 17.01s (17011898883) Buffer pool - AllocTime: 538ms (538996794) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 490ms (490997080) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274083498) - TotalGetBatchTime: 13.64s (13642918899) - DataWaitTime: 13.59s (13588919219) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.00s (1005994014) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163695674) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 241ms (241685870) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.41s (2408985788) - InactiveTotalTime: 10.3m (618870342087) - PeakMemoryUsage: 8.7 MiB (9142272) - RowsReturned: 139,076,944 (139076944) - RowsReturnedRate: 223391 per second (223391) - TotalTime: 10.4m (622570320260) Node Lifecycle Event Timeline Open Started: 17.01s (17011898883) Open Finished: 17.01s (17011898883) First Batch Requested: 17.01s (17011898883) First Batch Returned: 17.01s (17011898883) Last Batch Returned: 29.6m (1774661498731) Closed: 29.6m (1774662498725) Buffer pool - AllocTime: 1.02s (1023993950) - CumulativeAllocationBytes: 8.9 GiB (9601327104) - CumulativeAllocations: 781,372 (781372) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.7 MiB (9142272) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.7 MiB (9142272) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 361ms (361997862) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8622770528) - TotalGetBatchTime: 10.3m (619886336093) - DataWaitTime: 10.3m (618870342087) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.47s (6471961779) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 390,686 (390686) - TotalBatchesReceived: 390,686 (390686) - TotalBytesReceived: 3.3 GiB (3570130811) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 120 (120) - CodegenTotalWallClockTime: 2.09s (2091987565) - CodegenSysTime: 12ms (12909000) - CodegenUserTime: 907ms (907046000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 739ms (739995602) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 35ms (35999786) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.29s (1290992326) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999869) - TotalTime: 2.09s (2091987565) Instance c7456fdd806a4994:3209e9260000006d (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.715 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718577614) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 27,661,837 (27661837) - TotalNetworkReceiveTime: 10.9m (652228806380) - TotalNetworkSendTime: 23.1m (1388774328727) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,992 (2992) - TotalThreadsTotalWallClockTime: 35.6m (2134088821858) - TotalThreadsSysTime: 5.26s (5256620000) - TotalThreadsUserTime: 1.5m (87361816000) - TotalThreadsVoluntaryContextSwitches: 115,952 (115952) - TotalTime: 35.6m (2134089821855) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1,000.00us (999997) Open Finished: 17.57s (17572940515) First Batch Produced: 28.83s (28827902417) First Batch Sent: 28.83s (28827902417) ExecInternal Finished: 35.6m (2134090821852) Buffer pool - AllocTime: 16ms (16999942) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 16ms (16999942) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2116516881340) - ExecTreeExecTime: 11.6m (694955662991) - InactiveTotalTime: 0ns (0) - OpenTime: 17.57s (17571940518) - ExecTreeOpenTime: 15.65s (15651947017) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.1m (1388797328651) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 27,661,837 (27661837) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.58s (18580937443) - TotalBytesSent: 1.8 GiB (1901483666) - TotalTime: 23.7m (1421485218602) - UncompressedRowBatchSize: 4.6 GiB (4907329844) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,661,837 (27661837) - RowsReturnedRate: 38929 per second (38929) - TotalTime: 11.8m (710566610144) Node Lifecycle Event Timeline Open Started: 1.92s (1920993498) Open Finished: 17.57s (17572940515) First Batch Requested: 17.57s (17572940515) First Batch Returned: 28.83s (28827902417) Last Batch Returned: 35.6m (2133947822333) Closed: 35.6m (2134089821855) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 66ms (66999778) - HTResizeTime: 402ms (402998637) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,531.65 (3531.6467689628266) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,002,200 (26002200) - RowsReturned: 27,661,837 (27661837) - StreamingTime: 42.83s (42834855928) - TotalTime: 0ns (0) Buffer pool - AllocTime: 27ms (27999902) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999902) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,639 (1667639) - BuildTime: 1.44s (1444995115) - InactiveTotalTime: 0ns (0) - LocalTime: 11.83s (11832960220) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,668,437 (138668437) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.04s (10041966272) - RowsReturned: 138,668,437 (138668437) - RowsReturnedRate: 207909 per second (207909) - TotalTime: 11.1m (666964756796) Node Lifecycle Event Timeline Open Started: 1.92s (1920993498) Open Finished: 17.57s (17571940519) First Batch Requested: 17.57s (17572940515) First Batch Returned: 17.57s (17572940515) Last Batch Returned: 29.6m (1774701029816) Closed: 29.6m (1774701029816) Buffer pool - AllocTime: 11ms (11999957) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999957) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.17s (1174996029) - BuildRowsPartitioned: 1,667,639 (1667639) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 227ms (227999228) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 34ms (34999877) - InactiveTotalTime: 14.09s (14091952298) - PeakMemoryUsage: 14.7 MiB (15407133) - RowsReturned: 1,667,639 (1667639) - RowsReturnedRate: 117779 per second (117779) - TotalTime: 14.16s (14158952065) Node Lifecycle Event Timeline Open Started: 1.92s (1920993498) Open Finished: 1.92s (1920993498) First Batch Requested: 1.96s (1961993359) First Batch Returned: 1.96s (1961993359) Last Batch Returned: 17.34s (17341941297) Closed: 17.57s (17571940519) Buffer pool - AllocTime: 573ms (573998050) - CumulativeAllocationBytes: 370.5 MiB (388464640) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 453ms (453998456) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274214131) - TotalGetBatchTime: 14.12s (14118952206) - DataWaitTime: 14.09s (14091952298) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 976ms (976996697) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163776974) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 46ms (46568887) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.65s (2647991061) - InactiveTotalTime: 10.6m (636982857953) - PeakMemoryUsage: 11.6 MiB (12131066) - RowsReturned: 138,668,437 (138668437) - RowsReturnedRate: 216340 per second (216340) - TotalTime: 10.7m (640972844511) Node Lifecycle Event Timeline Open Started: 17.57s (17571940519) Open Finished: 17.57s (17571940519) First Batch Requested: 17.57s (17571940519) First Batch Returned: 17.57s (17571940519) Last Batch Returned: 29.6m (1774700029819) Closed: 29.6m (1774701029816) Buffer pool - AllocTime: 1.53s (1531994859) - CumulativeAllocationBytes: 8.9 GiB (9573138432) - CumulativeAllocations: 779,078 (779078) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 728ms (728997551) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8597443094) - TotalGetBatchTime: 10.6m (638056854354) - DataWaitTime: 10.6m (636982857953) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.30s (7298975499) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,539 (389539) - TotalBatchesReceived: 389,539 (389539) - TotalBytesReceived: 3.3 GiB (3563180894) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 148ms (148253692) - TotalRPCsDeferred: 540 (540) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 85 (85) - CodegenTotalWallClockTime: 1.92s (1919993501) - CodegenSysTime: 8ms (8905000) - CodegenUserTime: 927ms (927999000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 726ms (726997540) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999905) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.13s (1131996168) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 22ms (22999922) - TotalTime: 1.92s (1919993501) Instance c7456fdd806a4994:3209e9260000005f (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:29.543 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 682.4 MiB (715562974) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 25,244,434 (25244434) - TotalNetworkReceiveTime: 10.7m (641422823222) - TotalNetworkSendTime: 23.2m (1393724150836) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,117 (2117) - TotalThreadsTotalWallClockTime: 35.4m (2123193204261) - TotalThreadsSysTime: 4.50s (4497587000) - TotalThreadsUserTime: 1.4m (82738215000) - TotalThreadsVoluntaryContextSwitches: 131,838 (131838) - TotalTime: 35.4m (2123193204261) Fragment Instance Lifecycle Event Timeline Prepare Finished: 25ms (25999181) Open Finished: 17.14s (17144460207) First Batch Produced: 28.75s (28748094870) First Batch Sent: 28.75s (28748094870) ExecInternal Finished: 35.4m (2123219203442) Buffer pool - AllocTime: 14ms (14999528) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 14ms (14999528) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2106074743235) - ExecTreeExecTime: 11.4m (683357504774) - InactiveTotalTime: 0ns (0) - OpenTime: 17.12s (17118461026) - ExecTreeOpenTime: 15.08s (15077525285) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1393749150045) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 25,244,434 (25244434) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.35s (16353485314) - TotalBytesSent: 1.6 GiB (1740701717) - TotalTime: 23.7m (1422646240694) - UncompressedRowBatchSize: 4.2 GiB (4478164886) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,244,434 (25244434) - RowsReturnedRate: 36146 per second (36146) - TotalTime: 11.6m (698389031514) Node Lifecycle Event Timeline Open Started: 2.07s (2066934922) Open Finished: 17.14s (17144460207) First Batch Requested: 17.14s (17144460207) First Batch Returned: 28.75s (28748094870) Last Batch Returned: 35.4m (2122626222081) Closed: 35.4m (2123219203442) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 100ms (100996819) - HTResizeTime: 340ms (340989264) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,529.01 (3529.0050419891804) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,586,326 (23586326) - RowsReturned: 25,244,434 (25244434) - StreamingTime: 42.35s (42349668002) - TotalTime: 0ns (0) Buffer pool - AllocTime: 26ms (26999151) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999151) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,877 (1665877) - BuildTime: 1.24s (1240960935) - InactiveTotalTime: 0ns (0) - LocalTime: 11.14s (11137649723) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,710,177 (138710177) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.59s (9585698561) - RowsReturned: 138,710,177 (138710177) - RowsReturnedRate: 211718 per second (211718) - TotalTime: 10.9m (655162391130) Node Lifecycle Event Timeline Open Started: 2.07s (2066934922) Open Finished: 17.14s (17144460207) First Batch Requested: 17.14s (17144460207) First Batch Returned: 17.14s (17145460176) Last Batch Returned: 29.6m (1774630160741) Closed: 29.6m (1774631160710) Buffer pool - AllocTime: 96ms (96996946) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 95ms (95996978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.03s (1027967642) - BuildRowsPartitioned: 1,665,877 (1665877) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 183ms (183994207) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 31ms (31998993) - InactiveTotalTime: 13.66s (13664569769) - PeakMemoryUsage: 14.6 MiB (15318755) - RowsReturned: 1,665,877 (1665877) - RowsReturnedRate: 120798 per second (120798) - TotalTime: 13.79s (13790565798) Node Lifecycle Event Timeline Open Started: 2.07s (2066934922) Open Finished: 2.07s (2066934922) First Batch Requested: 2.09s (2093934072) First Batch Returned: 2.09s (2093934072) Last Batch Returned: 16.96s (16959466032) Closed: 17.14s (17144460207) Buffer pool - AllocTime: 508ms (508983973) - CumulativeAllocationBytes: 370.0 MiB (387997696) - CumulativeAllocations: 18,968 (18968) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 460ms (460985483) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273929603) - TotalGetBatchTime: 13.75s (13752566992) - DataWaitTime: 13.66s (13664569769) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 955ms (955969917) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,484 (9484) - TotalBatchesReceived: 9,484 (9484) - TotalBytesReceived: 156.0 MiB (163623701) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 252ms (252868002) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.39s (2386924950) - InactiveTotalTime: 10.4m (626403296082) - PeakMemoryUsage: 8.3 MiB (8675328) - RowsReturned: 138,710,177 (138710177) - RowsReturnedRate: 220093 per second (220093) - TotalTime: 10.5m (630234175609) Node Lifecycle Event Timeline Open Started: 17.14s (17144460207) Open Finished: 17.14s (17144460207) First Batch Requested: 17.14s (17144460207) First Batch Returned: 17.14s (17144460207) Last Batch Returned: 29.6m (1774630160741) Closed: 29.6m (1774631160710) Buffer pool - AllocTime: 1.70s (1697946587) - CumulativeAllocationBytes: 8.9 GiB (9575956480) - CumulativeAllocations: 779,306 (779306) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.3 MiB (8675328) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.3 MiB (8675328) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 812ms (812974410) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8600030974) - TotalGetBatchTime: 10.5m (627611258086) - DataWaitTime: 10.4m (626403296082) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.12s (7118776178) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 389,653 (389653) - TotalBatchesReceived: 389,653 (389653) - TotalBytesReceived: 3.3 GiB (3562913942) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 107 (107) - CodegenTotalWallClockTime: 2.04s (2039935773) - CodegenSysTime: 16ms (16751000) - CodegenUserTime: 905ms (905558000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 629ms (629980165) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62998016) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.28s (1285959512) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 57ms (57998175) - TotalTime: 2.04s (2039935773) Instance c7456fdd806a4994:3209e9260000006f (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.974 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718659550) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 25,064,051 (25064051) - TotalNetworkReceiveTime: 10.1m (604068004882) - TotalNetworkSendTime: 23.1m (1387393412986) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,481 (2481) - TotalThreadsTotalWallClockTime: 34.7m (2081555120204) - TotalThreadsSysTime: 4.94s (4936727000) - TotalThreadsUserTime: 1.4m (85417810000) - TotalThreadsVoluntaryContextSwitches: 117,739 (117739) - TotalTime: 34.7m (2081556120201) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999994) Open Finished: 17.55s (17554941752) First Batch Produced: 28.83s (28833904334) First Batch Sent: 28.83s (28833904334) ExecInternal Finished: 34.7m (2081558120194) Buffer pool - AllocTime: 1,000.00us (999997) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1,000.00us (999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064002178446) - ExecTreeExecTime: 10.8m (647006863406) - InactiveTotalTime: 0ns (0) - OpenTime: 17.55s (17552941758) - ExecTreeOpenTime: 15.47s (15470948667) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.1m (1387418412905) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 25,064,051 (25064051) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.65s (16649944905) - TotalBytesSent: 1.6 GiB (1728232099) - TotalTime: 23.6m (1416921315284) - UncompressedRowBatchSize: 4.1 GiB (4447399763) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,064,051 (25064051) - RowsReturnedRate: 37836 per second (37836) - TotalTime: 11.0m (662425812243) Node Lifecycle Event Timeline Open Started: 2.08s (2083993085) Open Finished: 17.55s (17554941752) First Batch Requested: 17.55s (17554941752) First Batch Returned: 28.83s (28833904334) Last Batch Returned: 34.7m (2081331120942) Closed: 34.7m (2081558120194) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 96ms (96999678) - HTResizeTime: 296ms (296999021) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,527.26 (3527.2565238857687) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,406,129 (23406129) - RowsReturned: 25,064,051 (25064051) - StreamingTime: 42.55s (42549859596) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18999936) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999936) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,431 (1665431) - BuildTime: 1.30s (1298995684) - InactiveTotalTime: 0ns (0) - LocalTime: 12.28s (12278959416) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,446,928 (138446928) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.67s (10671964757) - RowsReturned: 138,446,928 (138446928) - RowsReturnedRate: 223640 per second (223640) - TotalTime: 10.3m (619060955329) Node Lifecycle Event Timeline Open Started: 2.08s (2083993085) Open Finished: 17.55s (17553941755) First Batch Requested: 17.55s (17554941752) First Batch Returned: 17.55s (17554941752) Last Batch Returned: 29.6m (1774692131018) Closed: 29.6m (1774692131018) Buffer pool - AllocTime: 154ms (154999484) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 131ms (131999560) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.12s (1121996271) - BuildRowsPartitioned: 1,665,431 (1665431) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 174ms (174999419) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 26ms (26999910) - InactiveTotalTime: 13.99s (13995953568) - PeakMemoryUsage: 14.6 MiB (15348645) - RowsReturned: 1,665,431 (1665431) - RowsReturnedRate: 117773 per second (117773) - TotalTime: 14.14s (14140953084) Node Lifecycle Event Timeline Open Started: 2.08s (2083993085) Open Finished: 2.08s (2083993085) First Batch Requested: 2.08s (2084993082) First Batch Returned: 2.08s (2084993082) Last Batch Returned: 17.38s (17377942339) Closed: 17.55s (17553941755) Buffer pool - AllocTime: 563ms (563998132) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,962 (18962) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 477ms (477998415) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273835624) - TotalGetBatchTime: 14.11s (14108953190) - DataWaitTime: 13.99s (13995953568) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.17s (1167996154) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,481 (9481) - TotalBatchesReceived: 9,481 (9481) - TotalBytesReceived: 156.0 MiB (163562169) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 201ms (201548362) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.43s (2428991983) - InactiveTotalTime: 9.8m (588621056102) - PeakMemoryUsage: 11.6 MiB (12159957) - RowsReturned: 138,446,928 (138446928) - RowsReturnedRate: 233610 per second (233610) - TotalTime: 9.9m (592641042829) Node Lifecycle Event Timeline Open Started: 17.55s (17553941755) Open Finished: 17.55s (17553941755) First Batch Requested: 17.55s (17553941755) First Batch Returned: 17.55s (17553941755) Last Batch Returned: 29.6m (1774691131021) Closed: 29.6m (1774692131018) Buffer pool - AllocTime: 1.66s (1662994528) - CumulativeAllocationBytes: 8.9 GiB (9557778432) - CumulativeAllocations: 777,826 (777826) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 828ms (828997259) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8583709536) - TotalGetBatchTime: 9.8m (589894051910) - DataWaitTime: 9.8m (588621056102) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.46s (7455975410) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,913 (388913) - TotalBatchesReceived: 388,913 (388913) - TotalBytesReceived: 3.3 GiB (3556799180) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 923ms (923546237) - TotalRPCsDeferred: 5,508 (5508) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 101 (101) - CodegenTotalWallClockTime: 2.08s (2080993094) - CodegenSysTime: 11ms (11878000) - CodegenUserTime: 952ms (952796000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 732ms (732997568) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999910) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.29s (1294995703) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 22ms (22999923) - TotalTime: 2.08s (2080993094) Instance c7456fdd806a4994:3209e92600000051 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.650 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 683.4 MiB (716611534) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 27,727,466 (27727466) - TotalNetworkReceiveTime: 10.6m (637095801047) - TotalNetworkSendTime: 22.6m (1353058845829) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,574 (2574) - TotalThreadsTotalWallClockTime: 34.7m (2081507611138) - TotalThreadsSysTime: 4.73s (4726160000) - TotalThreadsUserTime: 1.4m (86480989000) - TotalThreadsVoluntaryContextSwitches: 122,302 (122302) - TotalTime: 34.7m (2081508611115) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999955) Open Finished: 17.12s (17122618916) First Batch Produced: 28.99s (28991354765) First Batch Sent: 28.99s (28991354765) ExecInternal Finished: 34.7m (2081518610893) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064386992177) - ExecTreeExecTime: 11.3m (679309859832) - InactiveTotalTime: 0ns (0) - OpenTime: 17.12s (17120618961) - ExecTreeOpenTime: 15.04s (15039665275) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=51) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.6m (1353086845203) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 27,727,466 (27727466) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.26s (18264592970) - TotalBytesSent: 1.8 GiB (1905748176) - TotalTime: 23.1m (1385008133883) - UncompressedRowBatchSize: 4.6 GiB (4919760190) AGGREGATION_NODE (id=13) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,727,466 (27727466) - RowsReturnedRate: 39934 per second (39934) - TotalTime: 11.6m (694315525866) Node Lifecycle Event Timeline Open Started: 2.08s (2082953641) Open Finished: 17.12s (17122618916) First Batch Requested: 17.12s (17122618916) First Batch Returned: 28.99s (28991354765) Last Batch Returned: 34.7m (2081272616374) Closed: 34.7m (2081510611071) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83998133) - HTResizeTime: 321ms (321992828) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,516.97 (3516.973151671232) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,070,215 (26070215) - RowsReturned: 27,727,466 (27727466) - StreamingTime: 41.94s (41944065150) - TotalTime: 0ns (0) Buffer pool - AllocTime: 23ms (23999464) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999487) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=12) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,237 (1665237) - BuildTime: 1.43s (1425968264) - InactiveTotalTime: 0ns (0) - LocalTime: 11.60s (11601741522) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,314,572 (138314572) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.91s (9912779127) - RowsReturned: 138,314,572 (138314572) - RowsReturnedRate: 212350 per second (212350) - TotalTime: 10.9m (651350483463) Node Lifecycle Event Timeline Open Started: 2.08s (2082953641) Open Finished: 17.12s (17121618938) First Batch Requested: 17.12s (17122618916) First Batch Returned: 17.12s (17122618916) Last Batch Returned: 29.6m (1774830445181) Closed: 29.6m (1774830445181) Buffer pool - AllocTime: 70ms (70998419) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 70ms (70998419) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=12) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.23s (1233972538) - BuildRowsPartitioned: 1,665,237 (1665237) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188995794) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=50) - ConvertRowBatchTime: 31ms (31999288) - InactiveTotalTime: 13.54s (13545698521) - PeakMemoryUsage: 14.5 MiB (15194095) - RowsReturned: 1,665,237 (1665237) - RowsReturnedRate: 122401 per second (122401) - TotalTime: 13.60s (13604697209) Node Lifecycle Event Timeline Open Started: 2.08s (2082953641) Open Finished: 2.08s (2082953641) First Batch Requested: 2.08s (2082953641) First Batch Returned: 2.08s (2082953641) Last Batch Returned: 16.93s (16930623189) Closed: 17.12s (17121618938) Buffer pool - AllocTime: 741ms (741983487) - CumulativeAllocationBytes: 369.9 MiB (387883008) - CumulativeAllocations: 18,964 (18964) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 736ms (736983600) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273810420) - TotalGetBatchTime: 13.57s (13566698053) - DataWaitTime: 13.54s (13545698521) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.19s (1194973398) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,482 (9482) - TotalBatchesReceived: 9,482 (9482) - TotalBytesReceived: 156.0 MiB (163552210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 20ms (20876878) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) EXCHANGE_NODE (id=49) - ConvertRowBatchTime: 2.40s (2397946569) - InactiveTotalTime: 10.4m (622110134626) - PeakMemoryUsage: 9.4 MiB (9805824) - RowsReturned: 138,314,572 (138314572) - RowsReturnedRate: 220898 per second (220898) - TotalTime: 10.4m (626144044732) Node Lifecycle Event Timeline Open Started: 17.12s (17121618938) Open Finished: 17.12s (17121618938) First Batch Requested: 17.12s (17121618938) First Batch Returned: 17.12s (17121618938) Last Batch Returned: 29.6m (1774829445203) Closed: 29.6m (1774830445181) Buffer pool - AllocTime: 1.39s (1391969003) - CumulativeAllocationBytes: 8.9 GiB (9548660736) - CumulativeAllocations: 777,082 (777082) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.4 MiB (9805824) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.4 MiB (9805824) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 520ms (520988394) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8575503464) - TotalGetBatchTime: 10.4m (623475104202) - DataWaitTime: 10.4m (622110134626) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.79s (6791848634) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,541 (388541) - TotalBatchesReceived: 388,541 (388541) - TotalBytesReceived: 3.3 GiB (3554682426) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 2.08s (2080953686) - CodegenSysTime: 16ms (16252000) - CodegenUserTime: 911ms (911369000) - CodegenVoluntaryContextSwitches: 104 (104) - CompileTime: 852ms (852981016) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33999244) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.14s (1139974628) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 50ms (50998865) - TotalTime: 2.08s (2080953686) Averaged Fragment F00 split sizes: min: 34.93 GB, max: 35.92 GB, avg: 35.60 GB, stddev: 237.60 MB completion times: min:26m16s max:29m37s mean: 26m26s stddev:31s167ms execution rates: min:20.66 MB/sec max:23.26 MB/sec mean:22.98 MB/sec stddev:419.90 KB/sec num instances: 39 - AverageThreadTokens: 2.00 (1.9993269775647098) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109551838) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 141,833,456 (141833456) - TotalNetworkReceiveTime: 28ms (28512014) - TotalNetworkSendTime: 25.3m (1517762729328) - TotalStorageWaitTime: 7.76s (7756462702) - TotalThreadsInvoluntaryContextSwitches: 740 (740) - TotalThreadsTotalWallClockTime: 52.8m (3166266347919) - TotalThreadsSysTime: 5.91s (5906132897) - TotalThreadsUserTime: 1.1m (68166889820) - TotalThreadsVoluntaryContextSwitches: 148,707 (148707) - TotalTime: 26.4m (1583700097191) Buffer pool - AllocTime: 307.68us (307684) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 307.68us (307684) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.4m (1582365228559) - ExecTreeExecTime: 13.35s (13349008075) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1331945627) - ExecTreeOpenTime: 474ms (474400579) - PrepareTime: 2ms (2923005) - ExecTreePrepareTime: 1ms (1846115) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.1 MiB (1196046) - RowsSent: 141,833,456 (141833456) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.41s (26412644921) - TotalBytesSent: 3.4 GiB (3634883290) - TotalTime: 26.1m (1565012223652) - UncompressedRowBatchSize: 8.2 GiB (8793674295) HASH_JOIN_NODE (id=11) - BuildRows: 366 (366) - BuildTime: 25ms (25486573) - InactiveTotalTime: 0ns (0) - LocalTime: 5.24s (5238012435) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,833,456 (141833456) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.95s (4952326482) - RowsReturned: 141,833,456 (141833456) - RowsReturnedRate: 17717256 per second (17717256) - TotalTime: 13.74s (13738461830) Buffer pool - AllocTime: 20ms (20666137) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20640497) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) - BuildRowsPartitionTime: 20ms (20435376) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 743.56us (743562) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 20442 per second (20442) - TotalTime: 28ms (28537655) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 28ms (28512014) - DataWaitTime: 28ms (28460733) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) - AverageHdfsReadThreadConcurrency: 0.01 (0.012928168434410772) - AverageScannerThreadConcurrency: 1.00 (0.9999105321400543) - BytesRead: 1.9 GiB (2091324851) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2091324851) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2091324851) - CachedFileHandlesHitCount: 346 (346) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.39s (2390921287) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.47s (15472509591) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105265491) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 245.8 MiB/s (257711197) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4681142140) - RowBatchQueueGetWaitTime: 7.30s (7300193932) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555001985572) - RowBatchesEnqueued: 138,584 (138584) - RowsRead: 141,833,456 (141833456) - RowsReturned: 141,833,456 (141833456) - RowsReturnedRate: 55513767 per second (55513767) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 7.76s (7756462702) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.4m (1582569199373) - ScannerThreadsSysTime: 1.12s (1124388205) - ScannerThreadsUserTime: 18.53s (18534332102) - ScannerThreadsVoluntaryContextSwitches: 109,221 (109221) - TotalRawHdfsOpenFileTime(*): 2ms (2461489) - TotalRawHdfsReadTime(*): 21.42s (21416301145) - TotalReadThroughput: 1.3 MiB/s (1322146) - TotalTime: 8.47s (8471911740) Buffer pool - AllocTime: 56ms (56050089) - CumulativeAllocationBytes: 2.1 GiB (2285768388) - CumulativeAllocations: 344 (344) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.9 MiB (81651134) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 55ms (55075742) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 482,724 (482724) - Rows rejected: 0 (0) - Rows total: 141,833,456 (141833456) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 124 (124) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,524 (138524) - RowGroups rejected: 0 (0) - RowGroups total: 138,524 (138524) - Rows processed: 490,679 (490679) - Rows rejected: 0 (0) - Rows total: 141,833,456 (141833456) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 857ms (857519406) - CodegenSysTime: 3ms (3326589) - CodegenUserTime: 421ms (421785487) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 359ms (359171775) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21025127) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 433ms (433528630) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 37ms (37332480) - TotalTime: 857ms (857519406) Fragment F00 Instance c7456fdd806a4994:3209e92600000012 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:55:39.457 Hdfs split stats (:<# splits>/): 0:154/35.87 GB Filter 12 arrival: 809ms Filter 10 arrival: 17s627ms - AverageThreadTokens: 2.00 (1.9994292237442923) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109685889) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 142,914,907 (142914907) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.6m (1417727024079) - TotalStorageWaitTime: 3.6m (217103944126) - TotalThreadsInvoluntaryContextSwitches: 832 (832) - TotalThreadsTotalWallClockTime: 59.1m (3548380011418) - TotalThreadsSysTime: 5.57s (5569756000) - TotalThreadsUserTime: 1.1m (65998014000) - TotalThreadsVoluntaryContextSwitches: 144,579 (144579) - TotalTime: 29.6m (1774734998022) Fragment Instance Lifecycle Event Timeline Prepare Finished: 61ms (61999125) Open Finished: 5.74s (5738919032) First Batch Produced: 5.74s (5738919032) First Batch Sent: 5.74s (5738919032) ExecInternal Finished: 29.6m (1774795997161) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 29.5m (1769055078157) - ExecTreeExecTime: 3.9m (233518713187) - InactiveTotalTime: 0ns (0) - OpenTime: 5.68s (5676919907) - ExecTreeOpenTime: 4.87s (4870931278) - PrepareTime: 2ms (2999958) - ExecTreePrepareTime: 999.99us (999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.6m (1417776023390) - PeakMemoryUsage: 1.1 MiB (1151936) - RowsSent: 142,914,907 (142914907) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.73s (25725637878) - TotalBytesSent: 3.4 GiB (3665190065) - TotalTime: 24.7m (1481980119242) - UncompressedRowBatchSize: 8.3 GiB (8860724234) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.05s (5052928853) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,914,907 (142914907) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.82s (4824932064) - RowsReturned: 142,914,907 (142914907) - RowsReturnedRate: 599657 per second (599657) - TotalTime: 4.0m (238327645341) Node Lifecycle Event Timeline Open Started: 867ms (867987754) Open Finished: 5.74s (5738919032) First Batch Requested: 5.74s (5738919032) First Batch Returned: 5.74s (5738919032) Last Batch Returned: 29.6m (1774747997836) Closed: 29.6m (1774794997175) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 867ms (867987754) Open Finished: 867ms (867987754) First Batch Requested: 867ms (867987754) First Batch Returned: 867ms (867987754) Last Batch Returned: 867ms (867987754) Closed: 867ms (867987754) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.87 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 202ms Hdfs Read Thread Concurrency Bucket: 0:84.84% 1:5.825% 2:5.14% 3:3.084% 4:1.057% 5:0.05711% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.30 (0.298686464877213) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2112988056) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2112988056) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2112988056) - CachedFileHandlesHitCount: 355 (355) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.45s (2448965510) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 48.70s (48697314228) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105416888) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 3.9 MiB/s (4037091) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4716810240) - RowBatchQueueGetWaitTime: 3.9m (232039733882) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.7m (1479601152735) - RowBatchesEnqueued: 139,640 (139640) - RowsRead: 142,914,907 (142914907) - RowsReturned: 142,914,907 (142914907) - RowsReturnedRate: 612646 per second (612646) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 3.6m (217103944126) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 29.6m (1773648013354) - ScannerThreadsSysTime: 980ms (980083000) - ScannerThreadsUserTime: 18.15s (18154861000) - ScannerThreadsVoluntaryContextSwitches: 106,450 (106450) - TotalRawHdfsOpenFileTime(*): 6ms (6999902) - TotalRawHdfsReadTime(*): 8.7m (523393632985) - TotalReadThroughput: 1.1 MiB/s (1205340) - TotalTime: 3.9m (233274716488) Node Lifecycle Event Timeline Open Started: 867ms (867987754) Open Finished: 868ms (868987740) First Batch Requested: 868ms (868987740) First Batch Returned: 5.74s (5738919032) Last Batch Returned: 29.6m (1774746997850) Closed: 29.6m (1774794997175) Buffer pool - AllocTime: 51ms (51999269) - CumulativeAllocationBytes: 2.1 GiB (2244739072) - CumulativeAllocations: 336 (336) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 51ms (51999269) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 476,160 (476160) - Rows rejected: 0 (0) - Rows total: 142,914,907 (142914907) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,580 (139580) - RowGroups rejected: 0 (0) - RowGroups total: 139,580 (139580) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 142,914,907 (142914907) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 805ms (805988629) - CodegenSysTime: 1ms (1017000) - CodegenUserTime: 432ms (432401000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 289ms (289995909) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999845) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 429ms (429993933) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 47ms (47999323) - TotalTime: 805ms (805988629) Instance c7456fdd806a4994:3209e9260000000c (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:29.388 Hdfs split stats (:<# splits>/): 0:153/34.93 GB Filter 12 arrival: 1s076ms Filter 10 arrival: 17s777ms - AverageThreadTokens: 2.00 (1.9990524320909666) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109694821) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 142,480,332 (142480332) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1517323144756) - TotalStorageWaitTime: 2.92s (2917911847) - TotalThreadsInvoluntaryContextSwitches: 1,137 (1137) - TotalThreadsTotalWallClockTime: 52.8m (3168212253951) - TotalThreadsSysTime: 6.34s (6338055000) - TotalThreadsUserTime: 1.2m (71155631000) - TotalThreadsVoluntaryContextSwitches: 144,218 (144218) - TotalTime: 26.4m (1584729108147) Fragment Instance Lifecycle Event Timeline Prepare Finished: 51ms (51998428) Open Finished: 1.60s (1603951523) First Batch Produced: 1.60s (1603951523) First Batch Sent: 1.60s (1603951523) ExecInternal Finished: 26.4m (1584771106878) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.4m (1583165155415) - ExecTreeExecTime: 8.31s (8313748808) - InactiveTotalTime: 0ns (0) - OpenTime: 1.55s (1551953095) - ExecTreeOpenTime: 556ms (556983166) - PrepareTime: 11ms (11999637) - ExecTreePrepareTime: 11ms (11999637) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1517369143372) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 142,480,332 (142480332) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.71s (27707162884) - TotalBytesSent: 3.4 GiB (3645348586) - TotalTime: 26.1m (1566821649236) - UncompressedRowBatchSize: 8.2 GiB (8833780584) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 68ms (68997914) - InactiveTotalTime: 0ns (0) - LocalTime: 5.50s (5505833642) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,480,332 (142480332) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.13s (5132844906) - RowsReturned: 142,480,332 (142480332) - RowsReturnedRate: 16241267 per second (16241267) - TotalTime: 8.77s (8772734941) Node Lifecycle Event Timeline Open Started: 1.05s (1046968357) Open Finished: 1.60s (1603951523) First Batch Requested: 1.60s (1603951523) First Batch Returned: 1.60s (1603951523) Last Batch Returned: 26.4m (1584739107844) Closed: 26.4m (1584770106908) Buffer pool - AllocTime: 67ms (67997945) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 67ms (67997945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 67ms (67997945) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.05s (1046968357) Open Finished: 1.05s (1046968357) First Batch Requested: 1.05s (1047968326) First Batch Returned: 1.05s (1047968326) Last Batch Returned: 1.05s (1047968326) Closed: 1.11s (1115966271) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/34.93 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.72% 1:0% 2:0.03162% 3:0.1581% 4:0.09485% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.009168510907366425) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2100533391) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2100533391) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2100533391) - CachedFileHandlesHitCount: 347 (347) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.46s (2462925585) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 17.64s (17643466954) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417585) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 167.1 MiB/s (175195734) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4702448640) - RowBatchQueueGetWaitTime: 2.04s (2041938308) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1558498900650) - RowBatchesEnqueued: 139,215 (139215) - RowsRead: 142,480,332 (142480332) - RowsReturned: 142,480,332 (142480332) - RowsReturnedRate: 43613295 per second (43613295) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.92s (2917911847) - ScannerThreadsInvoluntaryContextSwitches: 11 (11) - ScannerThreadsTotalWallClockTime: 26.4m (1583495145441) - ScannerThreadsSysTime: 1.23s (1231731000) - ScannerThreadsUserTime: 18.90s (18904135000) - ScannerThreadsVoluntaryContextSwitches: 103,284 (103284) - TotalRawHdfsOpenFileTime(*): 2ms (2999910) - TotalRawHdfsReadTime(*): 11.99s (11989637762) - TotalReadThroughput: 1.3 MiB/s (1326398) - TotalTime: 3.27s (3266901299) Node Lifecycle Event Timeline Open Started: 1.11s (1115966271) Open Finished: 1.11s (1115966271) First Batch Requested: 1.11s (1115966271) First Batch Returned: 1.60s (1603951523) Last Batch Returned: 26.4m (1584739107844) Closed: 26.4m (1584770106908) Buffer pool - AllocTime: 93ms (93997159) - CumulativeAllocationBytes: 2.1 GiB (2238513152) - CumulativeAllocations: 328 (328) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 93ms (93997159) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 481,280 (481280) - Rows rejected: 0 (0) - Rows total: 142,480,332 (142480332) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 123 (123) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,155 (139155) - RowGroups rejected: 0 (0) - RowGroups total: 139,155 (139155) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 142,480,332 (142480332) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 994ms (994969929) - CodegenSysTime: 5ms (5968000) - CodegenUserTime: 425ms (425336000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 291ms (291991175) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31999033) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 608ms (608981595) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 35ms (35998912) - TotalTime: 994ms (994969929) Instance c7456fdd806a4994:3209e92600000027 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:29.245 Hdfs split stats (:<# splits>/): 0:153/35.45 GB Filter 12 arrival: 1s064ms Filter 10 arrival: 17s775ms - AverageThreadTokens: 2.00 (1.9993674889310562) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109702747) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 142,534,717 (142534717) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1518113226186) - TotalStorageWaitTime: 1.80s (1805939608) - TotalThreadsInvoluntaryContextSwitches: 1,076 (1076) - TotalThreadsTotalWallClockTime: 52.7m (3164173173481) - TotalThreadsSysTime: 6.24s (6238416000) - TotalThreadsUserTime: 1.2m (74695501000) - TotalThreadsVoluntaryContextSwitches: 151,818 (151818) - TotalTime: 26.4m (1582663067457) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999531) Open Finished: 1.27s (1271957452) First Batch Produced: 1.27s (1271957452) First Batch Sent: 1.27s (1271957452) ExecInternal Finished: 26.4m (1582677066988) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.4m (1581404109570) - ExecTreeExecTime: 7.35s (7354754043) - InactiveTotalTime: 0ns (0) - OpenTime: 1.26s (1257957921) - ExecTreeOpenTime: 274ms (274990801) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1518169224306) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 142,534,717 (142534717) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.80s (27803070162) - TotalBytesSent: 3.4 GiB (3650455779) - TotalTime: 26.2m (1570734466385) - UncompressedRowBatchSize: 8.2 GiB (8837152454) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 79ms (79997324) - InactiveTotalTime: 0ns (0) - LocalTime: 5.48s (5479816734) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,534,717 (142534717) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.11s (5110829076) - RowsReturned: 142,534,717 (142534717) - RowsReturnedRate: 18884404 per second (18884404) - TotalTime: 7.55s (7547747588) Node Lifecycle Event Timeline Open Started: 996ms (996966651) Open Finished: 1.27s (1271957452) First Batch Requested: 1.27s (1271957452) First Batch Returned: 1.27s (1271957452) Last Batch Returned: 26.4m (1582647067991) Closed: 26.4m (1582677066988) Buffer pool - AllocTime: 79ms (79997324) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 78ms (78997358) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 79ms (79997324) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 996ms (996966651) Open Finished: 996ms (996966651) First Batch Requested: 996ms (996966651) First Batch Returned: 996ms (996966651) Last Batch Returned: 996ms (996966651) Closed: 1.08s (1076963975) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.09494% 2:0.06329% 3:0.06329% 4:0% 5:0.03165% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.00569620253164557) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2100213910) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2100213910) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2100213910) - CachedFileHandlesHitCount: 346 (346) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.44s (2442918339) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.89s (14887502084) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417699) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 335.3 MiB/s (351629691) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4704273408) - RowBatchQueueGetWaitTime: 897ms (897969974) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1560908794995) - RowBatchesEnqueued: 139,269 (139269) - RowsRead: 142,534,717 (142534717) - RowsReturned: 142,534,717 (142534717) - RowsReturnedRate: 68926249 per second (68926249) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 1.80s (1805939608) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 26.4m (1581511105990) - ScannerThreadsSysTime: 1.13s (1130616000) - ScannerThreadsUserTime: 19.22s (19219052000) - ScannerThreadsVoluntaryContextSwitches: 113,222 (113222) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 5.97s (5972800260) - TotalReadThroughput: 1.3 MiB/s (1328016) - TotalTime: 2.07s (2067930854) Node Lifecycle Event Timeline Open Started: 1.08s (1076963975) Open Finished: 1.08s (1076963975) First Batch Requested: 1.08s (1076963975) First Batch Returned: 1.27s (1271957452) Last Batch Returned: 26.4m (1582647067991) Closed: 26.4m (1582677066988) Buffer pool - AllocTime: 94ms (94996822) - CumulativeAllocationBytes: 2.1 GiB (2301108224) - CumulativeAllocations: 346 (346) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 94ms (94996822) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 482,304 (482304) - Rows rejected: 0 (0) - Rows total: 142,534,717 (142534717) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 123 (123) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,209 (139209) - RowGroups rejected: 0 (0) - RowGroups total: 139,209 (139209) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 142,534,717 (142534717) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 982ms (982967120) - CodegenSysTime: 3ms (3971000) - CodegenUserTime: 444ms (444760000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 448ms (448984982) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999532) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 485ms (485983743) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 30ms (30998963) - TotalTime: 982ms (982967120) Instance c7456fdd806a4994:3209e9260000001b (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:28.740 Hdfs split stats (:<# splits>/): 0:156/35.65 GB Filter 12 arrival: 837ms Filter 10 arrival: 17s796ms - AverageThreadTokens: 2.00 (1.9993674889310562) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109703258) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 152,444,989 (152444989) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1521549687195) - TotalStorageWaitTime: 2.27s (2268972784) - TotalThreadsInvoluntaryContextSwitches: 854 (854) - TotalThreadsTotalWallClockTime: 52.7m (3162980935536) - TotalThreadsSysTime: 6.50s (6501368000) - TotalThreadsUserTime: 1.2m (71753463000) - TotalThreadsVoluntaryContextSwitches: 158,388 (158388) - TotalTime: 26.4m (1582046961071) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999976) Open Finished: 1.17s (1169985917) First Batch Produced: 1.17s (1169985917) First Batch Sent: 1.17s (1170985905) ExecInternal Finished: 26.4m (1582048961047) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1580876975154) - ExecTreeExecTime: 7.99s (7987904149) - InactiveTotalTime: 0ns (0) - OpenTime: 1.17s (1167985941) - ExecTreeOpenTime: 332ms (332995992) - PrepareTime: 1ms (1999976) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521603686552) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 152,444,989 (152444989) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.86s (27855665679) - TotalBytesSent: 3.6 GiB (3906412918) - TotalTime: 26.2m (1570694097430) - UncompressedRowBatchSize: 8.8 GiB (9451589318) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.52s (5522933727) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 152,444,989 (152444989) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.24s (5239937119) - RowsReturned: 152,444,989 (152444989) - RowsReturnedRate: 18500827 per second (18500827) - TotalTime: 8.24s (8239901116) Node Lifecycle Event Timeline Open Started: 836ms (836989925) Open Finished: 1.17s (1169985917) First Batch Requested: 1.17s (1169985917) First Batch Returned: 1.17s (1169985917) Last Batch Returned: 26.4m (1582016961431) Closed: 26.4m (1582047961059) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 366004 per second (366004) - TotalTime: 999.99us (999988) Node Lifecycle Event Timeline Open Started: 836ms (836989925) Open Finished: 836ms (836989925) First Batch Requested: 837ms (837989913) First Batch Returned: 837ms (837989913) Last Batch Returned: 837ms (837989913) Closed: 837ms (837989913) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:156/35.65 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 32 out of 32 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 176ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1266% 2:0.06329% 3:0.03165% 4:0.03165% 5:0.06329% 6:0% File Formats: PARQUET/SNAPPY:32 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.007911392405063292) - AverageScannerThreadConcurrency: 1.00 (0.9996835443037975) - BytesRead: 2.1 GiB (2249757766) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.1 GiB (2249757766) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.1 GiB (2249757766) - CachedFileHandlesHitCount: 374 (374) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.54s (2541969498) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.19s (15191817693) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 32 (32) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417861) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 278.6 MiB/s (292141897) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.7 GiB (5031354368) - RowBatchQueueGetWaitTime: 1.36s (1357983719) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1559652229840) - RowBatchesEnqueued: 148,952 (148952) - RowsRead: 152,444,989 (152444989) - RowsReturned: 152,444,989 (152444989) - RowsReturnedRate: 56129167 per second (56129167) - ScanRangesComplete: 156 (156) - ScannerIoWaitTime: 2.27s (2268972784) - ScannerThreadsInvoluntaryContextSwitches: 19 (19) - ScannerThreadsTotalWallClockTime: 26.3m (1580935974441) - ScannerThreadsSysTime: 1.17s (1166722000) - ScannerThreadsUserTime: 19.91s (19913122000) - ScannerThreadsVoluntaryContextSwitches: 118,684 (118684) - TotalRawHdfsOpenFileTime(*): 1ms (1999976) - TotalRawHdfsReadTime(*): 7.70s (7700907633) - TotalReadThroughput: 1.4 MiB/s (1422648) - TotalTime: 2.71s (2715967401) Node Lifecycle Event Timeline Open Started: 837ms (837989913) Open Finished: 837ms (837989913) First Batch Requested: 837ms (837989913) First Batch Returned: 1.17s (1169985917) Last Batch Returned: 26.4m (1582016961431) Closed: 26.4m (1582047961059) Buffer pool - AllocTime: 103ms (103998748) - CumulativeAllocationBytes: 2.3 GiB (2466250752) - CumulativeAllocations: 374 (374) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 103ms (103998748) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 523,264 (523264) - Rows rejected: 0 (0) - Rows total: 152,444,989 (152444989) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 156 (156) - Files rejected: 124 (124) - Files total: 156 (156) - InactiveTotalTime: 0ns (0) - RowGroups processed: 148,888 (148888) - RowGroups rejected: 0 (0) - RowGroups total: 148,888 (148888) - Rows processed: 524,288 (524288) - Rows rejected: 0 (0) - Rows total: 152,444,989 (152444989) - Splits processed: 32 (32) - Splits rejected: 0 (0) - Splits total: 32 (32) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 834ms (834989949) - CodegenSysTime: 4ms (4908000) - CodegenUserTime: 409ms (409111000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 371ms (371995522) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999819) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 376ms (376995462) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 68ms (68999170) - TotalTime: 834ms (834989949) Instance c7456fdd806a4994:3209e92600000014 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.136 Hdfs split stats (:<# splits>/): 0:156/35.79 GB Filter 12 arrival: 673ms Filter 10 arrival: 17s773ms - AverageThreadTokens: 2.00 (1.999367088607595) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109578336) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 141,099,992 (141099992) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519768908256) - TotalStorageWaitTime: 2.80s (2799905817) - TotalThreadsInvoluntaryContextSwitches: 963 (963) - TotalThreadsTotalWallClockTime: 52.7m (3161733706687) - TotalThreadsSysTime: 5.91s (5910807000) - TotalThreadsUserTime: 1.2m (70047934000) - TotalThreadsVoluntaryContextSwitches: 146,162 (146162) - TotalTime: 26.4m (1581408835121) Fragment Instance Lifecycle Event Timeline Prepare Finished: 5ms (5999798) Open Finished: 1.18s (1177960396) First Batch Produced: 1.18s (1177960396) First Batch Sent: 1.18s (1177960396) ExecInternal Finished: 26.4m (1581420834718) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1580240874389) - ExecTreeExecTime: 8.17s (8166725306) - InactiveTotalTime: 0ns (0) - OpenTime: 1.17s (1166960766) - ExecTreeOpenTime: 622ms (622979055) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519816906640) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 141,099,992 (141099992) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.39s (27392078655) - TotalBytesSent: 3.4 GiB (3619750782) - TotalTime: 26.1m (1568305275853) - UncompressedRowBatchSize: 8.1 GiB (8748199504) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 127ms (127995697) - InactiveTotalTime: 0ns (0) - LocalTime: 5.48s (5482815586) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,099,992 (141099992) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.09s (5095828587) - RowsReturned: 141,099,992 (141099992) - RowsReturnedRate: 16185448 per second (16185448) - TotalTime: 8.72s (8717706780) Node Lifecycle Event Timeline Open Started: 549ms (549981509) Open Finished: 1.17s (1172960564) First Batch Requested: 1.18s (1177960396) First Batch Returned: 1.18s (1177960396) Last Batch Returned: 26.4m (1581390835727) Closed: 26.4m (1581419834751) Buffer pool - AllocTime: 127ms (127995697) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 127ms (127995697) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 127ms (127995697) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 549ms (549981509) Open Finished: 549ms (549981509) First Batch Requested: 549ms (549981509) First Batch Returned: 549ms (549981509) Last Batch Returned: 549ms (549981509) Closed: 677ms (677977206) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:156/35.79 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 344ms Hdfs Read Thread Concurrency Bucket: 0:99.65% 1:0.03167% 2:0.1583% 3:0.1583% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.01 (0.008233058898036731) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2084091929) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2084091929) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2084091929) - CachedFileHandlesHitCount: 347 (347) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.49s (2491916188) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.33s (15334484177) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284830) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 186.6 MiB/s (195677591) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4656863232) - RowBatchQueueGetWaitTime: 1.88s (1884936590) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557598636019) - RowBatchesEnqueued: 137,866 (137866) - RowsRead: 141,099,992 (141099992) - RowsReturned: 141,099,992 (141099992) - RowsReturnedRate: 43618157 per second (43618157) - ScanRangesComplete: 156 (156) - ScannerIoWaitTime: 2.80s (2799905817) - ScannerThreadsInvoluntaryContextSwitches: 16 (16) - ScannerThreadsTotalWallClockTime: 26.3m (1580325871532) - ScannerThreadsSysTime: 1.10s (1101841000) - ScannerThreadsUserTime: 18.67s (18673688000) - ScannerThreadsVoluntaryContextSwitches: 106,255 (106255) - TotalRawHdfsOpenFileTime(*): 1ms (1999933) - TotalRawHdfsReadTime(*): 10.65s (10650641754) - TotalReadThroughput: 1.3 MiB/s (1318696) - TotalTime: 3.23s (3234891194) Node Lifecycle Event Timeline Open Started: 677ms (677977206) Open Finished: 677ms (677977206) First Batch Requested: 677ms (677977206) First Batch Returned: 1.17s (1172960564) Last Batch Returned: 26.4m (1581390835727) Closed: 26.4m (1581419834751) Buffer pool - AllocTime: 127ms (127995697) - CumulativeAllocationBytes: 2.2 GiB (2310307840) - CumulativeAllocations: 347 (347) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 126ms (126995731) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 486,400 (486400) - Rows rejected: 0 (0) - Rows total: 141,099,992 (141099992) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 156 (156) - Files rejected: 126 (126) - Files total: 156 (156) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,806 (137806) - RowGroups rejected: 0 (0) - RowGroups total: 137,806 (137806) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 141,099,992 (141099992) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 50 (50) - CodegenTotalWallClockTime: 543ms (543981711) - CodegenSysTime: 6ms (6811000) - CodegenUserTime: 416ms (416504000) - CodegenVoluntaryContextSwitches: 17 (17) - CompileTime: 222ms (222992503) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999630) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 281ms (281990519) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 24ms (24999160) - TotalTime: 543ms (543981711) Instance c7456fdd806a4994:3209e92600000021 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.940 Hdfs split stats (:<# splits>/): 0:152/35.38 GB Filter 12 arrival: 963ms Filter 10 arrival: 17s832ms - AverageThreadTokens: 2.00 (1.9993668882557771) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109561860) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 145,196,563 (145196563) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1518619974568) - TotalStorageWaitTime: 1.70s (1701994387) - TotalThreadsInvoluntaryContextSwitches: 968 (968) - TotalThreadsTotalWallClockTime: 52.7m (3161433539483) - TotalThreadsSysTime: 6.37s (6366466000) - TotalThreadsUserTime: 1.2m (73266450000) - TotalThreadsVoluntaryContextSwitches: 154,122 (154122) - TotalTime: 26.4m (1581259767941) Fragment Instance Lifecycle Event Timeline Prepare Finished: 3ms (3999987) Open Finished: 1.18s (1181996078) First Batch Produced: 1.18s (1181996078) First Batch Sent: 1.18s (1181996078) ExecInternal Finished: 26.4m (1581264767924) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1580080771853) - ExecTreeExecTime: 7.27s (7266976031) - InactiveTotalTime: 0ns (0) - OpenTime: 1.18s (1177996091) - ExecTreeOpenTime: 216ms (216999280) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1518665974415) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 145,196,563 (145196563) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.80s (27800908280) - TotalBytesSent: 3.5 GiB (3721029906) - TotalTime: 26.2m (1569736805984) - UncompressedRowBatchSize: 8.4 GiB (9002186906) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.39s (5393982211) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 145,196,563 (145196563) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.14s (5139983044) - RowsReturned: 145,196,563 (145196563) - RowsReturnedRate: 19637143 per second (19637143) - TotalTime: 7.39s (7393975611) Node Lifecycle Event Timeline Open Started: 964ms (964996798) Open Finished: 1.18s (1181996078) First Batch Requested: 1.18s (1181996078) First Batch Returned: 1.18s (1181996078) Last Batch Returned: 26.4m (1581235768020) Closed: 26.4m (1581263767927) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 965ms (965996795) Open Finished: 965ms (965996795) First Batch Requested: 965ms (965996795) First Batch Returned: 965ms (965996795) Last Batch Returned: 965ms (965996795) Closed: 965ms (965996795) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:152/35.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 48ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.1267% 2:0.03168% 3:0.03168% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.00 (0.0028508077288565093) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2140448752) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2140448752) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2140448752) - CachedFileHandlesHitCount: 353 (353) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.55s (2546991587) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.68s (14676951620) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284379) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 306.6 MiB/s (321486303) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4792166400) - RowBatchQueueGetWaitTime: 877ms (877997104) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1560020837980) - RowBatchesEnqueued: 141,870 (141870) - RowsRead: 145,196,563 (145196563) - RowsReturned: 145,196,563 (145196563) - RowsReturnedRate: 72598521 per second (72598521) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 1.70s (1701994387) - ScannerThreadsInvoluntaryContextSwitches: 11 (11) - ScannerThreadsTotalWallClockTime: 26.3m (1580174771539) - ScannerThreadsSysTime: 1.28s (1283424000) - ScannerThreadsUserTime: 19.26s (19260070000) - ScannerThreadsVoluntaryContextSwitches: 115,178 (115178) - TotalRawHdfsOpenFileTime(*): 1,000.00us (999997) - TotalRawHdfsReadTime(*): 6.66s (6657978049) - TotalReadThroughput: 1.3 MiB/s (1354740) - TotalTime: 2.00s (1999993400) Node Lifecycle Event Timeline Open Started: 965ms (965996795) Open Finished: 965ms (965996795) First Batch Requested: 965ms (965996795) First Batch Returned: 1.18s (1181996078) Last Batch Returned: 26.4m (1581234768023) Closed: 26.4m (1581263767927) Buffer pool - AllocTime: 57ms (57999811) - CumulativeAllocationBytes: 2.2 GiB (2332295168) - CumulativeAllocations: 353 (353) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57999811) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 481,280 (481280) - Rows rejected: 0 (0) - Rows total: 145,196,563 (145196563) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 152 (152) - Files rejected: 122 (122) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 141,810 (141810) - RowGroups rejected: 0 (0) - RowGroups total: 141,810 (141810) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 145,196,563 (145196563) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 42 (42) - CodegenTotalWallClockTime: 960ms (960996811) - CodegenSysTime: 987.00us (987000) - CodegenUserTime: 419ms (419766000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 417ms (417998613) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999963) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 507ms (507998314) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 21ms (21999927) - TotalTime: 960ms (960996811) Instance c7456fdd806a4994:3209e92600000008 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.946 Hdfs split stats (:<# splits>/): 0:153/35.56 GB Filter 12 arrival: 971ms Filter 10 arrival: 17s701ms - AverageThreadTokens: 2.00 (1.9993668882557771) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109528581) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 147,499,359 (147499359) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520023820884) - TotalStorageWaitTime: 2.53s (2530903120) - TotalThreadsInvoluntaryContextSwitches: 736 (736) - TotalThreadsTotalWallClockTime: 52.7m (3160897015866) - TotalThreadsSysTime: 6.18s (6183943000) - TotalThreadsUserTime: 1.2m (70716396000) - TotalThreadsVoluntaryContextSwitches: 154,222 (154222) - TotalTime: 26.4m (1581006486580) Fragment Instance Lifecycle Event Timeline Prepare Finished: 37ms (37998546) Open Finished: 1.17s (1170955190) First Batch Produced: 1.17s (1170955190) First Batch Sent: 1.17s (1171955151) ExecInternal Finished: 26.4m (1581042485202) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1579869530089) - ExecTreeExecTime: 8.05s (8047691921) - InactiveTotalTime: 0ns (0) - OpenTime: 1.13s (1132956644) - ExecTreeOpenTime: 165ms (165993648) - PrepareTime: 3ms (3999847) - ExecTreePrepareTime: 2ms (2999885) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520078818782) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 147,499,359 (147499359) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.54s (27540945657) - TotalBytesSent: 3.5 GiB (3780854846) - TotalTime: 26.1m (1568443967460) - UncompressedRowBatchSize: 8.5 GiB (9144960258) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.96us (999962) - InactiveTotalTime: 0ns (0) - LocalTime: 5.39s (5387793752) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 147,499,359 (147499359) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.14s (5142803133) - RowsReturned: 147,499,359 (147499359) - RowsReturnedRate: 18145529 per second (18145529) - TotalTime: 8.13s (8128688820) Node Lifecycle Event Timeline Open Started: 1.00s (1004961542) Open Finished: 1.17s (1170955190) First Batch Requested: 1.17s (1170955190) First Batch Returned: 1.17s (1170955190) Last Batch Returned: 26.4m (1581010486427) Closed: 26.4m (1581041485240) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999962) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.00s (1004961542) Open Finished: 1.00s (1004961542) First Batch Requested: 1.00s (1004961542) First Batch Returned: 1.00s (1004961542) Last Batch Returned: 1.00s (1004961542) Closed: 1.00s (1005961504) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 49ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.09503% 2:0.03168% 3:0.09503% 4:0.03168% 5:0.03168% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.01 (0.007285397529299968) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2172636150) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2172636150) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2172636150) - CachedFileHandlesHitCount: 356 (356) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.60s (2596900613) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.42s (15421409630) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284156) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 233.6 MiB/s (244923832) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4868168704) - RowBatchQueueGetWaitTime: 1.61s (1606938485) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1558044365570) - RowBatchesEnqueued: 144,121 (144121) - RowsRead: 147,499,359 (147499359) - RowsReturned: 147,499,359 (147499359) - RowsReturnedRate: 53814303 per second (53814303) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.53s (2530903120) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 26.3m (1579894529133) - ScannerThreadsSysTime: 1.23s (1232774000) - ScannerThreadsUserTime: 19.28s (19283954000) - ScannerThreadsVoluntaryContextSwitches: 114,550 (114550) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 8.87s (8870660433) - TotalReadThroughput: 1.3 MiB/s (1375154) - TotalTime: 2.74s (2740895068) Node Lifecycle Event Timeline Open Started: 1.00s (1005961504) Open Finished: 1.00s (1005961504) First Batch Requested: 1.00s (1005961504) First Batch Returned: 1.17s (1170955190) Last Batch Returned: 26.4m (1581009486465) Closed: 26.4m (1581041485240) Buffer pool - AllocTime: 32ms (32998737) - CumulativeAllocationBytes: 2.2 GiB (2382888960) - CumulativeAllocations: 356 (356) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998737) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 496,640 (496640) - Rows rejected: 0 (0) - Rows total: 147,499,359 (147499359) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 122 (122) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 144,059 (144059) - RowGroups rejected: 0 (0) - RowGroups total: 144,059 (144059) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 147,499,359 (147499359) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 966ms (966962996) - CodegenSysTime: 3ms (3925000) - CodegenUserTime: 415ms (415533000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 455ms (455982550) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999617) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 467ms (467982091) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 29ms (29998852) - TotalTime: 966ms (966962996) Instance c7456fdd806a4994:3209e92600000003 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.619 Hdfs split stats (:<# splits>/): 0:155/35.65 GB Filter 12 arrival: 1s131ms Filter 10 arrival: 17s775ms - AverageThreadTokens: 2.00 (1.9993666877770742) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109464465) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 148,925,396 (148925396) - TotalNetworkReceiveTime: 999.98us (999977) - TotalNetworkSendTime: 25.4m (1521095100072) - TotalStorageWaitTime: 2.12s (2117952796) - TotalThreadsInvoluntaryContextSwitches: 714 (714) - TotalThreadsTotalWallClockTime: 52.7m (3160260568819) - TotalThreadsSysTime: 6.04s (6040477000) - TotalThreadsUserTime: 1.2m (70586037000) - TotalThreadsVoluntaryContextSwitches: 156,047 (156047) - TotalTime: 26.3m (1580740770821) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999933) Open Finished: 1.36s (1364969621) First Batch Produced: 1.38s (1379969287) First Batch Sent: 1.38s (1379969287) ExecInternal Finished: 26.3m (1580744770732) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1579377801156) - ExecTreeExecTime: 7.54s (7543831903) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1360969710) - ExecTreeOpenTime: 232ms (232994814) - PrepareTime: 1ms (1999955) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521142099027) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 148,925,396 (148925396) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.33s (27330390891) - TotalBytesSent: 3.6 GiB (3815326614) - TotalTime: 26.2m (1569435022739) - UncompressedRowBatchSize: 8.6 GiB (9233374552) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.35s (5354880696) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 148,925,396 (148925396) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.08s (5075886915) - RowsReturned: 148,925,396 (148925396) - RowsReturnedRate: 19346416 per second (19346416) - TotalTime: 7.70s (7697828477) Node Lifecycle Event Timeline Open Started: 1.13s (1130974829) Open Finished: 1.36s (1363969643) First Batch Requested: 1.36s (1364969621) First Batch Returned: 1.38s (1379969287) Last Batch Returned: 26.3m (1580712771445) Closed: 26.3m (1580743770755) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 366008 per second (366008) - TotalTime: 999.98us (999977) Node Lifecycle Event Timeline Open Started: 1.13s (1130974829) Open Finished: 1.13s (1130974829) First Batch Requested: 1.13s (1130974829) First Batch Returned: 1.13s (1131974806) Last Batch Returned: 1.13s (1131974806) Closed: 1.13s (1131974806) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 999.98us (999977) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.65 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.06337% 2:0.06337% 3:0% 4:0.03169% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.0031685678073510772) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2192612327) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2192612327) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2192612327) - CachedFileHandlesHitCount: 366 (366) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.45s (2452945335) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.89s (14893668097) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105187007) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 238.4 MiB/s (249932884) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.6 GiB (4915173376) - RowBatchQueueGetWaitTime: 1.27s (1267971746) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1558784260089) - RowBatchesEnqueued: 145,512 (145512) - RowsRead: 148,925,396 (148925396) - RowsReturned: 148,925,396 (148925396) - RowsReturnedRate: 63590399 per second (63590399) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.12s (2117952796) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.3m (1579521797953) - ScannerThreadsSysTime: 1.12s (1124553000) - ScannerThreadsUserTime: 19.40s (19398180000) - ScannerThreadsVoluntaryContextSwitches: 116,163 (116163) - TotalRawHdfsOpenFileTime(*): 3ms (3999911) - TotalRawHdfsReadTime(*): 8.77s (8772804487) - TotalReadThroughput: 1.3 MiB/s (1388267) - TotalTime: 2.34s (2341947804) Node Lifecycle Event Timeline Open Started: 1.13s (1131974806) Open Finished: 1.13s (1131974806) First Batch Requested: 1.13s (1131974806) First Batch Returned: 1.36s (1363969643) Last Batch Returned: 26.3m (1580711771468) Closed: 26.3m (1580743770755) Buffer pool - AllocTime: 48ms (48998907) - CumulativeAllocationBytes: 2.2 GiB (2388951040) - CumulativeAllocations: 366 (366) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48998907) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 148,925,396 (148925396) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 124 (124) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 145,450 (145450) - RowGroups rejected: 0 (0) - RowGroups total: 145,450 (145450) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 148,925,396 (148925396) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.13s (1127974896) - CodegenSysTime: 3ms (3016000) - CodegenUserTime: 410ms (410777000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 662ms (662985245) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999800) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 431ms (431990385) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 21ms (21999510) - TotalTime: 1.13s (1127974896) Instance c7456fdd806a4994:3209e92600000013 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.248 Hdfs split stats (:<# splits>/): 0:152/35.38 GB Filter 12 arrival: 713ms Filter 10 arrival: 17s794ms - AverageThreadTokens: 2.00 (1.9993666877770742) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109551734) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 145,596,274 (145596274) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1521154579587) - TotalStorageWaitTime: 2.13s (2132951760) - TotalThreadsInvoluntaryContextSwitches: 763 (763) - TotalThreadsTotalWallClockTime: 52.7m (3159533507838) - TotalThreadsSysTime: 6.08s (6076921000) - TotalThreadsUserTime: 1.2m (69976259000) - TotalThreadsVoluntaryContextSwitches: 152,377 (152377) - TotalTime: 26.3m (1580310241613) Fragment Instance Lifecycle Event Timeline Prepare Finished: 20ms (20999524) Open Finished: 1.12s (1121974592) First Batch Produced: 1.12s (1121974592) First Batch Sent: 1.12s (1122974570) ExecInternal Finished: 26.3m (1580330241159) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1579207266590) - ExecTreeExecTime: 7.43s (7432831927) - InactiveTotalTime: 0ns (0) - OpenTime: 1.10s (1100975068) - ExecTreeOpenTime: 419ms (419990489) - PrepareTime: 1ms (1999955) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521189578795) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 145,596,274 (145596274) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.32s (27320382073) - TotalBytesSent: 3.5 GiB (3732150790) - TotalTime: 26.2m (1569026496834) - UncompressedRowBatchSize: 8.4 GiB (9026968988) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 29ms (29999321) - InactiveTotalTime: 0ns (0) - LocalTime: 5.23s (5230881720) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 145,596,274 (145596274) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.95s (4948888096) - RowsReturned: 145,596,274 (145596274) - RowsReturnedRate: 18777349 per second (18777349) - TotalTime: 7.75s (7753824664) Node Lifecycle Event Timeline Open Started: 701ms (701984103) Open Finished: 1.12s (1121974592) First Batch Requested: 1.12s (1121974592) First Batch Returned: 1.12s (1121974592) Last Batch Returned: 26.3m (1580290242064) Closed: 26.3m (1580330241159) Buffer pool - AllocTime: 29ms (29999321) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 29ms (29999321) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 29ms (29999321) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 701ms (701984103) Open Finished: 701ms (701984103) First Batch Requested: 701ms (701984103) First Batch Returned: 701ms (701984103) Last Batch Returned: 701ms (701984103) Closed: 731ms (731983424) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:152/35.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 294ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.06337% 2:0.03169% 3:0.09506% 4:0% 5:0.06337% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.01 (0.007287705956907478) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2142174857) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2142174857) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2142174857) - CachedFileHandlesHitCount: 354 (354) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.49s (2486943711) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.98s (14978661210) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105253827) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 274.4 MiB/s (287778520) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4805379072) - RowBatchQueueGetWaitTime: 1.16s (1161973718) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1558444736248) - RowBatchesEnqueued: 142,261 (142261) - RowsRead: 145,596,274 (145596274) - RowsReturned: 145,596,274 (145596274) - RowsReturnedRate: 57708904 per second (57708904) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 2.13s (2132951760) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.3m (1579225266180) - ScannerThreadsSysTime: 1.20s (1195252000) - ScannerThreadsUserTime: 19.11s (19108133000) - ScannerThreadsVoluntaryContextSwitches: 112,782 (112782) - TotalRawHdfsOpenFileTime(*): 6ms (6999842) - TotalRawHdfsReadTime(*): 7.44s (7443831654) - TotalReadThroughput: 1.3 MiB/s (1356310) - TotalTime: 2.52s (2522942944) Node Lifecycle Event Timeline Open Started: 731ms (731983424) Open Finished: 731ms (731983424) First Batch Requested: 731ms (731983424) First Batch Returned: 1.12s (1121974592) Last Batch Returned: 26.3m (1580290242064) Closed: 26.3m (1580330241159) Buffer pool - AllocTime: 46ms (46998936) - CumulativeAllocationBytes: 2.2 GiB (2330656768) - CumulativeAllocations: 354 (354) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45998959) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 477,184 (477184) - Rows rejected: 0 (0) - Rows total: 145,596,274 (145596274) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 152 (152) - Files rejected: 122 (122) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 142,201 (142201) - RowGroups rejected: 0 (0) - RowGroups total: 142,201 (142201) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 145,596,274 (145596274) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 23 (23) - CodegenTotalWallClockTime: 680ms (680984579) - CodegenSysTime: 1ms (1992000) - CodegenUserTime: 417ms (417696000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 255ms (255994203) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999728) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 351ms (351992029) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 52ms (52998800) - TotalTime: 680ms (680984579) Instance c7456fdd806a4994:3209e9260000001c (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.441 Hdfs split stats (:<# splits>/): 0:155/35.21 GB Filter 12 arrival: 1s067ms Filter 10 arrival: 17s770ms - AverageThreadTokens: 2.00 (1.9993664871713652) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109517470) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 144,356,477 (144356477) - TotalNetworkReceiveTime: 271ms (271988869) - TotalNetworkSendTime: 25.3m (1520224820969) - TotalStorageWaitTime: 2.68s (2680890380) - TotalThreadsInvoluntaryContextSwitches: 766 (766) - TotalThreadsTotalWallClockTime: 52.7m (3159374778968) - TotalThreadsSysTime: 6.39s (6390527000) - TotalThreadsUserTime: 1.2m (69346350000) - TotalThreadsVoluntaryContextSwitches: 150,540 (150540) - TotalTime: 26.3m (1580281365177) Fragment Instance Lifecycle Event Timeline Prepare Finished: 3ms (3999836) Open Finished: 1.31s (1310946350) First Batch Produced: 1.31s (1310946350) First Batch Sent: 1.31s (1311946309) ExecInternal Finished: 26.3m (1580284365054) Buffer pool - AllocTime: 999.96us (999959) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999959) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1578972418745) - ExecTreeExecTime: 8.03s (8030671568) - InactiveTotalTime: 0ns (0) - OpenTime: 1.31s (1306946514) - ExecTreeOpenTime: 513ms (513978966) - PrepareTime: 1ms (1999918) - ExecTreePrepareTime: 1ms (1999918) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520287818396) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 144,356,477 (144356477) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.32s (27320882944) - TotalBytesSent: 3.4 GiB (3700963300) - TotalTime: 26.1m (1567925870473) - UncompressedRowBatchSize: 8.3 GiB (8950101574) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.38s (5380779928) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 144,356,477 (144356477) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.12s (5119790603) - RowsReturned: 144,356,477 (144356477) - RowsReturnedRate: 17056046 per second (17056046) - TotalTime: 8.46s (8463653848) Node Lifecycle Event Timeline Open Started: 796ms (796967384) Open Finished: 1.31s (1310946350) First Batch Requested: 1.31s (1310946350) First Batch Returned: 1.31s (1310946350) Last Batch Returned: 26.3m (1580254366280) Closed: 26.3m (1580284365054) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 271ms (271988869) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1345 per second (1345) - TotalTime: 271ms (271988869) Node Lifecycle Event Timeline Open Started: 796ms (796967384) Open Finished: 796ms (796967384) First Batch Requested: 796ms (796967384) First Batch Returned: 1.07s (1068956253) Last Batch Returned: 1.07s (1068956253) Closed: 1.07s (1068956253) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 271ms (271988869) - DataWaitTime: 271ms (271988869) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.21 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.1268% 2:0.0317% 3:0.0317% 4:0.06339% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.005388272583201268) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2128151401) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2128151401) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2128151401) - CachedFileHandlesHitCount: 356 (356) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.44s (2436900355) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.79s (14787395382) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105239916) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 226.2 MiB/s (237182483) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4764461056) - RowBatchQueueGetWaitTime: 1.69s (1693930737) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557769285704) - RowBatchesEnqueued: 141,052 (141052) - RowsRead: 144,356,477 (144356477) - RowsReturned: 144,356,477 (144356477) - RowsReturnedRate: 51356236 per second (51356236) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.68s (2680890380) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.3m (1579095413709) - ScannerThreadsSysTime: 1.18s (1182201000) - ScannerThreadsUserTime: 18.96s (18962273000) - ScannerThreadsVoluntaryContextSwitches: 110,898 (110898) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 8.97s (8972633099) - TotalReadThroughput: 1.3 MiB/s (1347909) - TotalTime: 2.81s (2810885051) Node Lifecycle Event Timeline Open Started: 1.07s (1068956253) Open Finished: 1.07s (1068956253) First Batch Requested: 1.07s (1068956253) First Batch Returned: 1.31s (1310946350) Last Batch Returned: 26.3m (1580254366280) Closed: 26.3m (1580284365054) Buffer pool - AllocTime: 62ms (62997423) - CumulativeAllocationBytes: 2.2 GiB (2352234496) - CumulativeAllocations: 356 (356) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62997423) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 506,880 (506880) - Rows rejected: 0 (0) - Rows total: 144,356,477 (144356477) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 124 (124) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 140,990 (140990) - RowGroups rejected: 0 (0) - RowGroups total: 140,990 (140990) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 144,356,477 (144356477) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 43 (43) - CodegenTotalWallClockTime: 792ms (792967548) - CodegenSysTime: 2ms (2965000) - CodegenUserTime: 423ms (423687000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 244ms (244989974) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999018) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 495ms (495979702) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 25ms (25998936) - TotalTime: 792ms (792967548) Instance c7456fdd806a4994:3209e92600000024 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.929 Hdfs split stats (:<# splits>/): 0:155/35.56 GB Filter 12 arrival: 808ms Filter 10 arrival: 17s818ms - AverageThreadTokens: 2.00 (1.9993666877770742) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109480382) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 152,630,253 (152630253) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1521803836484) - TotalStorageWaitTime: 2.28s (2281918803) - TotalThreadsInvoluntaryContextSwitches: 639 (639) - TotalThreadsTotalWallClockTime: 52.7m (3159444551112) - TotalThreadsSysTime: 5.73s (5731249000) - TotalThreadsUserTime: 1.2m (70756570000) - TotalThreadsVoluntaryContextSwitches: 159,933 (159933) - TotalTime: 26.3m (1580252756677) Fragment Instance Lifecycle Event Timeline Prepare Finished: 43ms (43998434) Open Finished: 1.15s (1150959038) First Batch Produced: 1.15s (1150959038) First Batch Sent: 1.15s (1150959038) ExecInternal Finished: 26.3m (1580297755075) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1579144796108) - ExecTreeExecTime: 7.64s (7643727982) - InactiveTotalTime: 0ns (0) - OpenTime: 1.11s (1106960604) - ExecTreeOpenTime: 300ms (300989288) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 999.97us (999965) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521856834599) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 152,630,253 (152630253) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.56s (27559019389) - TotalBytesSent: 3.6 GiB (3916503146) - TotalTime: 26.2m (1569702132150) - UncompressedRowBatchSize: 8.8 GiB (9463075686) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.96us (999964) - InactiveTotalTime: 0ns (0) - LocalTime: 5.37s (5365809056) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 152,630,253 (152630253) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.08s (5082819122) - RowsReturned: 152,630,253 (152630253) - RowsReturnedRate: 19424240 per second (19424240) - TotalTime: 7.86s (7857720368) Node Lifecycle Event Timeline Open Started: 849ms (849969750) Open Finished: 1.15s (1150959038) First Batch Requested: 1.15s (1150959038) First Batch Returned: 1.15s (1150959038) Last Batch Returned: 26.3m (1580265756214) Closed: 26.3m (1580296755111) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.96us (999964) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 849ms (849969750) Open Finished: 849ms (849969750) First Batch Requested: 849ms (849969750) First Batch Returned: 849ms (849969750) Last Batch Returned: 849ms (849969750) Closed: 850ms (850969714) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 32 out of 32 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 192ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.06337% 2:0.06337% 3:0.09506% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:32 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.00 (0.004752851711026616) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.1 GiB (2248207506) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.1 GiB (2248207506) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.1 GiB (2248207506) - CachedFileHandlesHitCount: 369 (369) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.42s (2416913951) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.02s (15016465729) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 32 (32) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186884) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 256.1 MiB/s (268516362) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.7 GiB (5037436928) - RowBatchQueueGetWaitTime: 1.21s (1205957090) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1558232540211) - RowBatchesEnqueued: 149,132 (149132) - RowsRead: 152,630,253 (152630253) - RowsReturned: 152,630,253 (152630253) - RowsReturnedRate: 61250274 per second (61250274) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.28s (2281918803) - ScannerThreadsInvoluntaryContextSwitches: 18 (18) - ScannerThreadsTotalWallClockTime: 26.3m (1579192794400) - ScannerThreadsSysTime: 1.14s (1141042000) - ScannerThreadsUserTime: 19.59s (19587593000) - ScannerThreadsVoluntaryContextSwitches: 120,615 (120615) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 8.37s (8372702082) - TotalReadThroughput: 1.4 MiB/s (1423518) - TotalTime: 2.49s (2491911312) Node Lifecycle Event Timeline Open Started: 850ms (850969714) Open Finished: 850ms (850969714) First Batch Requested: 850ms (850969714) First Batch Returned: 1.15s (1150959038) Last Batch Returned: 26.3m (1580265756214) Closed: 26.3m (1580296755111) Buffer pool - AllocTime: 28ms (28998972) - CumulativeAllocationBytes: 2.3 GiB (2458124288) - CumulativeAllocations: 369 (369) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28998972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 512,000 (512000) - Rows rejected: 0 (0) - Rows total: 152,630,253 (152630253) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 123 (123) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 149,068 (149068) - RowGroups rejected: 0 (0) - RowGroups total: 149,068 (149068) - Rows processed: 524,288 (524288) - Rows rejected: 0 (0) - Rows total: 152,630,253 (152630253) - Splits processed: 32 (32) - Splits rejected: 0 (0) - Splits total: 32 (32) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 805ms (805971316) - CodegenSysTime: 1ms (1953000) - CodegenUserTime: 418ms (418992000) - CodegenVoluntaryContextSwitches: 6 (6) - CompileTime: 265ms (265990534) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999253) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 479ms (479982917) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 36ms (36998683) - TotalTime: 805ms (805971316) Instance c7456fdd806a4994:3209e9260000000b (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.616 Hdfs split stats (:<# splits>/): 0:154/35.67 GB Filter 12 arrival: 1s065ms Filter 10 arrival: 17s772ms - AverageThreadTokens: 2.00 (1.9993664871713652) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109561961) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 145,105,105 (145105105) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519908565787) - TotalStorageWaitTime: 1.98s (1984944582) - TotalThreadsInvoluntaryContextSwitches: 752 (752) - TotalThreadsTotalWallClockTime: 52.6m (3158779810263) - TotalThreadsSysTime: 6.08s (6075969000) - TotalThreadsUserTime: 1.2m (69429124000) - TotalThreadsVoluntaryContextSwitches: 150,842 (150842) - TotalTime: 26.3m (1579976888743) Fragment Instance Lifecycle Event Timeline Prepare Finished: 23ms (23999330) Open Finished: 1.39s (1386961277) First Batch Produced: 1.39s (1386961277) First Batch Sent: 1.39s (1386961277) ExecInternal Finished: 26.3m (1579999888101) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1578611926852) - ExecTreeExecTime: 7.56s (7558788982) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1362961947) - ExecTreeOpenTime: 299ms (299991624) - PrepareTime: 1ms (1999944) - ExecTreePrepareTime: 999.97us (999972) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519948564669) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 145,105,105 (145105105) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.97s (26970246992) - TotalBytesSent: 3.5 GiB (3720373972) - TotalTime: 26.1m (1567474237796) - UncompressedRowBatchSize: 8.4 GiB (8996516510) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.29s (5295852166) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 145,105,105 (145105105) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.03s (5034859453) - RowsReturned: 145,105,105 (145105105) - RowsReturnedRate: 18757646 per second (18757646) - TotalTime: 7.74s (7735784038) Node Lifecycle Event Timeline Open Started: 1.09s (1086969653) Open Finished: 1.39s (1386961277) First Batch Requested: 1.39s (1386961277) First Batch Returned: 1.39s (1386961277) Last Batch Returned: 26.3m (1579964889079) Closed: 26.3m (1579999888101) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.09s (1086969653) Open Finished: 1.09s (1086969653) First Batch Requested: 1.09s (1086969653) First Batch Returned: 1.09s (1086969653) Last Batch Returned: 1.09s (1086969653) Closed: 1.09s (1086969653) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.67 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.1268% 2:0.0317% 3:0.0317% 4:0.0317% 5:0.0317% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.005705229793977813) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2136084424) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2136084424) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2136084424) - CachedFileHandlesHitCount: 355 (355) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.35s (2349934368) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.37s (15367571005) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284718) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 241.8 MiB/s (253548256) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4789163008) - RowBatchQueueGetWaitTime: 1.41s (1405960745) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557502516185) - RowBatchesEnqueued: 141,783 (141783) - RowsRead: 145,105,105 (145105105) - RowsReturned: 145,105,105 (145105105) - RowsReturnedRate: 59470965 per second (59470965) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.98s (1984944582) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.3m (1578804921464) - ScannerThreadsSysTime: 1.17s (1167147000) - ScannerThreadsUserTime: 19.06s (19056308000) - ScannerThreadsVoluntaryContextSwitches: 111,206 (111206) - TotalRawHdfsOpenFileTime(*): 1ms (1999944) - TotalRawHdfsReadTime(*): 8.42s (8424764797) - TotalReadThroughput: 1.3 MiB/s (1352907) - TotalTime: 2.44s (2439931872) Node Lifecycle Event Timeline Open Started: 1.09s (1086969653) Open Finished: 1.09s (1087969625) First Batch Requested: 1.09s (1087969625) First Batch Returned: 1.39s (1386961277) Last Batch Returned: 26.3m (1579964889079) Closed: 26.3m (1579999888101) Buffer pool - AllocTime: 95ms (95997319) - CumulativeAllocationBytes: 2.2 GiB (2353946624) - CumulativeAllocations: 355 (355) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 95ms (95997319) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 506,880 (506880) - Rows rejected: 0 (0) - Rows total: 145,105,105 (145105105) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 123 (123) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 141,721 (141721) - RowGroups rejected: 0 (0) - RowGroups total: 141,721 (141721) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 145,105,105 (145105105) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 1.06s (1062970323) - CodegenSysTime: 997.00us (997000) - CodegenUserTime: 430ms (430438000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 338ms (338990536) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999303) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 649ms (649981853) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 45ms (45998715) - TotalTime: 1.06s (1062970323) Instance c7456fdd806a4994:3209e92600000006 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.178 Hdfs split stats (:<# splits>/): 0:151/35.62 GB Filter 12 arrival: 934ms Filter 10 arrival: 17s824ms - AverageThreadTokens: 2.00 (1.9993662864385298) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109513266) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 146,891,796 (146891796) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519966131062) - TotalStorageWaitTime: 2.23s (2228984080) - TotalThreadsInvoluntaryContextSwitches: 828 (828) - TotalThreadsTotalWallClockTime: 52.6m (3158302416310) - TotalThreadsSysTime: 6.21s (6213632000) - TotalThreadsUserTime: 1.2m (70188167000) - TotalThreadsVoluntaryContextSwitches: 153,248 (153248) - TotalTime: 26.3m (1579698704234) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999978) Open Finished: 1.27s (1269990901) First Batch Produced: 1.27s (1270990894) First Batch Sent: 1.27s (1270990894) ExecInternal Finished: 26.3m (1579701704212) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1578429713325) - ExecTreeExecTime: 7.93s (7934943302) - InactiveTotalTime: 0ns (0) - OpenTime: 1.27s (1266990923) - ExecTreeOpenTime: 334ms (334997600) - PrepareTime: 1ms (1999986) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520021130671) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 146,891,796 (146891796) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.11s (27108806251) - TotalBytesSent: 3.5 GiB (3764109748) - TotalTime: 26.1m (1567841788981) - UncompressedRowBatchSize: 8.5 GiB (9107291352) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.52s (5521960542) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 146,891,796 (146891796) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.26s (5264962372) - RowsReturned: 146,891,796 (146891796) - RowsReturnedRate: 17931255 per second (17931255) - TotalTime: 8.19s (8191941463) Node Lifecycle Event Timeline Open Started: 934ms (934993301) Open Finished: 1.27s (1269990901) First Batch Requested: 1.27s (1269990901) First Batch Returned: 1.27s (1270990894) Last Batch Returned: 26.3m (1579670704433) Closed: 26.3m (1579700704219) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 934ms (934993301) Open Finished: 934ms (934993301) First Batch Requested: 934ms (934993301) First Batch Returned: 934ms (934993301) Last Batch Returned: 934ms (934993301) Closed: 934ms (934993301) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:151/35.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 89ms Hdfs Read Thread Concurrency Bucket: 0:99.62% 1:0.1268% 2:0.03171% 3:0.1585% 4:0.03171% 5:0.03171% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):121 - AverageHdfsReadThreadConcurrency: 0.01 (0.009511731135066582) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2163155413) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2163155413) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2163155413) - CachedFileHandlesHitCount: 356 (356) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.43s (2433982637) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.75s (14746894610) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186870) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 220.5 MiB/s (231182095) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4848092160) - RowBatchQueueGetWaitTime: 1.49s (1493989332) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557804860660) - RowBatchesEnqueued: 143,525 (143525) - RowsRead: 146,891,796 (146891796) - RowsReturned: 146,891,796 (146891796) - RowsReturnedRate: 55016047 per second (55016047) - ScanRangesComplete: 151 (151) - ScannerIoWaitTime: 2.23s (2228984080) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.3m (1578605712062) - ScannerThreadsSysTime: 1.17s (1168780000) - ScannerThreadsUserTime: 19.23s (19231170000) - ScannerThreadsVoluntaryContextSwitches: 113,727 (113727) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 9.36s (9356933169) - TotalReadThroughput: 1.3 MiB/s (1370416) - TotalTime: 2.67s (2669980921) Node Lifecycle Event Timeline Open Started: 934ms (934993301) Open Finished: 934ms (934993301) First Batch Requested: 934ms (934993301) First Batch Returned: 1.27s (1269990901) Last Batch Returned: 26.3m (1579670704433) Closed: 26.3m (1579700704219) Buffer pool - AllocTime: 37ms (37999726) - CumulativeAllocationBytes: 2.2 GiB (2349072384) - CumulativeAllocations: 356 (356) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999726) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 476,160 (476160) - Rows rejected: 0 (0) - Rows total: 146,891,796 (146891796) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 151 (151) - Files rejected: 121 (121) - Files total: 151 (151) - InactiveTotalTime: 0ns (0) - RowGroups processed: 143,465 (143465) - RowGroups rejected: 0 (0) - RowGroups total: 143,465 (143465) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 146,891,796 (146891796) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 931ms (931993323) - CodegenSysTime: 2ms (2985000) - CodegenUserTime: 419ms (419313000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 359ms (359997421) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 44ms (44999678) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 488ms (488996496) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 24ms (24999821) - TotalTime: 931ms (931993323) Instance c7456fdd806a4994:3209e92600000019 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.370 Hdfs split stats (:<# splits>/): 0:155/35.88 GB Filter 12 arrival: 971ms Filter 10 arrival: 17s819ms - AverageThreadTokens: 2.00 (1.9993662864385298) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109464143) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 144,931,590 (144931590) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519251856273) - TotalStorageWaitTime: 1.92s (1915939311) - TotalThreadsInvoluntaryContextSwitches: 780 (780) - TotalThreadsTotalWallClockTime: 52.6m (3157546941401) - TotalThreadsSysTime: 6.13s (6130620000) - TotalThreadsUserTime: 1.2m (70118375000) - TotalThreadsVoluntaryContextSwitches: 150,950 (150950) - TotalTime: 26.3m (1579340952709) Fragment Instance Lifecycle Event Timeline Prepare Finished: 5ms (5999810) Open Finished: 1.26s (1263959924) First Batch Produced: 1.26s (1263959924) First Batch Sent: 1.26s (1263959924) ExecInternal Finished: 26.3m (1579346952518) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1578080992658) - ExecTreeExecTime: 7.58s (7578759951) - InactiveTotalTime: 0ns (0) - OpenTime: 1.26s (1257960114) - ExecTreeOpenTime: 299ms (299990488) - PrepareTime: 1ms (1999937) - ExecTreePrepareTime: 999.97us (999968) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519300854726) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 144,931,590 (144931590) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.02s (27021144014) - TotalBytesSent: 3.5 GiB (3715911111) - TotalTime: 26.1m (1567360332245) - UncompressedRowBatchSize: 8.4 GiB (8985758580) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 11ms (11999619) - InactiveTotalTime: 0ns (0) - LocalTime: 5.45s (5446827481) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 144,931,590 (144931590) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.16s (5163836444) - RowsReturned: 144,931,590 (144931590) - RowsReturnedRate: 18572037 per second (18572037) - TotalTime: 7.80s (7803752826) Node Lifecycle Event Timeline Open Started: 963ms (963969436) Open Finished: 1.26s (1263959924) First Batch Requested: 1.26s (1263959924) First Batch Returned: 1.26s (1263959924) Last Batch Returned: 26.3m (1579309953690) Closed: 26.3m (1579345952550) Buffer pool - AllocTime: 10ms (10999651) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999651) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 10ms (10999651) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 963ms (963969436) Open Finished: 963ms (963969436) First Batch Requested: 964ms (964969404) First Batch Returned: 964ms (964969404) Last Batch Returned: 964ms (964969404) Closed: 975ms (975969055) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.88 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 43ms Hdfs Read Thread Concurrency Bucket: 0:99.62% 1:0.2219% 2:0.06341% 3:0.06341% 4:0% 5:0.03171% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.006975269499048827) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2138265512) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2138265512) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2138265512) - CachedFileHandlesHitCount: 352 (352) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.48s (2480921450) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.31s (15310515041) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186740) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 294.9 MiB/s (309186414) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4783346688) - RowBatchQueueGetWaitTime: 1.19s (1189962308) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557056658589) - RowBatchesEnqueued: 141,609 (141609) - RowsRead: 144,931,590 (144931590) - RowsReturned: 144,931,590 (144931590) - RowsReturnedRate: 61491803 per second (61491803) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 1.92s (1915939311) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.3m (1578207988629) - ScannerThreadsSysTime: 1.13s (1127792000) - ScannerThreadsUserTime: 19.13s (19128333000) - ScannerThreadsVoluntaryContextSwitches: 111,266 (111266) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 6.92s (6915780928) - TotalReadThroughput: 1.3 MiB/s (1354649) - TotalTime: 2.36s (2356925345) Node Lifecycle Event Timeline Open Started: 975ms (975969055) Open Finished: 975ms (975969055) First Batch Requested: 975ms (975969055) First Batch Returned: 1.26s (1263959924) Last Batch Returned: 26.3m (1579309953690) Closed: 26.3m (1579345952550) Buffer pool - AllocTime: 37ms (37998796) - CumulativeAllocationBytes: 2.2 GiB (2323021824) - CumulativeAllocations: 352 (352) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998796) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 490,496 (490496) - Rows rejected: 0 (0) - Rows total: 144,931,590 (144931590) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 125 (125) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 141,549 (141549) - RowGroups rejected: 0 (0) - RowGroups total: 141,549 (141549) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 144,931,590 (144931590) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 957ms (957969626) - CodegenSysTime: 4ms (4994000) - CodegenUserTime: 432ms (432163000) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 525ms (525983323) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999461) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 375ms (375988079) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 36ms (36998827) - TotalTime: 957ms (957969626) Instance c7456fdd806a4994:3209e92600000015 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.422 Hdfs split stats (:<# splits>/): 0:154/35.19 GB Filter 12 arrival: 1s086ms Filter 10 arrival: 17s766ms - AverageThreadTokens: 2.00 (1.9990494296577948) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109561450) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 137,890,583 (137890583) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519401780087) - TotalStorageWaitTime: 2.41s (2412947248) - TotalThreadsInvoluntaryContextSwitches: 825 (825) - TotalThreadsTotalWallClockTime: 52.6m (3157399967549) - TotalThreadsSysTime: 6.09s (6087757000) - TotalThreadsUserTime: 1.1m (68774482000) - TotalThreadsVoluntaryContextSwitches: 146,789 (146789) - TotalTime: 26.3m (1579330469986) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999956) Open Finished: 1.46s (1455968158) First Batch Produced: 1.46s (1455968158) First Batch Sent: 1.46s (1455968158) ExecInternal Finished: 26.3m (1579332469943) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577874501828) - ExecTreeExecTime: 7.56s (7558834735) - InactiveTotalTime: 0ns (0) - OpenTime: 1.45s (1453968202) - ExecTreeOpenTime: 369ms (369991908) - PrepareTime: 1ms (1999956) - ExecTreePrepareTime: 1ms (1999956) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519444779148) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 137,890,583 (137890583) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.46s (26459421558) - TotalBytesSent: 3.3 GiB (3532951262) - TotalTime: 26.1m (1567366731555) - UncompressedRowBatchSize: 8.0 GiB (8549216146) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.18s (5181886702) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,890,583 (137890583) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.93s (4926892269) - RowsReturned: 137,890,583 (137890583) - RowsReturnedRate: 17532561 per second (17532561) - TotalTime: 7.86s (7864828041) Node Lifecycle Event Timeline Open Started: 1.08s (1085976250) Open Finished: 1.46s (1455968158) First Batch Requested: 1.46s (1455968158) First Batch Returned: 1.46s (1455968158) Last Batch Returned: 26.3m (1579299470664) Closed: 26.3m (1579331469964) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.08s (1085976250) Open Finished: 1.08s (1085976250) First Batch Requested: 1.08s (1085976250) First Batch Returned: 1.08s (1085976250) Last Batch Returned: 1.08s (1085976250) Closed: 1.08s (1085976250) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.19 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.65% 1:0.09512% 2:0.06341% 3:0.1268% 4:0.03171% 5:0.03171% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.008560558021559923) - AverageScannerThreadConcurrency: 1.00 (0.9996829422954978) - BytesRead: 1.9 GiB (2029636718) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2029636718) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2029636718) - CachedFileHandlesHitCount: 335 (335) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.34s (2343948757) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.42s (14418684793) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284601) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 218.6 MiB/s (229187114) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4550925312) - RowBatchQueueGetWaitTime: 1.51s (1513966904) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557095956085) - RowBatchesEnqueued: 134,731 (134731) - RowsRead: 137,890,583 (137890583) - RowsReturned: 137,890,583 (137890583) - RowsReturnedRate: 51395302 per second (51395302) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 2.41s (2412947248) - ScannerThreadsInvoluntaryContextSwitches: 11 (11) - ScannerThreadsTotalWallClockTime: 26.3m (1578071497519) - ScannerThreadsSysTime: 1.11s (1115377000) - ScannerThreadsUserTime: 18.19s (18193625000) - ScannerThreadsVoluntaryContextSwitches: 107,619 (107619) - TotalRawHdfsOpenFileTime(*): 2ms (2999935) - TotalRawHdfsReadTime(*): 8.86s (8855806411) - TotalReadThroughput: 1.2 MiB/s (1285838) - TotalTime: 2.68s (2682941339) Node Lifecycle Event Timeline Open Started: 1.08s (1085976250) Open Finished: 1.09s (1086976228) First Batch Requested: 1.09s (1086976228) First Batch Returned: 1.46s (1455968158) Last Batch Returned: 26.3m (1579298470686) Closed: 26.3m (1579331469964) Buffer pool - AllocTime: 149ms (149996720) - CumulativeAllocationBytes: 2.1 GiB (2247622656) - CumulativeAllocations: 335 (335) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.1 MiB (79822848) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 149ms (149996720) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 487,424 (487424) - Rows rejected: 0 (0) - Rows total: 137,890,583 (137890583) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,671 (134671) - RowGroups rejected: 0 (0) - RowGroups total: 134,671 (134671) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 137,890,583 (137890583) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.08s (1083976294) - CodegenSysTime: 3ms (3997000) - CodegenUserTime: 428ms (428353000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 328ms (328992805) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999760) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 702ms (702984626) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 21ms (21999519) - TotalTime: 1.08s (1083976294) Instance c7456fdd806a4994:3209e92600000023 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.581 Hdfs split stats (:<# splits>/): 0:157/35.85 GB Filter 12 arrival: 940ms Filter 10 arrival: 17s769ms - AverageThreadTokens: 2.00 (1.9993658845909956) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109562100) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 142,097,824 (142097824) - TotalNetworkReceiveTime: 40ms (40999538) - TotalNetworkSendTime: 25.3m (1520141844216) - TotalStorageWaitTime: 1.90s (1897978649) - TotalThreadsInvoluntaryContextSwitches: 759 (759) - TotalThreadsTotalWallClockTime: 52.6m (3156388381686) - TotalThreadsSysTime: 5.96s (5956165000) - TotalThreadsUserTime: 1.2m (69002770000) - TotalThreadsVoluntaryContextSwitches: 149,776 (149776) - TotalTime: 26.3m (1578742184661) Fragment Instance Lifecycle Event Timeline Prepare Finished: 7ms (7999910) Open Finished: 1.21s (1212986312) First Batch Produced: 1.21s (1212986312) First Batch Sent: 1.21s (1213986301) ExecInternal Finished: 26.3m (1578750184571) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577535198281) - ExecTreeExecTime: 7.21s (7206918955) - InactiveTotalTime: 0ns (0) - OpenTime: 1.20s (1204986402) - ExecTreeOpenTime: 308ms (308996513) - PrepareTime: 1ms (1999978) - ExecTreePrepareTime: 1ms (1999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520186843708) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 142,097,824 (142097824) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.94s (26939696841) - TotalBytesSent: 3.4 GiB (3636760442) - TotalTime: 26.1m (1567973305848) - UncompressedRowBatchSize: 8.2 GiB (8810065088) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.99us (999988) - InactiveTotalTime: 0ns (0) - LocalTime: 5.13s (5135942255) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,097,824 (142097824) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.90s (4899944911) - RowsReturned: 142,097,824 (142097824) - RowsReturnedRate: 19114799 per second (19114799) - TotalTime: 7.43s (7433916401) Node Lifecycle Event Timeline Open Started: 903ms (903989799) Open Finished: 1.21s (1212986312) First Batch Requested: 1.21s (1212986312) First Batch Returned: 1.21s (1212986312) Last Batch Returned: 26.3m (1578719184919) Closed: 26.3m (1578749184582) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 39ms (39999549) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 8926 per second (8926) - TotalTime: 40ms (40999538) Node Lifecycle Event Timeline Open Started: 903ms (903989799) Open Finished: 903ms (903989799) First Batch Requested: 904ms (904989787) First Batch Returned: 945ms (945989325) Last Batch Returned: 945ms (945989325) Closed: 945ms (945989325) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 40ms (40999538) - DataWaitTime: 39ms (39999549) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:157/35.85 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 71ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.1269% 2:0.09518% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.00 (0.0031725888324873096) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2092176814) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2092176814) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2092176814) - CachedFileHandlesHitCount: 349 (349) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.34s (2336973709) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.85s (14850832907) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284854) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 315.0 MiB/s (330260512) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4689915904) - RowBatchQueueGetWaitTime: 1.14s (1135987225) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557103428174) - RowBatchesEnqueued: 138,846 (138846) - RowsRead: 142,097,824 (142097824) - RowsReturned: 142,097,824 (142097824) - RowsReturnedRate: 62959425 per second (62959425) - ScanRangesComplete: 157 (157) - ScannerIoWaitTime: 1.90s (1897978649) - ScannerThreadsInvoluntaryContextSwitches: 17 (17) - ScannerThreadsTotalWallClockTime: 26.3m (1577648197003) - ScannerThreadsSysTime: 1.08s (1082543000) - ScannerThreadsUserTime: 18.55s (18552703000) - ScannerThreadsVoluntaryContextSwitches: 110,319 (110319) - TotalRawHdfsOpenFileTime(*): 5ms (5999931) - TotalRawHdfsReadTime(*): 6.33s (6334928741) - TotalReadThroughput: 1.3 MiB/s (1326345) - TotalTime: 2.26s (2256974608) Node Lifecycle Event Timeline Open Started: 945ms (945989325) Open Finished: 945ms (945989325) First Batch Requested: 945ms (945989325) First Batch Returned: 1.21s (1212986312) Last Batch Returned: 26.3m (1578718184930) Closed: 26.3m (1578749184582) Buffer pool - AllocTime: 71ms (71999188) - CumulativeAllocationBytes: 2.1 GiB (2244935680) - CumulativeAllocations: 331 (331) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40999538) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 497,664 (497664) - Rows rejected: 0 (0) - Rows total: 142,097,824 (142097824) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 157 (157) - Files rejected: 126 (126) - Files total: 157 (157) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,784 (138784) - RowGroups rejected: 0 (0) - RowGroups total: 138,784 (138784) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 142,097,824 (142097824) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 895ms (895989889) - CodegenSysTime: 2ms (2982000) - CodegenUserTime: 436ms (436459000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 552ms (552993760) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999865) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 298ms (298996626) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 29ms (29999661) - TotalTime: 895ms (895989889) Instance c7456fdd806a4994:3209e92600000022 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.722 Hdfs split stats (:<# splits>/): 0:154/35.79 GB Filter 12 arrival: 1s083ms Filter 10 arrival: 17s809ms - AverageThreadTokens: 2.00 (1.9990491283676703) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109496214) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 143,238,573 (143238573) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520627374489) - TotalStorageWaitTime: 1.72s (1719938245) - TotalThreadsInvoluntaryContextSwitches: 742 (742) - TotalThreadsTotalWallClockTime: 52.6m (3156127624029) - TotalThreadsSysTime: 5.89s (5893759000) - TotalThreadsUserTime: 1.1m (68413798000) - TotalThreadsVoluntaryContextSwitches: 149,835 (149835) - TotalTime: 26.3m (1578689289532) Fragment Instance Lifecycle Event Timeline Prepare Finished: 14ms (14999461) Open Finished: 1.30s (1305953054) First Batch Produced: 1.30s (1305953054) First Batch Sent: 1.30s (1305953054) ExecInternal Finished: 26.3m (1578704288992) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577396336010) - ExecTreeExecTime: 7.08s (7075745948) - InactiveTotalTime: 0ns (0) - OpenTime: 1.29s (1290953593) - ExecTreeOpenTime: 220ms (220992056) - PrepareTime: 1ms (1999929) - ExecTreePrepareTime: 1ms (1999929) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520685372405) - PeakMemoryUsage: 1.1 MiB (1151936) - RowsSent: 143,238,573 (143238573) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.49s (26488048869) - TotalBytesSent: 3.4 GiB (3675699131) - TotalTime: 26.1m (1567631686629) - UncompressedRowBatchSize: 8.3 GiB (8880791526) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 10ms (10999605) - InactiveTotalTime: 0ns (0) - LocalTime: 5.24s (5239811851) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 143,238,573 (143238573) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.96s (4964821722) - RowsReturned: 143,238,573 (143238573) - RowsReturnedRate: 19867367 per second (19867367) - TotalTime: 7.21s (7209741124) Node Lifecycle Event Timeline Open Started: 1.08s (1084960998) Open Finished: 1.30s (1305953054) First Batch Requested: 1.30s (1305953054) First Batch Returned: 1.30s (1305953054) Last Batch Returned: 26.3m (1578673290105) Closed: 26.3m (1578704288992) Buffer pool - AllocTime: 10ms (10999605) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999605) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 10ms (10999605) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.08s (1084960998) Open Finished: 1.08s (1084960998) First Batch Requested: 1.08s (1084960998) First Batch Returned: 1.08s (1084960998) Last Batch Returned: 1.08s (1084960998) Closed: 1.09s (1095960603) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.79 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.87% 1:0.09518% 2:0.03173% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.0015862944162436548) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2113617899) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2113617899) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2113617899) - CachedFileHandlesHitCount: 349 (349) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.33s (2333916172) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.40s (14401482834) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186724) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 357.7 MiB/s (375034383) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4727522304) - RowBatchQueueGetWaitTime: 826ms (826970307) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557618046278) - RowBatchesEnqueued: 139,957 (139957) - RowsRead: 143,238,573 (143238573) - RowsReturned: 143,238,573 (143238573) - RowsReturnedRate: 72712546 per second (72712546) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.72s (1719938245) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.3m (1577440334426) - ScannerThreadsSysTime: 1.07s (1072842000) - ScannerThreadsUserTime: 18.64s (18640651000) - ScannerThreadsVoluntaryContextSwitches: 110,119 (110119) - TotalRawHdfsOpenFileTime(*): 2ms (2999892) - TotalRawHdfsReadTime(*): 5.63s (5635797651) - TotalReadThroughput: 1.3 MiB/s (1339467) - TotalTime: 1.97s (1969929273) Node Lifecycle Event Timeline Open Started: 1.09s (1095960603) Open Finished: 1.09s (1095960603) First Batch Requested: 1.09s (1095960603) First Batch Returned: 1.30s (1305953054) Last Batch Returned: 26.3m (1578673290105) Closed: 26.3m (1578704288992) Buffer pool - AllocTime: 30ms (30998888) - CumulativeAllocationBytes: 2.1 GiB (2226651136) - CumulativeAllocations: 324 (324) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30998888) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 485,376 (485376) - Rows rejected: 0 (0) - Rows total: 143,238,573 (143238573) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,897 (139897) - RowGroups rejected: 0 (0) - RowGroups total: 139,897 (139897) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 143,238,573 (143238573) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.07s (1069961537) - CodegenSysTime: 1ms (1259000) - CodegenUserTime: 420ms (420808000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 318ms (318988533) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 45ms (45998346) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 633ms (633977210) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 61ms (61997771) - TotalTime: 1.07s (1069961537) Instance c7456fdd806a4994:3209e92600000016 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.107 Hdfs split stats (:<# splits>/): 0:153/35.64 GB Filter 12 arrival: 856ms Filter 10 arrival: 17s802ms - AverageThreadTokens: 2.00 (1.9993658845909956) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109578135) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 141,180,106 (141180106) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1521907580478) - TotalStorageWaitTime: 2.52s (2515984467) - TotalThreadsInvoluntaryContextSwitches: 653 (653) - TotalThreadsTotalWallClockTime: 52.6m (3156174467214) - TotalThreadsSysTime: 5.62s (5625096000) - TotalThreadsUserTime: 1.1m (67230738000) - TotalThreadsVoluntaryContextSwitches: 149,477 (149477) - TotalTime: 26.3m (1578640230198) Fragment Instance Lifecycle Event Timeline Prepare Finished: 9ms (9999939) Open Finished: 1.19s (1187992677) First Batch Produced: 1.19s (1187992677) First Batch Sent: 1.19s (1187992677) ExecInternal Finished: 26.3m (1578651230131) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577461237466) - ExecTreeExecTime: 7.96s (7961950828) - InactiveTotalTime: 0ns (0) - OpenTime: 1.18s (1177992738) - ExecTreeOpenTime: 380ms (380997651) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521953580197) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 141,180,106 (141180106) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.61s (25610841859) - TotalBytesSent: 3.4 GiB (3616432174) - TotalTime: 26.1m (1567360299853) - UncompressedRowBatchSize: 8.2 GiB (8753166572) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 57ms (57999642) - InactiveTotalTime: 0ns (0) - LocalTime: 5.39s (5394966693) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,180,106 (141180106) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.06s (5058968764) - RowsReturned: 141,180,106 (141180106) - RowsReturnedRate: 17096267 per second (17096267) - TotalTime: 8.26s (8257949009) Node Lifecycle Event Timeline Open Started: 806ms (806995026) Open Finished: 1.19s (1187992677) First Batch Requested: 1.19s (1187992677) First Batch Returned: 1.19s (1187992677) Last Batch Returned: 26.3m (1578610230384) Closed: 26.3m (1578650230137) Buffer pool - AllocTime: 57ms (57999642) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57999642) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 57ms (57999642) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 806ms (806995026) Open Finished: 806ms (806995026) First Batch Requested: 806ms (806995026) First Batch Returned: 806ms (806995026) Last Batch Returned: 806ms (806995026) Closed: 864ms (864994668) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.64 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 173ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.03172% 2:0.06343% 3:0.06343% 4:0.06343% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.0060260069774817635) - AverageScannerThreadConcurrency: 1.00 (0.9996828417380272) - BytesRead: 1.9 GiB (2081235513) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2081235513) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2081235513) - CachedFileHandlesHitCount: 345 (345) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.37s (2368985366) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.50s (14496910530) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284946) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 203.2 MiB/s (213024397) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4659494912) - RowBatchQueueGetWaitTime: 1.68s (1677989643) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556980363879) - RowBatchesEnqueued: 137,942 (137942) - RowsRead: 141,180,106 (141180106) - RowsReturned: 141,180,106 (141180106) - RowsReturnedRate: 49312252 per second (49312252) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.52s (2515984467) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.3m (1577535237010) - ScannerThreadsSysTime: 1.01s (1015539000) - ScannerThreadsUserTime: 18.52s (18522472000) - ScannerThreadsVoluntaryContextSwitches: 110,214 (110214) - TotalRawHdfsOpenFileTime(*): 2ms (2999982) - TotalRawHdfsReadTime(*): 9.77s (9769939687) - TotalReadThroughput: 1.3 MiB/s (1319414) - TotalTime: 2.86s (2862982316) Node Lifecycle Event Timeline Open Started: 864ms (864994668) Open Finished: 864ms (864994668) First Batch Requested: 864ms (864994668) First Batch Returned: 1.19s (1187992677) Last Batch Returned: 26.3m (1578609230390) Closed: 26.3m (1578650230137) Buffer pool - AllocTime: 18ms (18999884) - CumulativeAllocationBytes: 2.1 GiB (2271625216) - CumulativeAllocations: 345 (345) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999884) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 463,872 (463872) - Rows rejected: 0 (0) - Rows total: 141,180,106 (141180106) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 124 (124) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,884 (137884) - RowGroups rejected: 0 (0) - RowGroups total: 137,884 (137884) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 141,180,106 (141180106) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 796ms (796995087) - CodegenSysTime: 2ms (2080000) - CodegenUserTime: 426ms (426654000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 215ms (215998669) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36999772) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 496ms (496996936) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 44ms (44999722) - TotalTime: 796ms (796995087) Instance c7456fdd806a4994:3209e92600000004 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.433 Hdfs split stats (:<# splits>/): 0:157/35.83 GB Filter 12 arrival: 982ms Filter 10 arrival: 17s839ms - AverageThreadTokens: 2.00 (1.999366085578447) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109564302) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 142,835,397 (142835397) - TotalNetworkReceiveTime: 77ms (77000554) - TotalNetworkSendTime: 25.4m (1521278957345) - TotalStorageWaitTime: 1.91s (1911013742) - TotalThreadsInvoluntaryContextSwitches: 696 (696) - TotalThreadsTotalWallClockTime: 52.6m (3156056730604) - TotalThreadsSysTime: 5.81s (5814954000) - TotalThreadsUserTime: 1.1m (68096208000) - TotalThreadsVoluntaryContextSwitches: 149,581 (149581) - TotalTime: 26.3m (1578569369193) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2000015) Open Finished: 1.17s (1168008401) First Batch Produced: 1.17s (1168008401) First Batch Sent: 1.17s (1168008401) ExecInternal Finished: 26.3m (1578573369221) Buffer pool - AllocTime: 1ms (1000007) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 1ms (1000007) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577402360799) - ExecTreeExecTime: 7.43s (7432053411) - InactiveTotalTime: 0ns (0) - OpenTime: 1.17s (1166008386) - ExecTreeOpenTime: 289ms (289002079) - PrepareTime: 1ms (1000008) - ExecTreePrepareTime: 1ms (1000008) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521325957687) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 142,835,397 (142835397) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.27s (26272188853) - TotalBytesSent: 3.4 GiB (3657799624) - TotalTime: 26.1m (1567459289326) - UncompressedRowBatchSize: 8.2 GiB (8855794614) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 27ms (27000194) - InactiveTotalTime: 0ns (0) - LocalTime: 5.38s (5375038635) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,835,397 (142835397) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.09s (5088036577) - RowsReturned: 142,835,397 (142835397) - RowsReturnedRate: 18702942 per second (18702942) - TotalTime: 7.64s (7637054888) Node Lifecycle Event Timeline Open Started: 879ms (879006322) Open Finished: 1.17s (1168008401) First Batch Requested: 1.17s (1168008401) First Batch Returned: 1.17s (1168008401) Last Batch Returned: 26.3m (1578542368999) Closed: 26.3m (1578571369207) Buffer pool - AllocTime: 27ms (27000194) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27000194) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 27ms (27000194) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 77ms (77000554) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 4753 per second (4753) - TotalTime: 77ms (77000554) Node Lifecycle Event Timeline Open Started: 879ms (879006322) Open Finished: 879ms (879006322) First Batch Requested: 879ms (879006322) First Batch Returned: 956ms (956006876) Last Batch Returned: 956ms (956006876) Closed: 983ms (983007070) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 77ms (77000554) - DataWaitTime: 77ms (77000554) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:157/35.83 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.06343% 2:0% 3:0.09515% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.00 (0.0034887408816999684) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2104177519) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2104177519) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2104177519) - CachedFileHandlesHitCount: 347 (347) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.30s (2304016543) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.52s (14515104358) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105254540) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 284.8 MiB/s (298674577) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4714313728) - RowBatchQueueGetWaitTime: 1.06s (1059007610) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 26.0m (1557518217887) - RowBatchesEnqueued: 139,568 (139568) - RowsRead: 142,835,397 (142835397) - RowsReturned: 142,835,397 (142835397) - RowsReturnedRate: 65370421 per second (65370421) - ScanRangesComplete: 157 (157) - ScannerIoWaitTime: 1.91s (1911013742) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.3m (1577488361419) - ScannerThreadsSysTime: 1.11s (1108807000) - ScannerThreadsUserTime: 18.69s (18690071000) - ScannerThreadsVoluntaryContextSwitches: 110,039 (110039) - TotalRawHdfsOpenFileTime(*): 2ms (2000015) - TotalRawHdfsReadTime(*): 7.04s (7045050636) - TotalReadThroughput: 1.3 MiB/s (1333542) - TotalTime: 2.19s (2185015699) Node Lifecycle Event Timeline Open Started: 983ms (983007070) Open Finished: 984ms (984007077) First Batch Requested: 984ms (984007077) First Batch Returned: 1.17s (1168008401) Last Batch Returned: 26.3m (1578541368992) Closed: 26.3m (1578571369207) Buffer pool - AllocTime: 54ms (54000389) - CumulativeAllocationBytes: 2.2 GiB (2309357568) - CumulativeAllocations: 347 (347) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 53ms (53000381) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 492,544 (492544) - Rows rejected: 0 (0) - Rows total: 142,835,397 (142835397) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 157 (157) - Files rejected: 126 (126) - Files total: 157 (157) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,506 (139506) - RowGroups rejected: 0 (0) - RowGroups total: 139,506 (139506) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 142,835,397 (142835397) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 877ms (877006307) - CodegenSysTime: 993.00us (993000) - CodegenUserTime: 424ms (424031000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 471ms (471003387) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11000080) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 368ms (368002647) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 25ms (25000179) - TotalTime: 877ms (877006307) Instance c7456fdd806a4994:3209e92600000010 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.252 Hdfs split stats (:<# splits>/): 0:155/35.75 GB Filter 12 arrival: 764ms Filter 10 arrival: 17s830ms - AverageThreadTokens: 2.00 (1.9993658845909956) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109564688) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 144,329,194 (144329194) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520471409023) - TotalStorageWaitTime: 2.25s (2253999062) - TotalThreadsInvoluntaryContextSwitches: 749 (749) - TotalThreadsTotalWallClockTime: 52.6m (3155863770362) - TotalThreadsSysTime: 6.08s (6076719000) - TotalThreadsUserTime: 1.1m (68661295000) - TotalThreadsVoluntaryContextSwitches: 151,986 (151986) - TotalTime: 26.3m (1578470384973) Fragment Instance Lifecycle Event Timeline Prepare Finished: 14ms (14999994) Open Finished: 1.11s (1114999571) First Batch Produced: 1.11s (1114999571) First Batch Sent: 1.11s (1114999571) ExecInternal Finished: 26.3m (1578485384967) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577369385396) - ExecTreeExecTime: 7.41s (7412996873) - InactiveTotalTime: 0ns (0) - OpenTime: 1.10s (1099999577) - ExecTreeOpenTime: 396ms (396999847) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 1ms (1000000) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520518409001) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 144,329,194 (144329194) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.84s (26842988795) - TotalBytesSent: 3.4 GiB (3699202394) - TotalTime: 26.1m (1567666389478) - UncompressedRowBatchSize: 8.3 GiB (8948410028) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 59ms (59999977) - InactiveTotalTime: 0ns (0) - LocalTime: 5.24s (5241997791) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 144,329,194 (144329194) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.92s (4918997929) - RowsReturned: 144,329,194 (144329194) - RowsReturnedRate: 18705191 per second (18705191) - TotalTime: 7.71s (7715996762) Node Lifecycle Event Timeline Open Started: 717ms (717999724) Open Finished: 1.11s (1114999571) First Batch Requested: 1.11s (1114999571) First Batch Returned: 1.11s (1114999571) Last Batch Returned: 26.3m (1578447384983) Closed: 26.3m (1578485384967) Buffer pool - AllocTime: 58ms (58999977) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 58ms (58999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 58ms (58999977) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 717ms (717999724) Open Finished: 717ms (717999724) First Batch Requested: 718ms (718999724) First Batch Returned: 718ms (718999724) Last Batch Returned: 718ms (718999724) Closed: 777ms (777999701) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.75 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 243ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.06343% 2:0% 3:0.1269% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.004440215667618141) - AverageScannerThreadConcurrency: 1.00 (0.9996828417380272) - BytesRead: 2.0 GiB (2132511647) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2132511647) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2132511647) - CachedFileHandlesHitCount: 359 (359) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.43s (2429999001) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.78s (14782993800) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105238404) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 246.8 MiB/s (258831477) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4763548672) - RowBatchQueueGetWaitTime: 1.22s (1218999481) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556692394037) - RowBatchesEnqueued: 141,025 (141025) - RowsRead: 144,329,194 (144329194) - RowsReturned: 144,329,194 (144329194) - RowsReturnedRate: 58338421 per second (58338421) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.25s (2253999062) - ScannerThreadsInvoluntaryContextSwitches: 17 (17) - ScannerThreadsTotalWallClockTime: 26.3m (1577394385389) - ScannerThreadsSysTime: 1.20s (1202288000) - ScannerThreadsUserTime: 18.65s (18651122000) - ScannerThreadsVoluntaryContextSwitches: 112,479 (112479) - TotalRawHdfsOpenFileTime(*): 1ms (1000000) - TotalRawHdfsReadTime(*): 8.24s (8238996552) - TotalReadThroughput: 1.3 MiB/s (1351848) - TotalTime: 2.47s (2473998971) Node Lifecycle Event Timeline Open Started: 777ms (777999701) Open Finished: 777ms (777999701) First Batch Requested: 777ms (777999701) First Batch Returned: 1.11s (1114999571) Last Batch Returned: 26.3m (1578446384983) Closed: 26.3m (1578485384967) Buffer pool - AllocTime: 63ms (63999974) - CumulativeAllocationBytes: 2.2 GiB (2356674560) - CumulativeAllocations: 359 (359) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63999974) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 498,688 (498688) - Rows rejected: 0 (0) - Rows total: 144,329,194 (144329194) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 124 (124) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 140,963 (140963) - RowGroups rejected: 0 (0) - RowGroups total: 140,963 (140963) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 144,329,194 (144329194) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 701ms (701999730) - CodegenSysTime: 4ms (4369000) - CodegenUserTime: 415ms (415797000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 249ms (249999904) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999996) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 375ms (375999856) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 62ms (62999975) - TotalTime: 701ms (701999730) Instance c7456fdd806a4994:3209e92600000005 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.245 Hdfs split stats (:<# splits>/): 0:155/35.76 GB Filter 12 arrival: 801ms Filter 10 arrival: 17s761ms - AverageThreadTokens: 2.00 (1.9993658845909956) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109595026) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 140,618,089 (140618089) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1521247994516) - TotalStorageWaitTime: 3.63s (3630978561) - TotalThreadsInvoluntaryContextSwitches: 665 (665) - TotalThreadsTotalWallClockTime: 52.6m (3155859319188) - TotalThreadsSysTime: 5.81s (5810836000) - TotalThreadsUserTime: 1.1m (66488977000) - TotalThreadsVoluntaryContextSwitches: 147,738 (147738) - TotalTime: 26.3m (1578468656391) Fragment Instance Lifecycle Event Timeline Prepare Finished: 5ms (5999965) Open Finished: 1.18s (1182992969) First Batch Produced: 1.18s (1182992969) First Batch Sent: 1.18s (1182992969) ExecInternal Finished: 26.3m (1578475656350) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577290663393) - ExecTreeExecTime: 8.90s (8899947432) - InactiveTotalTime: 0ns (0) - OpenTime: 1.18s (1176993004) - ExecTreeOpenTime: 407ms (407997575) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521285994291) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 140,618,089 (140618089) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.76s (25761847783) - TotalBytesSent: 3.4 GiB (3603190540) - TotalTime: 26.1m (1566508727086) - UncompressedRowBatchSize: 8.1 GiB (8718321518) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 30ms (30999815) - InactiveTotalTime: 0ns (0) - LocalTime: 5.19s (5194969300) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,618,089 (140618089) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.89s (4895971074) - RowsReturned: 140,618,089 (140618089) - RowsReturnedRate: 15233335 per second (15233335) - TotalTime: 9.23s (9230945456) Node Lifecycle Event Timeline Open Started: 774ms (774995394) Open Finished: 1.18s (1182992969) First Batch Requested: 1.18s (1182992969) First Batch Returned: 1.18s (1182992969) Last Batch Returned: 26.3m (1578444656533) Closed: 26.3m (1578475656350) Buffer pool - AllocTime: 30ms (30999815) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999815) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 30ms (30999815) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 774ms (774995394) Open Finished: 774ms (774995394) First Batch Requested: 774ms (774995394) First Batch Returned: 774ms (774995394) Last Batch Returned: 774ms (774995394) Closed: 805ms (805995209) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 212ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.09518% 2:0.06345% 3:0.1586% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.006979695431472081) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2069627470) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2069627470) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2069627470) - CachedFileHandlesHitCount: 342 (342) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.39s (2387985901) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.13s (14133916387) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284743) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 152.4 MiB/s (159854768) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4641116160) - RowBatchQueueGetWaitTime: 2.85s (2846983187) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555990789333) - RowBatchesEnqueued: 137,400 (137400) - RowsRead: 140,618,089 (140618089) - RowsReturned: 140,618,089 (140618089) - RowsReturnedRate: 34841159 per second (34841159) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 3.63s (3630978561) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.3m (1577391662791) - ScannerThreadsSysTime: 1.07s (1072946000) - ScannerThreadsUserTime: 18.36s (18365325000) - ScannerThreadsVoluntaryContextSwitches: 108,230 (108230) - TotalRawHdfsOpenFileTime(*): 5ms (5999965) - TotalRawHdfsReadTime(*): 12.95s (12946923542) - TotalReadThroughput: 1.3 MiB/s (1312065) - TotalTime: 4.04s (4035976156) Node Lifecycle Event Timeline Open Started: 805ms (805995209) Open Finished: 806ms (806995204) First Batch Requested: 806ms (806995204) First Batch Returned: 1.18s (1182992969) Last Batch Returned: 26.3m (1578443656539) Closed: 26.3m (1578475656350) Buffer pool - AllocTime: 88ms (88999472) - CumulativeAllocationBytes: 2.1 GiB (2285502464) - CumulativeAllocations: 342 (342) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 88ms (88999472) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 488,448 (488448) - Rows rejected: 0 (0) - Rows total: 140,618,089 (140618089) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 125 (125) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,340 (137340) - RowGroups rejected: 0 (0) - RowGroups total: 137,340 (137340) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 140,618,089 (140618089) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 768ms (768995429) - CodegenSysTime: 4ms (4002000) - CodegenUserTime: 422ms (422379000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 360ms (360997854) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999929) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 358ms (358997866) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 21ms (21999869) - TotalTime: 768ms (768995429) Instance c7456fdd806a4994:3209e92600000011 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.495 Hdfs split stats (:<# splits>/): 0:153/35.42 GB Filter 12 arrival: 1s014ms Filter 10 arrival: 17s766ms - AverageThreadTokens: 2.00 (1.9990491283676703) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109580153) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 146,209,206 (146209206) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520927136496) - TotalStorageWaitTime: 2.64s (2638917036) - TotalThreadsInvoluntaryContextSwitches: 646 (646) - TotalThreadsTotalWallClockTime: 52.6m (3155716692283) - TotalThreadsSysTime: 5.80s (5801111000) - TotalThreadsUserTime: 1.1m (68439247000) - TotalThreadsVoluntaryContextSwitches: 154,353 (154353) - TotalTime: 26.3m (1578407328858) Fragment Instance Lifecycle Event Timeline Prepare Finished: 35ms (35998866) Open Finished: 1.21s (1206961998) First Batch Produced: 1.21s (1206961998) First Batch Sent: 1.21s (1206961998) ExecInternal Finished: 26.3m (1578442327756) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577234365789) - ExecTreeExecTime: 7.96s (7963749586) - InactiveTotalTime: 0ns (0) - OpenTime: 1.17s (1170963132) - ExecTreeOpenTime: 177ms (177994396) - PrepareTime: 1ms (1999937) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520977134914) - PeakMemoryUsage: 1.2 MiB (1274816) - RowsSent: 146,209,206 (146209206) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.50s (26501166665) - TotalBytesSent: 3.5 GiB (3746590090) - TotalTime: 26.1m (1567532670889) - UncompressedRowBatchSize: 8.4 GiB (9064970772) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 19ms (19999371) - InactiveTotalTime: 0ns (0) - LocalTime: 5.25s (5251834844) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 146,209,206 (146209206) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.97s (4974843546) - RowsReturned: 146,209,206 (146209206) - RowsReturnedRate: 18140670 per second (18140670) - TotalTime: 8.06s (8059746562) Node Lifecycle Event Timeline Open Started: 1.03s (1028967602) Open Finished: 1.21s (1206961998) First Batch Requested: 1.21s (1206961998) First Batch Returned: 1.21s (1206961998) Last Batch Returned: 26.3m (1578413328667) Closed: 26.3m (1578442327756) Buffer pool - AllocTime: 19ms (19999371) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999371) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 19ms (19999371) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.03s (1028967602) Open Finished: 1.03s (1028967602) First Batch Requested: 1.03s (1028967602) First Batch Returned: 1.03s (1028967602) Last Batch Returned: 1.03s (1028967602) Closed: 1.05s (1048966973) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.42 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.06343% 2:0.03172% 3:0.06343% 4:0.03172% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.00 (0.004440215667618141) - AverageScannerThreadConcurrency: 1.00 (0.9996828417380272) - BytesRead: 2.0 GiB (2155121874) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2155121874) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2155121874) - CachedFileHandlesHitCount: 357 (357) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.39s (2393924703) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.49s (14491544354) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105253703) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 210.7 MiB/s (220977097) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4825489408) - RowBatchQueueGetWaitTime: 1.79s (1788943759) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556641013303) - RowBatchesEnqueued: 142,858 (142858) - RowsRead: 146,209,206 (146209206) - RowsReturned: 146,209,206 (146209206) - RowsReturnedRate: 52070442 per second (52070442) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.64s (2638917036) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 26.3m (1577311363362) - ScannerThreadsSysTime: 1.08s (1076953000) - ScannerThreadsUserTime: 18.97s (18972347000) - ScannerThreadsVoluntaryContextSwitches: 114,871 (114871) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 9.75s (9752693363) - TotalReadThroughput: 1.3 MiB/s (1365856) - TotalTime: 2.81s (2807911718) Node Lifecycle Event Timeline Open Started: 1.05s (1048966973) Open Finished: 1.05s (1048966973) First Batch Requested: 1.05s (1048966973) First Batch Returned: 1.21s (1206961998) Last Batch Returned: 26.3m (1578413328667) Closed: 26.3m (1578442327756) Buffer pool - AllocTime: 20ms (20999335) - CumulativeAllocationBytes: 2.2 GiB (2368208896) - CumulativeAllocations: 357 (357) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999335) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 498,688 (498688) - Rows rejected: 0 (0) - Rows total: 146,209,206 (146209206) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 122 (122) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 142,796 (142796) - RowGroups rejected: 0 (0) - RowGroups total: 142,796 (142796) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 146,209,206 (146209206) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 992ms (992968736) - CodegenSysTime: 1ms (1966000) - CodegenUserTime: 429ms (429363000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 338ms (338989327) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999213) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 552ms (552982589) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 63ms (63997985) - TotalTime: 992ms (992968736) Instance c7456fdd806a4994:3209e9260000001a (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.364 Hdfs split stats (:<# splits>/): 0:154/35.41 GB Filter 12 arrival: 1s002ms Filter 10 arrival: 17s775ms - AverageThreadTokens: 2.00 (1.9993658845909956) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109686480) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 140,846,207 (140846207) - TotalNetworkReceiveTime: 144ms (144995231) - TotalNetworkSendTime: 25.3m (1520941961644) - TotalStorageWaitTime: 2.59s (2592914675) - TotalThreadsInvoluntaryContextSwitches: 766 (766) - TotalThreadsTotalWallClockTime: 52.6m (3155307191273) - TotalThreadsSysTime: 5.98s (5976217000) - TotalThreadsUserTime: 1.1m (66979375000) - TotalThreadsVoluntaryContextSwitches: 147,714 (147714) - TotalTime: 26.3m (1578243076247) Fragment Instance Lifecycle Event Timeline Prepare Finished: 7ms (7999737) Open Finished: 1.28s (1282957801) First Batch Produced: 1.28s (1282957801) First Batch Sent: 1.28s (1282957801) ExecInternal Finished: 26.3m (1578252075951) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576967118216) - ExecTreeExecTime: 7.69s (7687747035) - InactiveTotalTime: 0ns (0) - OpenTime: 1.27s (1274958064) - ExecTreeOpenTime: 418ms (418986219) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520995959867) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 140,846,207 (140846207) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.26s (26260135954) - TotalBytesSent: 3.4 GiB (3611997053) - TotalTime: 26.1m (1567103442771) - UncompressedRowBatchSize: 8.1 GiB (8732464834) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.04s (5035834313) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,846,207 (140846207) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.80s (4797842144) - RowsReturned: 140,846,207 (140846207) - RowsReturnedRate: 17584374 per second (17584374) - TotalTime: 8.01s (8009736445) Node Lifecycle Event Timeline Open Started: 863ms (863971582) Open Finished: 1.28s (1282957801) First Batch Requested: 1.28s (1282957801) First Batch Returned: 1.28s (1282957801) Last Batch Returned: 26.3m (1578223076905) Closed: 26.3m (1578252075951) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 144ms (144995231) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 2524 per second (2524) - TotalTime: 144ms (144995231) Node Lifecycle Event Timeline Open Started: 863ms (863971582) Open Finished: 863ms (863971582) First Batch Requested: 863ms (863971582) First Batch Returned: 1.01s (1008966813) Last Batch Returned: 1.01s (1008966813) Closed: 1.01s (1008966813) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 144ms (144995231) - DataWaitTime: 144ms (144995231) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.41 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.06345% 2:0.1269% 3:0% 4:0.1269% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.008248730964467006) - AverageScannerThreadConcurrency: 1.00 (0.9996827411167513) - BytesRead: 1.9 GiB (2078968899) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2078968899) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2078968899) - CachedFileHandlesHitCount: 347 (347) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.33s (2326923429) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.50s (14500522870) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417251) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 223.9 MiB/s (234733805) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4648516608) - RowBatchQueueGetWaitTime: 1.76s (1758942120) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556341796888) - RowBatchesEnqueued: 137,619 (137619) - RowsRead: 140,846,207 (140846207) - RowsReturned: 140,846,207 (140846207) - RowsReturnedRate: 49788208 per second (49788208) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 2.59s (2592914675) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.3m (1577065114993) - ScannerThreadsSysTime: 1.17s (1171699000) - ScannerThreadsUserTime: 18.28s (18278603000) - ScannerThreadsVoluntaryContextSwitches: 108,270 (108270) - TotalRawHdfsOpenFileTime(*): 999.97us (999967) - TotalRawHdfsReadTime(*): 8.86s (8856708555) - TotalReadThroughput: 1.3 MiB/s (1318030) - TotalTime: 2.83s (2828906901) Node Lifecycle Event Timeline Open Started: 1.01s (1008966813) Open Finished: 1.01s (1008966813) First Batch Requested: 1.01s (1008966813) First Batch Returned: 1.28s (1282957801) Last Batch Returned: 26.3m (1578223076905) Closed: 26.3m (1578252075951) Buffer pool - AllocTime: 38ms (38998717) - CumulativeAllocationBytes: 2.1 GiB (2285944832) - CumulativeAllocations: 347 (347) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38998717) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 484,352 (484352) - Rows rejected: 0 (0) - Rows total: 140,846,207 (140846207) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,559 (137559) - RowGroups rejected: 0 (0) - RowGroups total: 137,559 (137559) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 140,846,207 (140846207) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 76 (76) - CodegenTotalWallClockTime: 855ms (855971845) - CodegenSysTime: 3ms (3934000) - CodegenUserTime: 420ms (420875000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 384ms (384987337) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 43ms (43998553) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 369ms (369987830) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 35ms (35998816) - TotalTime: 855ms (855971845) Instance c7456fdd806a4994:3209e92600000026 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.840 Hdfs split stats (:<# splits>/): 0:152/35.22 GB Filter 12 arrival: 676ms Filter 10 arrival: 17s767ms - AverageThreadTokens: 2.00 (1.9993656834760545) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109479852) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 139,275,558 (139275558) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520797015707) - TotalStorageWaitTime: 2.44s (2443983948) - TotalThreadsInvoluntaryContextSwitches: 690 (690) - TotalThreadsTotalWallClockTime: 52.6m (3155205285402) - TotalThreadsSysTime: 5.77s (5770872000) - TotalThreadsUserTime: 1.1m (67096212000) - TotalThreadsVoluntaryContextSwitches: 146,571 (146571) - TotalTime: 26.3m (1578145639138) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999908) Open Finished: 1.10s (1102992762) First Batch Produced: 1.10s (1102992762) First Batch Sent: 1.10s (1102992762) ExecInternal Finished: 26.3m (1578158639052) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1577054646297) - ExecTreeExecTime: 7.72s (7720949303) - InactiveTotalTime: 0ns (0) - OpenTime: 1.09s (1088992854) - ExecTreeOpenTime: 414ms (414997277) - PrepareTime: 1ms (1999987) - ExecTreePrepareTime: 1ms (1999987) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520827015511) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 139,275,558 (139275558) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.17s (26167828135) - TotalBytesSent: 3.3 GiB (3572674815) - TotalTime: 26.1m (1566555715238) - UncompressedRowBatchSize: 8.0 GiB (8635084596) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.28s (5278965338) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 139,275,558 (139275558) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.02s (5021967025) - RowsReturned: 139,275,558 (139275558) - RowsReturnedRate: 17269246 per second (17269246) - TotalTime: 8.06s (8064947040) Node Lifecycle Event Timeline Open Started: 687ms (687995485) Open Finished: 1.10s (1102992762) First Batch Requested: 1.10s (1102992762) First Batch Returned: 1.10s (1102992762) Last Batch Returned: 26.3m (1578120639302) Closed: 26.3m (1578157639059) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 687ms (687995485) Open Finished: 687ms (687995485) First Batch Requested: 687ms (687995485) First Batch Returned: 687ms (687995485) Last Batch Returned: 687ms (687995485) Closed: 687ms (687995485) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:152/35.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 327ms Hdfs Read Thread Concurrency Bucket: 0:99.87% 1:0.09518% 2:0% 3:0.03173% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.00 (0.0019035532994923859) - AverageScannerThreadConcurrency: 1.00 (0.9996827411167513) - BytesRead: 1.9 GiB (2053159836) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2053159836) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2053159836) - CachedFileHandlesHitCount: 334 (334) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.30s (2299984869) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.32s (14322906065) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186907) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 216.1 MiB/s (226594561) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4596781056) - RowBatchQueueGetWaitTime: 1.40s (1403990782) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556855778845) - RowBatchesEnqueued: 136,088 (136088) - RowsRead: 139,275,558 (139275558) - RowsReturned: 139,275,558 (139275558) - RowsReturnedRate: 49991555 per second (49991555) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 2.44s (2443983948) - ScannerThreadsInvoluntaryContextSwitches: 17 (17) - ScannerThreadsTotalWallClockTime: 26.3m (1577061646251) - ScannerThreadsSysTime: 1.08s (1080406000) - ScannerThreadsUserTime: 18.21s (18212487000) - ScannerThreadsVoluntaryContextSwitches: 106,805 (106805) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 9.06s (9060940492) - TotalReadThroughput: 1.2 MiB/s (1302051) - TotalTime: 2.79s (2785981702) Node Lifecycle Event Timeline Open Started: 687ms (687995485) Open Finished: 688ms (688995479) First Batch Requested: 688ms (688995479) First Batch Returned: 1.10s (1102992762) Last Batch Returned: 26.3m (1578120639302) Closed: 26.3m (1578157639059) Buffer pool - AllocTime: 26ms (26999820) - CumulativeAllocationBytes: 2.1 GiB (2269380608) - CumulativeAllocations: 334 (334) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999827) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 482,304 (482304) - Rows rejected: 0 (0) - Rows total: 139,275,558 (139275558) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 152 (152) - Files rejected: 122 (122) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 136,028 (136028) - RowGroups rejected: 0 (0) - RowGroups total: 136,028 (136028) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 139,275,558 (139275558) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 44 (44) - CodegenTotalWallClockTime: 673ms (673995577) - CodegenSysTime: 4ms (4944000) - CodegenUserTime: 413ms (413061000) - CodegenVoluntaryContextSwitches: 9 (9) - CompileTime: 289ms (289998097) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999908) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 343ms (343997742) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 23ms (23999843) - TotalTime: 673ms (673995577) Instance c7456fdd806a4994:3209e9260000000a (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.948 Hdfs split stats (:<# splits>/): 0:156/35.92 GB Filter 12 arrival: 892ms Filter 10 arrival: 17s730ms - AverageThreadTokens: 2.00 (1.9993656834760545) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109496684) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 137,321,241 (137321241) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1522310473825) - TotalStorageWaitTime: 2.43s (2426916284) - TotalThreadsInvoluntaryContextSwitches: 652 (652) - TotalThreadsTotalWallClockTime: 52.6m (3155082136896) - TotalThreadsSysTime: 5.60s (5597060000) - TotalThreadsUserTime: 1.1m (65578008000) - TotalThreadsVoluntaryContextSwitches: 144,583 (144583) - TotalTime: 26.3m (1578114548648) Fragment Instance Lifecycle Event Timeline Prepare Finished: 9ms (9999655) Open Finished: 1.17s (1170959571) First Batch Produced: 1.17s (1170959571) First Batch Sent: 1.17s (1170959571) ExecInternal Finished: 26.3m (1578126548234) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576952588767) - ExecTreeExecTime: 7.56s (7564738999) - InactiveTotalTime: 0ns (0) - OpenTime: 1.16s (1160959916) - ExecTreeOpenTime: 325ms (325988744) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 999.97us (999965) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1522369471795) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 137,321,241 (137321241) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.48s (25476121095) - TotalBytesSent: 3.3 GiB (3513533858) - TotalTime: 26.1m (1567150926926) - UncompressedRowBatchSize: 7.9 GiB (8513916942) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 62ms (62997824) - InactiveTotalTime: 0ns (0) - LocalTime: 5.01s (5009827147) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,321,241 (137321241) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.72s (4716837260) - RowsReturned: 137,321,241 (137321241) - RowsReturnedRate: 17556376 per second (17556376) - TotalTime: 7.82s (7821730122) Node Lifecycle Event Timeline Open Started: 844ms (844970827) Open Finished: 1.17s (1170959571) First Batch Requested: 1.17s (1170959571) First Batch Returned: 1.17s (1170959571) Last Batch Returned: 26.3m (1578095549304) Closed: 26.3m (1578125548269) Buffer pool - AllocTime: 6ms (6999758) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999758) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 6ms (6999758) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 844ms (844970827) Open Finished: 844ms (844970827) First Batch Requested: 900ms (900968893) First Batch Returned: 900ms (900968893) Last Batch Returned: 900ms (900968893) Closed: 907ms (907968651) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:156/35.92 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 102ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.09521% 2:0% 3:0.09521% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):127 - AverageHdfsReadThreadConcurrency: 0.00 (0.003808314820691844) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2022782428) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2022782428) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2022782428) - CachedFileHandlesHitCount: 334 (334) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.38s (2385917684) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.02s (14020516345) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186800) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 200.3 MiB/s (209991924) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4532234240) - RowBatchQueueGetWaitTime: 1.67s (1671942323) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556888280943) - RowBatchesEnqueued: 134,176 (134176) - RowsRead: 137,321,241 (137321241) - RowsReturned: 137,321,241 (137321241) - RowsReturnedRate: 48835696 per second (48835696) - ScanRangesComplete: 156 (156) - ScannerIoWaitTime: 2.43s (2426916284) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 26.3m (1576968588213) - ScannerThreadsSysTime: 1.09s (1092512000) - ScannerThreadsUserTime: 17.88s (17876705000) - ScannerThreadsVoluntaryContextSwitches: 104,925 (104925) - TotalRawHdfsOpenFileTime(*): 999.97us (999965) - TotalRawHdfsReadTime(*): 9.63s (9632667711) - TotalReadThroughput: 1.2 MiB/s (1282746) - TotalTime: 2.81s (2811902975) Node Lifecycle Event Timeline Open Started: 907ms (907968651) Open Finished: 908ms (908968617) First Batch Requested: 908ms (908968617) First Batch Returned: 1.17s (1170959571) Last Batch Returned: 26.3m (1578095549304) Closed: 26.3m (1578125548269) Buffer pool - AllocTime: 37ms (37998688) - CumulativeAllocationBytes: 2.1 GiB (2224979968) - CumulativeAllocations: 334 (334) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998688) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 470,016 (470016) - Rows rejected: 0 (0) - Rows total: 137,321,241 (137321241) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 156 (156) - Files rejected: 127 (127) - Files total: 156 (156) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,118 (134118) - RowGroups rejected: 0 (0) - RowGroups total: 134,118 (134118) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 137,321,241 (137321241) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 44 (44) - CodegenTotalWallClockTime: 834ms (834971172) - CodegenSysTime: 4ms (4960000) - CodegenUserTime: 423ms (423720000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 456ms (456984222) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999240) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 327ms (327988676) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 24ms (24999137) - TotalTime: 834ms (834971172) Instance c7456fdd806a4994:3209e92600000007 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.147 Hdfs split stats (:<# splits>/): 0:153/35.47 GB Filter 12 arrival: 877ms Filter 10 arrival: 17s833ms - AverageThreadTokens: 2.00 (1.9993654822335025) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109570016) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 138,985,780 (138985780) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1521074593979) - TotalStorageWaitTime: 2.01s (2006965174) - TotalThreadsInvoluntaryContextSwitches: 712 (712) - TotalThreadsTotalWallClockTime: 52.6m (3153914248603) - TotalThreadsSysTime: 5.61s (5607609000) - TotalThreadsUserTime: 1.1m (67456254000) - TotalThreadsVoluntaryContextSwitches: 146,380 (146380) - TotalTime: 26.3m (1577521614498) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999965) Open Finished: 1.28s (1285977664) First Batch Produced: 1.28s (1285977664) First Batch Sent: 1.29s (1286977647) ExecInternal Finished: 26.3m (1577524614445) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576236636816) - ExecTreeExecTime: 6.99s (6994878578) - InactiveTotalTime: 0ns (0) - OpenTime: 1.28s (1283977699) - ExecTreeOpenTime: 407ms (407992914) - PrepareTime: 999.98us (999983) - ExecTreePrepareTime: 999.98us (999983) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1521125593095) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 138,985,780 (138985780) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.35s (26350542842) - TotalBytesSent: 3.3 GiB (3561254549) - TotalTime: 26.1m (1567376790609) - UncompressedRowBatchSize: 8.0 GiB (8617118360) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.13s (5126910999) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 138,985,780 (138985780) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.86s (4859915641) - RowsReturned: 138,985,780 (138985780) - RowsReturnedRate: 19026446 per second (19026446) - TotalTime: 7.30s (7304873193) Node Lifecycle Event Timeline Open Started: 877ms (877984750) Open Finished: 1.28s (1285977664) First Batch Requested: 1.28s (1285977664) First Batch Returned: 1.28s (1285977664) Last Batch Returned: 26.3m (1577491615018) Closed: 26.3m (1577523614462) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 877ms (877984750) Open Finished: 877ms (877984750) First Batch Requested: 877ms (877984750) First Batch Returned: 877ms (877984750) Last Batch Returned: 877ms (877984750) Closed: 877ms (877984750) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.47 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 133ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.06349% 2:0.03175% 3:0.03175% 4:0.127% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.007301587301587302) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2053860108) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2053860108) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2053860108) - CachedFileHandlesHitCount: 344 (344) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.34s (2337959433) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.39s (14393750269) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284492) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 267.2 MiB/s (280127624) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4587180032) - RowBatchQueueGetWaitTime: 1.02s (1019982301) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556352981791) - RowBatchesEnqueued: 135,802 (135802) - RowsRead: 138,985,780 (138985780) - RowsReturned: 138,985,780 (138985780) - RowsReturnedRate: 63814597 per second (63814597) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.01s (2006965174) - ScannerThreadsInvoluntaryContextSwitches: 16 (16) - ScannerThreadsTotalWallClockTime: 26.3m (1576394634071) - ScannerThreadsSysTime: 1.08s (1079073000) - ScannerThreadsUserTime: 18.19s (18191047000) - ScannerThreadsVoluntaryContextSwitches: 107,217 (107217) - TotalRawHdfsOpenFileTime(*): 1ms (1999965) - TotalRawHdfsReadTime(*): 7.33s (7331872778) - TotalReadThroughput: 1.2 MiB/s (1302825) - TotalTime: 2.18s (2177962194) Node Lifecycle Event Timeline Open Started: 877ms (877984750) Open Finished: 878ms (878984733) First Batch Requested: 878ms (878984733) First Batch Returned: 1.28s (1285977664) Last Batch Returned: 26.3m (1577490615035) Closed: 26.3m (1577523614462) Buffer pool - AllocTime: 37ms (37999344) - CumulativeAllocationBytes: 2.1 GiB (2248818688) - CumulativeAllocations: 344 (344) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999344) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 459,776 (459776) - Rows rejected: 0 (0) - Rows total: 138,985,780 (138985780) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 124 (124) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 135,744 (135744) - RowGroups rejected: 0 (0) - RowGroups total: 135,744 (135744) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 138,985,780 (138985780) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 875ms (875984785) - CodegenSysTime: 6ms (6005000) - CodegenUserTime: 415ms (415548000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 460ms (460991993) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999809) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 355ms (355993817) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 28ms (28999496) - TotalTime: 875ms (875984785) Instance c7456fdd806a4994:3209e92600000002 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:19.180 Hdfs split stats (:<# splits>/): 0:154/35.76 GB Filter 12 arrival: 864ms Filter 10 arrival: 17s793ms - AverageThreadTokens: 2.00 (1.9993654822335025) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109480178) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 143,051,259 (143051259) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520700509681) - TotalStorageWaitTime: 1.86s (1860996954) - TotalThreadsInvoluntaryContextSwitches: 660 (660) - TotalThreadsTotalWallClockTime: 52.6m (3153667835567) - TotalThreadsSysTime: 5.94s (5941395000) - TotalThreadsUserTime: 1.1m (67746855000) - TotalThreadsVoluntaryContextSwitches: 149,453 (149453) - TotalTime: 26.3m (1577380416889) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999995) Open Finished: 1.15s (1154998109) First Batch Produced: 1.15s (1154998109) First Batch Sent: 1.15s (1154998109) ExecInternal Finished: 26.3m (1577383416884) Buffer pool - AllocTime: 1,000.00us (999998) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 1,000.00us (999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576226418778) - ExecTreeExecTime: 7.09s (7086988391) - InactiveTotalTime: 0ns (0) - OpenTime: 1.15s (1151998114) - ExecTreeOpenTime: 289ms (289999526) - PrepareTime: 1ms (1999997) - ExecTreePrepareTime: 1ms (1999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520762509584) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 143,051,259 (143051259) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.95s (25949957540) - TotalBytesSent: 3.4 GiB (3667813655) - TotalTime: 26.1m (1566837434173) - UncompressedRowBatchSize: 8.3 GiB (8869178058) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.28s (5282991327) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 143,051,259 (143051259) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.00s (5003991780) - RowsReturned: 143,051,259 (143051259) - RowsReturnedRate: 19622975 per second (19622975) - TotalTime: 7.29s (7289988062) Node Lifecycle Event Timeline Open Started: 864ms (864998583) Open Finished: 1.15s (1154998109) First Batch Requested: 1.15s (1154998109) First Batch Returned: 1.15s (1154998109) Last Batch Returned: 26.3m (1577349416939) Closed: 26.3m (1577382416885) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 864ms (864998583) Open Finished: 864ms (864998583) First Batch Requested: 864ms (864998583) First Batch Returned: 864ms (864998583) Last Batch Returned: 864ms (864998583) Closed: 864ms (864998583) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 155ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.03175% 2:0.03175% 3:0.06349% 4:0.03175% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.004126984126984127) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2106927434) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2106927434) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2106927434) - CachedFileHandlesHitCount: 349 (349) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.31s (2309996207) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.43s (14425976381) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186825) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 305.4 MiB/s (320250931) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4721405952) - RowBatchQueueGetWaitTime: 881ms (881998558) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556467451164) - RowBatchesEnqueued: 139,776 (139776) - RowsRead: 143,051,259 (143051259) - RowsReturned: 143,051,259 (143051259) - RowsReturnedRate: 71276278 per second (71276278) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.86s (1860996954) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 26.3m (1576289418675) - ScannerThreadsSysTime: 1.17s (1172496000) - ScannerThreadsUserTime: 18.56s (18558131000) - ScannerThreadsVoluntaryContextSwitches: 109,632 (109632) - TotalRawHdfsOpenFileTime(*): 4ms (4999992) - TotalRawHdfsReadTime(*): 6.58s (6578989240) - TotalReadThroughput: 1.3 MiB/s (1336533) - TotalTime: 2.01s (2006996735) Node Lifecycle Event Timeline Open Started: 864ms (864998583) Open Finished: 865ms (865998582) First Batch Requested: 865ms (865998582) First Batch Returned: 1.15s (1154998109) Last Batch Returned: 26.3m (1577349416939) Closed: 26.3m (1577382416885) Buffer pool - AllocTime: 41ms (41999931) - CumulativeAllocationBytes: 2.1 GiB (2303754240) - CumulativeAllocations: 349 (349) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41999931) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 482,304 (482304) - Rows rejected: 0 (0) - Rows total: 143,051,259 (143051259) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,716 (139716) - RowGroups rejected: 0 (0) - RowGroups total: 139,716 (139716) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 143,051,259 (143051259) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 861ms (861998588) - CodegenSysTime: 1ms (1986000) - CodegenUserTime: 434ms (434625000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 470ms (470999228) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999982) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 353ms (353999421) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 23ms (23999960) - TotalTime: 861ms (861998588) Instance c7456fdd806a4994:3209e9260000000d (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.498 Hdfs split stats (:<# splits>/): 0:154/35.62 GB Filter 12 arrival: 1s188ms Filter 10 arrival: 17s777ms - AverageThreadTokens: 2.00 (1.9993654822335025) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.3 MiB (109380724) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 141,921,600 (141921600) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520016508036) - TotalStorageWaitTime: 1.91s (1914995598) - TotalThreadsInvoluntaryContextSwitches: 648 (648) - TotalThreadsTotalWallClockTime: 52.6m (3153398755832) - TotalThreadsSysTime: 6.05s (6050941000) - TotalThreadsUserTime: 1.1m (67482630000) - TotalThreadsVoluntaryContextSwitches: 147,374 (147374) - TotalTime: 26.3m (1577365376386) Fragment Instance Lifecycle Event Timeline Prepare Finished: 52ms (52999878) Open Finished: 1.51s (1511996527) First Batch Produced: 1.51s (1511996527) First Batch Sent: 1.51s (1511996527) ExecInternal Finished: 26.3m (1577408376288) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1575894379765) - ExecTreeExecTime: 7.27s (7274983310) - InactiveTotalTime: 0ns (0) - OpenTime: 1.46s (1458996649) - ExecTreeOpenTime: 389ms (389999104) - PrepareTime: 11ms (11999972) - ExecTreePrepareTime: 11ms (11999972) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520067507920) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 141,921,600 (141921600) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.25s (26254939646) - TotalBytesSent: 3.4 GiB (3639412539) - TotalTime: 26.1m (1566174402072) - UncompressedRowBatchSize: 8.2 GiB (8799139200) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 106ms (106999754) - InactiveTotalTime: 0ns (0) - LocalTime: 5.42s (5416987555) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,921,600 (141921600) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.02s (5018988473) - RowsReturned: 141,921,600 (141921600) - RowsReturnedRate: 18659206 per second (18659206) - TotalTime: 7.61s (7605982553) Node Lifecycle Event Timeline Open Started: 1.12s (1121997423) Open Finished: 1.51s (1511996527) First Batch Requested: 1.51s (1511996527) First Batch Returned: 1.51s (1511996527) Last Batch Returned: 26.3m (1577379376354) Closed: 26.3m (1577407376290) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.12s (1121997423) Open Finished: 1.12s (1121997423) First Batch Requested: 1.23s (1228997177) First Batch Returned: 1.23s (1228997177) Last Batch Returned: 1.23s (1228997177) Closed: 1.23s (1228997177) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.127% 2:0.06349% 3:0.03175% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.003492063492063492) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2098081389) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2098081389) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2098081389) - CachedFileHandlesHitCount: 350 (350) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.43s (2433994450) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.44s (14439966882) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.2 MiB (105118481) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 303.0 MiB/s (317699304) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4684167168) - RowBatchQueueGetWaitTime: 1.06s (1057997569) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555964425450) - RowBatchesEnqueued: 138,674 (138674) - RowsRead: 141,921,600 (141921600) - RowsReturned: 141,921,600 (141921600) - RowsReturnedRate: 64834136 per second (64834136) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.91s (1914995598) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 26.3m (1576045379418) - ScannerThreadsSysTime: 1.14s (1135950000) - ScannerThreadsUserTime: 18.49s (18488603000) - ScannerThreadsVoluntaryContextSwitches: 107,893 (107893) - TotalRawHdfsOpenFileTime(*): 1,000.00us (999998) - TotalRawHdfsReadTime(*): 6.60s (6603984827) - TotalReadThroughput: 1.3 MiB/s (1330968) - TotalTime: 2.19s (2188994998) Node Lifecycle Event Timeline Open Started: 1.23s (1228997177) Open Finished: 1.23s (1228997177) First Batch Requested: 1.23s (1228997177) First Batch Returned: 1.51s (1511996527) Last Batch Returned: 26.3m (1577378376356) Closed: 26.3m (1577407376290) Buffer pool - AllocTime: 69ms (69999842) - CumulativeAllocationBytes: 2.2 GiB (2309767168) - CumulativeAllocations: 350 (350) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68999844) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 481,280 (481280) - Rows rejected: 0 (0) - Rows total: 141,921,600 (141921600) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,614 (138614) - RowGroups rejected: 0 (0) - RowGroups total: 138,614 (138614) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 141,921,600 (141921600) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.07s (1068997545) - CodegenSysTime: 2ms (2968000) - CodegenUserTime: 426ms (426318000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 459ms (459998944) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999945) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 521ms (521998800) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 60ms (60999860) - TotalTime: 1.07s (1068997545) Instance c7456fdd806a4994:3209e9260000001f (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:19.546 Hdfs split stats (:<# splits>/): 0:153/35.73 GB Filter 12 arrival: 899ms Filter 10 arrival: 17s826ms - AverageThreadTokens: 2.00 (1.999365280863218) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109472029) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 137,832,634 (137832634) - TotalNetworkReceiveTime: 112ms (112999617) - TotalNetworkSendTime: 25.3m (1520550884070) - TotalStorageWaitTime: 1.99s (1986993323) - TotalThreadsInvoluntaryContextSwitches: 675 (675) - TotalThreadsTotalWallClockTime: 52.6m (3153528389958) - TotalThreadsSysTime: 5.84s (5836191000) - TotalThreadsUserTime: 1.1m (66539016000) - TotalThreadsVoluntaryContextSwitches: 144,674 (144674) - TotalTime: 26.3m (1577321693093) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999953) Open Finished: 1.14s (1141996134) First Batch Produced: 1.14s (1141996134) First Batch Sent: 1.14s (1141996134) ExecInternal Finished: 26.3m (1577337693039) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576192696915) - ExecTreeExecTime: 7.22s (7220975704) - InactiveTotalTime: 0ns (0) - OpenTime: 1.13s (1127996181) - ExecTreeOpenTime: 342ms (342998838) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520589883940) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 137,832,634 (137832634) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.02s (26018912491) - TotalBytesSent: 3.3 GiB (3532895444) - TotalTime: 26.1m (1566370729950) - UncompressedRowBatchSize: 8.0 GiB (8545623308) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 4.99s (4987983208) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,832,634 (137832634) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.74s (4735984066) - RowsReturned: 137,832,634 (137832634) - RowsReturnedRate: 18478763 per second (18478763) - TotalTime: 7.46s (7458974896) Node Lifecycle Event Timeline Open Started: 798ms (798997296) Open Finished: 1.14s (1141996134) First Batch Requested: 1.14s (1141996134) First Batch Returned: 1.14s (1141996134) Last Batch Returned: 26.3m (1577300693163) Closed: 26.3m (1577337693039) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 112ms (112999617) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 3238 per second (3238) - TotalTime: 112ms (112999617) Node Lifecycle Event Timeline Open Started: 798ms (798997296) Open Finished: 798ms (798997296) First Batch Requested: 798ms (798997296) First Batch Returned: 911ms (911996913) Last Batch Returned: 911ms (911996913) Closed: 911ms (911996913) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 112ms (112999617) - DataWaitTime: 112ms (112999617) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.73 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 119ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.09524% 2:0.09524% 3:0.03175% 4:0% 5:0.03175% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.005396825396825397) - AverageScannerThreadConcurrency: 1.00 (0.9996825396825397) - BytesRead: 1.9 GiB (2032703118) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2032703118) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2032703118) - CachedFileHandlesHitCount: 335 (335) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.42s (2421991816) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.99s (13991952902) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186642) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 239.1 MiB/s (250766093) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4549092352) - RowBatchQueueGetWaitTime: 1.20s (1202995954) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556718762478) - RowBatchesEnqueued: 134,673 (134673) - RowsRead: 137,832,634 (137832634) - RowsReturned: 137,832,634 (137832634) - RowsReturnedRate: 58453391 per second (58453391) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 1.99s (1986993323) - ScannerThreadsInvoluntaryContextSwitches: 18 (18) - ScannerThreadsTotalWallClockTime: 26.3m (1576207696862) - ScannerThreadsSysTime: 1.06s (1059532000) - ScannerThreadsUserTime: 18.11s (18112096000) - ScannerThreadsVoluntaryContextSwitches: 105,360 (105360) - TotalRawHdfsOpenFileTime(*): 2ms (2999990) - TotalRawHdfsReadTime(*): 8.11s (8105972755) - TotalReadThroughput: 1.2 MiB/s (1289863) - TotalTime: 2.36s (2357992071) Node Lifecycle Event Timeline Open Started: 911ms (911996913) Open Finished: 911ms (911996913) First Batch Requested: 911ms (911996913) First Batch Returned: 1.14s (1141996134) Last Batch Returned: 26.3m (1577300693163) Closed: 26.3m (1577337693039) Buffer pool - AllocTime: 33ms (33999885) - CumulativeAllocationBytes: 2.0 GiB (2199781376) - CumulativeAllocations: 335 (335) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999889) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 449,536 (449536) - Rows rejected: 0 (0) - Rows total: 137,832,634 (137832634) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 125 (125) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,617 (134617) - RowGroups rejected: 0 (0) - RowGroups total: 134,617 (134617) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 137,832,634 (137832634) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 784ms (784997343) - CodegenSysTime: 5ms (5906000) - CodegenUserTime: 422ms (422199000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 394ms (394998663) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999916) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 338ms (338998853) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 23ms (23999918) - TotalTime: 784ms (784997343) Instance c7456fdd806a4994:3209e9260000001e (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.445 Hdfs split stats (:<# splits>/): 0:152/35.39 GB Filter 12 arrival: 680ms Filter 10 arrival: 17s764ms - AverageThreadTokens: 2.00 (1.9990482233502538) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109495090) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 141,501,901 (141501901) - TotalNetworkReceiveTime: 137ms (137996841) - TotalNetworkSendTime: 25.3m (1519886214369) - TotalStorageWaitTime: 2.31s (2306947206) - TotalThreadsInvoluntaryContextSwitches: 715 (715) - TotalThreadsTotalWallClockTime: 52.6m (3153227832456) - TotalThreadsSysTime: 5.93s (5929964000) - TotalThreadsUserTime: 1.1m (67591590000) - TotalThreadsVoluntaryContextSwitches: 149,109 (149109) - TotalTime: 26.3m (1577161903683) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999679) Open Finished: 1.12s (1120974337) First Batch Produced: 1.12s (1121974314) First Batch Sent: 1.12s (1121974314) ExecInternal Finished: 26.3m (1577174903385) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576052929071) - ExecTreeExecTime: 7.65s (7649824899) - InactiveTotalTime: 0ns (0) - OpenTime: 1.11s (1106974658) - ExecTreeOpenTime: 572ms (572986882) - PrepareTime: 1ms (1999954) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519937213201) - PeakMemoryUsage: 1.1 MiB (1143744) - RowsSent: 141,501,901 (141501901) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.24s (26236399636) - TotalBytesSent: 3.4 GiB (3626930373) - TotalTime: 26.1m (1566227153967) - UncompressedRowBatchSize: 8.2 GiB (8773117862) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 5ms (5999862) - InactiveTotalTime: 0ns (0) - LocalTime: 5.16s (5163881776) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,501,901 (141501901) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.92s (4920887337) - RowsReturned: 141,501,901 (141501901) - RowsReturnedRate: 17401025 per second (17401025) - TotalTime: 8.13s (8131813858) Node Lifecycle Event Timeline Open Started: 547ms (547987455) Open Finished: 1.12s (1120974337) First Batch Requested: 1.12s (1120974337) First Batch Returned: 1.12s (1121974314) Last Batch Returned: 26.3m (1577142904118) Closed: 26.3m (1577174903385) Buffer pool - AllocTime: 4ms (4999885) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999885) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 4ms (4999885) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 137ms (137996841) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 2652 per second (2652) - TotalTime: 137ms (137996841) Node Lifecycle Event Timeline Open Started: 547ms (547987455) Open Finished: 547ms (547987455) First Batch Requested: 548ms (548987432) First Batch Returned: 686ms (686984273) Last Batch Returned: 686ms (686984273) Closed: 691ms (691984158) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 137ms (137996841) - DataWaitTime: 137ms (137996841) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:152/35.39 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 329ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.06347% 2:0.09521% 3:0.06347% 4:0.03174% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.01 (0.005712472231037766) - AverageScannerThreadConcurrency: 1.00 (0.9993652808632181) - BytesRead: 1.9 GiB (2088292402) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2088292402) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2088292402) - CachedFileHandlesHitCount: 350 (350) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.47s (2468943524) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.66s (14657664548) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105201492) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 232.7 MiB/s (244050507) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4670143488) - RowBatchQueueGetWaitTime: 1.52s (1518965237) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555376402219) - RowBatchesEnqueued: 138,259 (138259) - RowsRead: 141,501,901 (141501901) - RowsReturned: 141,501,901 (141501901) - RowsReturnedRate: 50001815 per second (50001815) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 2.31s (2306947206) - ScannerThreadsInvoluntaryContextSwitches: 18 (18) - ScannerThreadsTotalWallClockTime: 26.3m (1576067928727) - ScannerThreadsSysTime: 1.20s (1196626000) - ScannerThreadsUserTime: 18.36s (18365979000) - ScannerThreadsVoluntaryContextSwitches: 109,465 (109465) - TotalRawHdfsOpenFileTime(*): 1ms (1999954) - TotalRawHdfsReadTime(*): 8.56s (8556804187) - TotalReadThroughput: 1.3 MiB/s (1324738) - TotalTime: 2.83s (2829935241) Node Lifecycle Event Timeline Open Started: 691ms (691984158) Open Finished: 692ms (692984135) First Batch Requested: 692ms (692984135) First Batch Returned: 1.12s (1120974337) Last Batch Returned: 26.3m (1577141904140) Closed: 26.3m (1577174903385) Buffer pool - AllocTime: 65ms (65998491) - CumulativeAllocationBytes: 2.1 GiB (2295529472) - CumulativeAllocations: 350 (350) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 65ms (65998491) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 482,304 (482304) - Rows rejected: 0 (0) - Rows total: 141,501,901 (141501901) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 152 (152) - Files rejected: 122 (122) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,199 (138199) - RowGroups rejected: 0 (0) - RowGroups total: 138,199 (138199) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 141,501,901 (141501901) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 533ms (533987776) - CodegenSysTime: 996.00us (996000) - CodegenUserTime: 418ms (418219000) - CodegenVoluntaryContextSwitches: 5 (5) - CompileTime: 230ms (230994712) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999725) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 261ms (261994002) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 25ms (25999405) - TotalTime: 533ms (533987776) Instance c7456fdd806a4994:3209e9260000001d (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.525 Hdfs split stats (:<# splits>/): 0:153/35.68 GB Filter 12 arrival: 744ms Filter 10 arrival: 17s812ms - AverageThreadTokens: 2.00 (1.999365280863218) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109447343) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 135,046,590 (135046590) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519855632148) - TotalStorageWaitTime: 2.40s (2404985174) - TotalThreadsInvoluntaryContextSwitches: 677 (677) - TotalThreadsTotalWallClockTime: 52.6m (3153183564924) - TotalThreadsSysTime: 5.97s (5966589000) - TotalThreadsUserTime: 1.1m (65251603000) - TotalThreadsVoluntaryContextSwitches: 143,400 (143400) - TotalTime: 26.3m (1577152279010) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999988) Open Finished: 1.14s (1138992985) First Batch Produced: 1.14s (1138992985) First Batch Sent: 1.14s (1138992985) ExecInternal Finished: 26.3m (1577153279003) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576013286025) - ExecTreeExecTime: 7.61s (7609953151) - InactiveTotalTime: 0ns (0) - OpenTime: 1.14s (1136992997) - ExecTreeOpenTime: 426ms (426997370) - PrepareTime: 1ms (1999988) - ExecTreePrepareTime: 1ms (1999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519910631812) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 135,046,590 (135046590) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.38s (25376843618) - TotalBytesSent: 3.2 GiB (3460684441) - TotalTime: 26.1m (1564693355750) - UncompressedRowBatchSize: 7.8 GiB (8372888580) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 31ms (31999803) - InactiveTotalTime: 0ns (0) - LocalTime: 5.07s (5065968833) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 135,046,590 (135046590) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.77s (4766970679) - RowsReturned: 135,046,590 (135046590) - RowsReturnedRate: 17021353 per second (17021353) - TotalTime: 7.93s (7933951151) Node Lifecycle Event Timeline Open Started: 711ms (711995615) Open Finished: 1.14s (1138992985) First Batch Requested: 1.14s (1138992985) First Batch Returned: 1.14s (1138992985) Last Batch Returned: 26.3m (1577119279213) Closed: 26.3m (1577153279003) Buffer pool - AllocTime: 31ms (31999803) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999803) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 31ms (31999803) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 711ms (711995615) Open Finished: 711ms (711995615) First Batch Requested: 711ms (711995615) First Batch Returned: 711ms (711995615) Last Batch Returned: 711ms (711995615) Closed: 743ms (743995418) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.68 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 284ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.06351% 2:0.09527% 3:0.06351% 4:0.06351% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.006986344871387742) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (1992018238) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (1992018238) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (1992018238) - CachedFileHandlesHitCount: 330 (330) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.22s (2223986279) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.20s (14200912462) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186576) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 218.0 MiB/s (228601161) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4457178112) - RowBatchQueueGetWaitTime: 1.61s (1606990094) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556027409240) - RowBatchesEnqueued: 131,953 (131953) - RowsRead: 135,046,590 (135046590) - RowsReturned: 135,046,590 (135046590) - RowsReturnedRate: 47087664 per second (47087664) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.40s (2404985174) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.3m (1576033285902) - ScannerThreadsSysTime: 1.21s (1208968000) - ScannerThreadsUserTime: 17.68s (17680713000) - ScannerThreadsVoluntaryContextSwitches: 103,731 (103731) - TotalRawHdfsOpenFileTime(*): 999.99us (999993) - TotalRawHdfsReadTime(*): 8.71s (8713946283) - TotalReadThroughput: 1.2 MiB/s (1263995) - TotalTime: 2.87s (2867982318) Node Lifecycle Event Timeline Open Started: 743ms (743995418) Open Finished: 743ms (743995418) First Batch Requested: 743ms (743995418) First Batch Returned: 1.14s (1138992985) Last Batch Returned: 26.3m (1577119279213) Closed: 26.3m (1577153279003) Buffer pool - AllocTime: 109ms (109999321) - CumulativeAllocationBytes: 2.0 GiB (2178023424) - CumulativeAllocations: 330 (330) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 109ms (109999321) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 450,560 (450560) - Rows rejected: 0 (0) - Rows total: 135,046,590 (135046590) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 125 (125) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 131,897 (131897) - RowGroups rejected: 0 (0) - RowGroups total: 131,897 (131897) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 135,046,590 (135046590) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 709ms (709995627) - CodegenSysTime: 1ms (1963000) - CodegenUserTime: 413ms (413996000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 382ms (382997641) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999932) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 285ms (285998239) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 23ms (23999852) - TotalTime: 709ms (709995627) Instance c7456fdd806a4994:3209e92600000025 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.518 Hdfs split stats (:<# splits>/): 0:153/35.75 GB Filter 12 arrival: 1s006ms Filter 10 arrival: 17s818ms - AverageThreadTokens: 2.00 (1.999365280863218) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109561725) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 138,459,036 (138459036) - TotalNetworkReceiveTime: 315ms (315988045) - TotalNetworkSendTime: 25.3m (1520625485904) - TotalStorageWaitTime: 1.60s (1598939528) - TotalThreadsInvoluntaryContextSwitches: 697 (697) - TotalThreadsTotalWallClockTime: 52.5m (3152904749300) - TotalThreadsSysTime: 6.05s (6046203000) - TotalThreadsUserTime: 1.1m (66923581000) - TotalThreadsVoluntaryContextSwitches: 145,168 (145168) - TotalTime: 26.3m (1577008353617) Fragment Instance Lifecycle Event Timeline Prepare Finished: 9ms (9999622) Open Finished: 1.13s (1128957289) First Batch Produced: 1.13s (1128957289) First Batch Sent: 1.13s (1128957289) ExecInternal Finished: 26.3m (1577020353163) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1575888395987) - ExecTreeExecTime: 6.78s (6776743671) - InactiveTotalTime: 0ns (0) - OpenTime: 1.12s (1118957667) - ExecTreeOpenTime: 471ms (471982144) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520678483905) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 138,459,036 (138459036) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.23s (26227008086) - TotalBytesSent: 3.3 GiB (3549085277) - TotalTime: 26.1m (1566865737245) - UncompressedRowBatchSize: 8.0 GiB (8584460232) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 41ms (41998412) - InactiveTotalTime: 0ns (0) - LocalTime: 5.07s (5067808299) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 138,459,036 (138459036) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.78s (4782819076) - RowsReturned: 138,459,036 (138459036) - RowsReturnedRate: 19298156 per second (19298156) - TotalTime: 7.17s (7174728618) Node Lifecycle Event Timeline Open Started: 656ms (656975145) Open Finished: 1.13s (1128957289) First Batch Requested: 1.13s (1128957289) First Batch Returned: 1.13s (1128957289) Last Batch Returned: 26.3m (1576977354789) Closed: 26.3m (1577019353201) Buffer pool - AllocTime: 41ms (41998412) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998412) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 41ms (41998412) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 315ms (315988045) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1158 per second (1158) - TotalTime: 315ms (315988045) Node Lifecycle Event Timeline Open Started: 656ms (656975145) Open Finished: 656ms (656975145) First Batch Requested: 656ms (656975145) First Batch Returned: 972ms (972963190) Last Batch Returned: 972ms (972963190) Closed: 1.01s (1014961602) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 315ms (315988045) - DataWaitTime: 315ms (315988045) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.75 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 26ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.09527% 2:0.03176% 3:0.03176% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025404890441409972) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2041462894) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2041462894) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2041462894) - CachedFileHandlesHitCount: 336 (336) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.43s (2432907985) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.20s (14195463210) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284612) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 352.5 MiB/s (369643328) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4569705472) - RowBatchQueueGetWaitTime: 814ms (814969180) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1556495129332) - RowBatchesEnqueued: 135,283 (135283) - RowsRead: 138,459,036 (138459036) - RowsReturned: 138,459,036 (138459036) - RowsReturnedRate: 77311151 per second (77311151) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 1.60s (1598939528) - ScannerThreadsInvoluntaryContextSwitches: 17 (17) - ScannerThreadsTotalWallClockTime: 26.3m (1575897395646) - ScannerThreadsSysTime: 1.10s (1098781000) - ScannerThreadsUserTime: 18.21s (18209920000) - ScannerThreadsVoluntaryContextSwitches: 105,560 (105560) - TotalRawHdfsOpenFileTime(*): 999.96us (999963) - TotalRawHdfsReadTime(*): 5.52s (5522791132) - TotalReadThroughput: 1.2 MiB/s (1295439) - TotalTime: 1.79s (1790932274) Node Lifecycle Event Timeline Open Started: 1.01s (1014961602) Open Finished: 1.01s (1015961564) First Batch Requested: 1.01s (1015961564) First Batch Returned: 1.13s (1128957289) Last Batch Returned: 26.3m (1576977354789) Closed: 26.3m (1577019353201) Buffer pool - AllocTime: 33ms (33998716) - CumulativeAllocationBytes: 2.1 GiB (2217607168) - CumulativeAllocations: 336 (336) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998754) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 454,656 (454656) - Rows rejected: 0 (0) - Rows total: 138,459,036 (138459036) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 125 (125) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 135,227 (135227) - RowGroups rejected: 0 (0) - RowGroups total: 135,227 (135227) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 138,459,036 (138459036) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 646ms (646975523) - CodegenSysTime: 4ms (4059000) - CodegenUserTime: 431ms (431181000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 161ms (161993871) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999243) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 432ms (432983620) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 29ms (29998865) - TotalTime: 646ms (646975523) Instance c7456fdd806a4994:3209e92600000009 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.798 Hdfs split stats (:<# splits>/): 0:154/35.47 GB Filter 12 arrival: 772ms Filter 10 arrival: 17s790ms - AverageThreadTokens: 2.00 (1.999365280863218) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109694534) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 140,356,254 (140356254) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519839456729) - TotalStorageWaitTime: 2.15s (2149920016) - TotalThreadsInvoluntaryContextSwitches: 652 (652) - TotalThreadsTotalWallClockTime: 52.5m (3152757706508) - TotalThreadsSysTime: 5.77s (5771265000) - TotalThreadsUserTime: 1.1m (66907998000) - TotalThreadsVoluntaryContextSwitches: 147,421 (147421) - TotalTime: 26.3m (1576919333146) Fragment Instance Lifecycle Event Timeline Prepare Finished: 10ms (10999591) Open Finished: 1.19s (1185955878) First Batch Produced: 1.19s (1185955878) First Batch Sent: 1.19s (1185955878) ExecInternal Finished: 26.3m (1576929332774) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1575742376933) - ExecTreeExecTime: 7.25s (7250730247) - InactiveTotalTime: 0ns (0) - OpenTime: 1.17s (1174956287) - ExecTreeOpenTime: 427ms (427984078) - PrepareTime: 1ms (1999926) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519880455201) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 140,356,254 (140356254) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.08s (26084029604) - TotalBytesSent: 3.3 GiB (3595541023) - TotalTime: 26.1m (1565811746419) - UncompressedRowBatchSize: 8.1 GiB (8702087748) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 22ms (22999145) - InactiveTotalTime: 0ns (0) - LocalTime: 5.17s (5166807792) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,356,254 (140356254) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.87s (4869818842) - RowsReturned: 140,356,254 (140356254) - RowsReturnedRate: 18519788 per second (18519788) - TotalTime: 7.58s (7578718047) Node Lifecycle Event Timeline Open Started: 757ms (757971800) Open Finished: 1.19s (1185955878) First Batch Requested: 1.19s (1185955878) First Batch Returned: 1.19s (1185955878) Last Batch Returned: 26.3m (1576900333853) Closed: 26.3m (1576929332774) Buffer pool - AllocTime: 22ms (22999145) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999145) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 22ms (22999145) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 757ms (757971800) Open Finished: 757ms (757971800) First Batch Requested: 757ms (757971800) First Batch Returned: 757ms (757971800) Last Batch Returned: 757ms (757971800) Closed: 780ms (780970945) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:154/35.47 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 232ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1905% 2:0.09527% 3:0.03176% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.00476341695776437) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2073096209) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2073096209) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2073096209) - CachedFileHandlesHitCount: 350 (350) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.28s (2281915085) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.62s (14620456038) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417255) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 259.7 MiB/s (272355929) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4632330240) - RowBatchQueueGetWaitTime: 1.17s (1171956402) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555626125389) - RowBatchesEnqueued: 137,140 (137140) - RowsRead: 140,356,254 (140356254) - RowsReturned: 140,356,254 (140356254) - RowsReturnedRate: 58192983 per second (58192983) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 2.15s (2149920016) - ScannerThreadsInvoluntaryContextSwitches: 17 (17) - ScannerThreadsTotalWallClockTime: 26.3m (1575840373288) - ScannerThreadsSysTime: 1.20s (1199033000) - ScannerThreadsUserTime: 18.19s (18187456000) - ScannerThreadsVoluntaryContextSwitches: 107,705 (107705) - TotalRawHdfsOpenFileTime(*): 1ms (1999926) - TotalRawHdfsReadTime(*): 7.61s (7611716826) - TotalReadThroughput: 1.3 MiB/s (1315561) - TotalTime: 2.41s (2411910255) Node Lifecycle Event Timeline Open Started: 780ms (780970945) Open Finished: 780ms (780970945) First Batch Requested: 780ms (780970945) First Batch Returned: 1.19s (1185955878) Last Batch Returned: 26.3m (1576900333853) Closed: 26.3m (1576929332774) Buffer pool - AllocTime: 29ms (29998885) - CumulativeAllocationBytes: 2.1 GiB (2277343232) - CumulativeAllocations: 350 (350) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 29ms (29998885) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 476,160 (476160) - Rows rejected: 0 (0) - Rows total: 140,356,254 (140356254) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,080 (137080) - RowGroups rejected: 0 (0) - RowGroups total: 137,080 (137080) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 140,356,254 (140356254) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 746ms (746972209) - CodegenSysTime: 3ms (3969000) - CodegenUserTime: 414ms (414342000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 284ms (284989397) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29998884) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 372ms (372986123) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 55ms (55997916) - TotalTime: 746ms (746972209) Instance c7456fdd806a4994:3209e9260000000f (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.493 Hdfs split stats (:<# splits>/): 0:152/35.15 GB Filter 12 arrival: 1s184ms Filter 10 arrival: 17s685ms - AverageThreadTokens: 2.00 (1.9993650793650795) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109710955) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 137,382,685 (137382685) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520213211079) - TotalStorageWaitTime: 1.93s (1929929174) - TotalThreadsInvoluntaryContextSwitches: 631 (631) - TotalThreadsTotalWallClockTime: 52.5m (3151724337677) - TotalThreadsSysTime: 5.98s (5976435000) - TotalThreadsUserTime: 1.1m (65964393000) - TotalThreadsVoluntaryContextSwitches: 144,172 (144172) - TotalTime: 26.3m (1576530144323) Fragment Instance Lifecycle Event Timeline Prepare Finished: 24ms (24999082) Open Finished: 1.42s (1418947922) First Batch Produced: 1.42s (1418947922) First Batch Sent: 1.42s (1418947922) ExecInternal Finished: 26.3m (1576543143845) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1575122195997) - ExecTreeExecTime: 7.41s (7409728121) - InactiveTotalTime: 0ns (0) - OpenTime: 1.39s (1393948840) - ExecTreeOpenTime: 245ms (245990972) - PrepareTime: 13ms (13999486) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520258209426) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 137,382,685 (137382685) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.48s (25480064843) - TotalBytesSent: 3.3 GiB (3522644517) - TotalTime: 26.1m (1565082564388) - UncompressedRowBatchSize: 7.9 GiB (8517726470) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 41ms (41998459) - InactiveTotalTime: 0ns (0) - LocalTime: 5.36s (5364803172) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,382,685 (137382685) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.07s (5071813913) - RowsReturned: 137,382,685 (137382685) - RowsReturnedRate: 18153769 per second (18153769) - TotalTime: 7.57s (7567722319) Node Lifecycle Event Timeline Open Started: 1.17s (1172956950) Open Finished: 1.42s (1418947922) First Batch Requested: 1.42s (1418947922) First Batch Returned: 1.42s (1418947922) Last Batch Returned: 26.3m (1576509145093) Closed: 26.3m (1576543143845) Buffer pool - AllocTime: 22ms (22999156) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999156) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 20ms (20999230) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 20ms (20999229) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.17s (1172956950) Open Finished: 1.17s (1172956950) First Batch Requested: 1.17s (1172956950) First Batch Returned: 1.17s (1172956950) Last Batch Returned: 1.17s (1172956950) Closed: 1.21s (1214955409) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:152/35.15 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.0953% 2:0.03177% 3:0.03177% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025412960609911056) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2030110762) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2030110762) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2030110762) - CachedFileHandlesHitCount: 339 (339) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.41s (2413911414) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.70s (13698497299) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417679) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 267.9 MiB/s (280916738) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4534160384) - RowBatchQueueGetWaitTime: 1.10s (1096959741) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555923900543) - RowBatchesEnqueued: 134,233 (134233) - RowsRead: 137,382,685 (137382685) - RowsReturned: 137,382,685 (137382685) - RowsReturnedRate: 62363925 per second (62363925) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 1.93s (1929929174) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.3m (1575208192840) - ScannerThreadsSysTime: 1.18s (1183277000) - ScannerThreadsUserTime: 18.00s (17996651000) - ScannerThreadsVoluntaryContextSwitches: 104,886 (104886) - TotalRawHdfsOpenFileTime(*): 3ms (3999853) - TotalRawHdfsReadTime(*): 7.23s (7226734778) - TotalReadThroughput: 1.2 MiB/s (1288598) - TotalTime: 2.20s (2202919147) Node Lifecycle Event Timeline Open Started: 1.21s (1214955409) Open Finished: 1.21s (1214955409) First Batch Requested: 1.21s (1214955409) First Batch Returned: 1.42s (1418947922) Last Batch Returned: 26.3m (1576509145093) Closed: 26.3m (1576543143845) Buffer pool - AllocTime: 78ms (78997099) - CumulativeAllocationBytes: 2.1 GiB (2235629568) - CumulativeAllocations: 339 (339) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 78ms (78997099) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 466,944 (466944) - Rows rejected: 0 (0) - Rows total: 137,382,685 (137382685) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 152 (152) - Files rejected: 123 (123) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,175 (134175) - RowGroups rejected: 0 (0) - RowGroups total: 134,175 (134175) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 137,382,685 (137382685) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 1.15s (1147957868) - CodegenSysTime: 4ms (4034000) - CodegenUserTime: 424ms (424122000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 336ms (336987632) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 55ms (55997945) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 676ms (676975154) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 75ms (75997211) - TotalTime: 1.15s (1147957868) Instance c7456fdd806a4994:3209e92600000018 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:19.169 Hdfs split stats (:<# splits>/): 0:155/35.76 GB Filter 12 arrival: 778ms Filter 10 arrival: 17s607ms - AverageThreadTokens: 2.00 (1.9993650793650795) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109559715) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 137,621,268 (137621268) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1519247240594) - TotalStorageWaitTime: 1.93s (1933892085) - TotalThreadsInvoluntaryContextSwitches: 716 (716) - TotalThreadsTotalWallClockTime: 52.5m (3151665166149) - TotalThreadsSysTime: 5.85s (5854616000) - TotalThreadsUserTime: 1.1m (66891414000) - TotalThreadsVoluntaryContextSwitches: 144,073 (144073) - TotalTime: 26.3m (1576386052190) Fragment Instance Lifecycle Event Timeline Prepare Finished: 2ms (2999833) Open Finished: 1.18s (1184933879) First Batch Produced: 1.18s (1184933879) First Batch Sent: 1.19s (1185933823) ExecInternal Finished: 26.3m (1576388052079) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1575201118311) - ExecTreeExecTime: 7.22s (7222596956) - InactiveTotalTime: 0ns (0) - OpenTime: 1.18s (1181934046) - ExecTreeOpenTime: 433ms (433975784) - PrepareTime: 2ms (2999833) - ExecTreePrepareTime: 999.94us (999944) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519318236630) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 137,621,268 (137621268) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.88s (25882555730) - TotalBytesSent: 3.3 GiB (3525251470) - TotalTime: 26.1m (1565280671903) - UncompressedRowBatchSize: 7.9 GiB (8532518616) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 28ms (28998382) - InactiveTotalTime: 0ns (0) - LocalTime: 5.15s (5154712344) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,621,268 (137621268) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.83s (4831730371) - RowsReturned: 137,621,268 (137621268) - RowsReturnedRate: 18195260 per second (18195260) - TotalTime: 7.56s (7563577928) Node Lifecycle Event Timeline Open Started: 750ms (750958095) Open Finished: 1.18s (1184933879) First Batch Requested: 1.18s (1184933879) First Batch Returned: 1.18s (1184933879) Last Batch Returned: 26.3m (1576358053753) Closed: 26.3m (1576388052079) Buffer pool - AllocTime: 28ms (28998382) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28998382) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 28ms (28998382) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 750ms (750958095) Open Finished: 750ms (750958095) First Batch Requested: 750ms (750958095) First Batch Returned: 750ms (750958095) Last Batch Returned: 750ms (750958095) Closed: 779ms (779956477) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 223ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.03176% 2:0.03176% 3:0.06351% 4:0.03176% 5:0.03176% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.01 (0.0057161003493172435) - AverageScannerThreadConcurrency: 1.00 (0.9996824388694824) - BytesRead: 1.9 GiB (2027591269) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2027591269) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2027591269) - CachedFileHandlesHitCount: 333 (333) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.32s (2322870368) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.01s (14007218346) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105249763) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 264.4 MiB/s (277273952) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4542135296) - RowBatchQueueGetWaitTime: 1.21s (1207932592) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555720205400) - RowBatchesEnqueued: 134,469 (134469) - RowsRead: 137,621,268 (137621268) - RowsReturned: 137,621,268 (137621268) - RowsReturnedRate: 57131152 per second (57131152) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 1.93s (1933892085) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 26.3m (1575282113792) - ScannerThreadsSysTime: 1.06s (1058802000) - ScannerThreadsUserTime: 18.05s (18050142000) - ScannerThreadsVoluntaryContextSwitches: 104,699 (104699) - TotalRawHdfsOpenFileTime(*): 1ms (1999889) - TotalRawHdfsReadTime(*): 7.31s (7312591937) - TotalReadThroughput: 1.2 MiB/s (1287017) - TotalTime: 2.41s (2408865584) Node Lifecycle Event Timeline Open Started: 779ms (779956477) Open Finished: 779ms (779956477) First Batch Requested: 779ms (779956477) First Batch Returned: 1.18s (1184933879) Last Batch Returned: 26.3m (1576357053808) Closed: 26.3m (1576388052079) Buffer pool - AllocTime: 38ms (38997827) - CumulativeAllocationBytes: 2.1 GiB (2228355072) - CumulativeAllocations: 333 (333) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38997827) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 137,621,268 (137621268) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 126 (126) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,411 (134411) - RowGroups rejected: 0 (0) - RowGroups total: 134,411 (134411) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 137,621,268 (137621268) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 747ms (747958262) - CodegenSysTime: 2ms (2001000) - CodegenUserTime: 427ms (427473000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 337ms (337981140) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22998717) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 359ms (359979912) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 24ms (24998605) - TotalTime: 747ms (747958262) Instance c7456fdd806a4994:3209e92600000017 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.363 Hdfs split stats (:<# splits>/): 0:155/35.73 GB Filter 12 arrival: 829ms Filter 10 arrival: 17s817ms - AverageThreadTokens: 2.00 (1.9993650793650795) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109686693) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 139,487,093 (139487093) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520796295600) - TotalStorageWaitTime: 2.12s (2123936174) - TotalThreadsInvoluntaryContextSwitches: 646 (646) - TotalThreadsTotalWallClockTime: 52.5m (3151633284507) - TotalThreadsSysTime: 5.29s (5292004000) - TotalThreadsUserTime: 1.1m (66161476000) - TotalThreadsVoluntaryContextSwitches: 146,689 (146689) - TotalTime: 26.3m (1576361625876) Fragment Instance Lifecycle Event Timeline Prepare Finished: 4ms (4999850) Open Finished: 1.08s (1080967515) First Batch Produced: 1.08s (1080967515) First Batch Sent: 1.08s (1080967515) ExecInternal Finished: 26.3m (1576364625785) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1575281658331) - ExecTreeExecTime: 7.22s (7221783004) - InactiveTotalTime: 0ns (0) - OpenTime: 1.07s (1075967665) - ExecTreeOpenTime: 250ms (250992458) - PrepareTime: 3ms (3999880) - ExecTreePrepareTime: 3ms (3999880) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520837294370) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 139,487,093 (139487093) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.32s (25322239085) - TotalBytesSent: 3.3 GiB (3572150449) - TotalTime: 26.1m (1565683946723) - UncompressedRowBatchSize: 8.1 GiB (8648199766) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.08s (5079847378) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 139,487,093 (139487093) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.83s (4832854798) - RowsReturned: 139,487,093 (139487093) - RowsReturnedRate: 18857818 per second (18857818) - TotalTime: 7.40s (7396777748) Node Lifecycle Event Timeline Open Started: 829ms (829975057) Open Finished: 1.08s (1080967515) First Batch Requested: 1.08s (1080967515) First Batch Returned: 1.08s (1080967515) Last Batch Returned: 26.3m (1576333626717) Closed: 26.3m (1576363625815) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 829ms (829975057) Open Finished: 829ms (829975057) First Batch Requested: 829ms (829975057) First Batch Returned: 829ms (829975057) Last Batch Returned: 829ms (829975057) Closed: 829ms (829975057) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.73 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 178ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.1588% 2:0.06353% 3:0.03177% 4:0.03177% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.005082592121982211) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2052266909) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2052266909) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2052266909) - CachedFileHandlesHitCount: 345 (345) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.34s (2338929702) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.23s (14231572339) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417523) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 277.3 MiB/s (290739280) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4603780096) - RowBatchQueueGetWaitTime: 1.11s (1111966585) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1555399255808) - RowBatchesEnqueued: 136,297 (136297) - RowsRead: 139,487,093 (139487093) - RowsReturned: 139,487,093 (139487093) - RowsReturnedRate: 60203403 per second (60203403) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.12s (2123936174) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.3m (1575275658511) - ScannerThreadsSysTime: 1.04s (1036692000) - ScannerThreadsUserTime: 18.12s (18124687000) - ScannerThreadsVoluntaryContextSwitches: 107,159 (107159) - TotalRawHdfsOpenFileTime(*): 5ms (5999820) - TotalRawHdfsReadTime(*): 7.06s (7058787867) - TotalReadThroughput: 1.2 MiB/s (1302713) - TotalTime: 2.32s (2316930370) Node Lifecycle Event Timeline Open Started: 829ms (829975057) Open Finished: 830ms (830975027) First Batch Requested: 830ms (830975027) First Batch Returned: 1.08s (1080967515) Last Batch Returned: 26.3m (1576332626747) Closed: 26.3m (1576363625815) Buffer pool - AllocTime: 25ms (25999221) - CumulativeAllocationBytes: 2.1 GiB (2284552192) - CumulativeAllocations: 345 (345) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999221) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 504,832 (504832) - Rows rejected: 0 (0) - Rows total: 139,487,093 (139487093) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 124 (124) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 136,235 (136235) - RowGroups rejected: 0 (0) - RowGroups total: 136,235 (136235) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 139,487,093 (139487093) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 824ms (824975207) - CodegenSysTime: 2ms (2979000) - CodegenUserTime: 419ms (419631000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 413ms (413987558) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999369) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 361ms (361989122) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 23ms (23999278) - TotalTime: 824ms (824975207) Instance c7456fdd806a4994:3209e92600000020 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:19.068 Hdfs split stats (:<# splits>/): 0:155/35.82 GB Filter 12 arrival: 875ms Filter 10 arrival: 17s762ms - AverageThreadTokens: 2.00 (1.9993646759847523) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109420582) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 137,218,900 (137218900) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.3m (1520732171749) - TotalStorageWaitTime: 2.12s (2123927602) - TotalThreadsInvoluntaryContextSwitches: 642 (642) - TotalThreadsTotalWallClockTime: 52.5m (3150128639497) - TotalThreadsSysTime: 5.34s (5344716000) - TotalThreadsUserTime: 1.1m (65217034000) - TotalThreadsVoluntaryContextSwitches: 144,879 (144879) - TotalTime: 26.3m (1575608301205) Fragment Instance Lifecycle Event Timeline Prepare Finished: 3ms (3999864) Open Finished: 1.14s (1138961173) First Batch Produced: 1.14s (1138961173) First Batch Sent: 1.14s (1138961173) ExecInternal Finished: 26.3m (1575613301034) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1574472339930) - ExecTreeExecTime: 7.24s (7235753343) - InactiveTotalTime: 0ns (0) - OpenTime: 1.13s (1134961309) - ExecTreeOpenTime: 298ms (298989807) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520794169636) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 137,218,900 (137218900) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.09s (25091144727) - TotalBytesSent: 3.3 GiB (3515648774) - TotalTime: 26.1m (1565028661840) - UncompressedRowBatchSize: 7.9 GiB (8507571800) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 37ms (37998704) - InactiveTotalTime: 0ns (0) - LocalTime: 5.01s (5008829260) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,218,900 (137218900) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.74s (4740838394) - RowsReturned: 137,218,900 (137218900) - RowsReturnedRate: 18439072 per second (18439072) - TotalTime: 7.44s (7441746322) Node Lifecycle Event Timeline Open Started: 839ms (839971366) Open Finished: 1.14s (1138961173) First Batch Requested: 1.14s (1138961173) First Batch Returned: 1.14s (1138961173) Last Batch Returned: 26.3m (1575581302125) Closed: 26.3m (1575612301068) Buffer pool - AllocTime: 37ms (37998704) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998704) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 37ms (37998704) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 839ms (839971366) Open Finished: 839ms (839971366) First Batch Requested: 839ms (839971366) First Batch Returned: 839ms (839971366) Last Batch Returned: 839ms (839971366) Closed: 877ms (877970070) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.82 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 137ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.1589% 2:0.03179% 3:0.03179% 4:0.03179% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.00 (0.004450095359186269) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2025005209) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2025005209) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2025005209) - CachedFileHandlesHitCount: 334 (334) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.40s (2402918088) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.23s (14232514876) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105151598) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 247.5 MiB/s (259558348) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4528855040) - RowBatchQueueGetWaitTime: 1.38s (1375953094) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1554487021155) - RowBatchesEnqueued: 134,076 (134076) - RowsRead: 137,218,900 (137218900) - RowsReturned: 137,218,900 (137218900) - RowsReturnedRate: 56400977 per second (56400977) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.12s (2123927602) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 26.2m (1574521338258) - ScannerThreadsSysTime: 1.08s (1079372000) - ScannerThreadsUserTime: 17.82s (17818083000) - ScannerThreadsVoluntaryContextSwitches: 105,643 (105643) - TotalRawHdfsOpenFileTime(*): 1ms (1999932) - TotalRawHdfsReadTime(*): 7.80s (7801734070) - TotalReadThroughput: 1.2 MiB/s (1286228) - TotalTime: 2.43s (2432917062) Node Lifecycle Event Timeline Open Started: 877ms (877970070) Open Finished: 878ms (878970036) First Batch Requested: 878ms (878970036) First Batch Returned: 1.14s (1138961173) Last Batch Returned: 26.3m (1575580302159) Closed: 26.3m (1575612301068) Buffer pool - AllocTime: 42ms (42998533) - CumulativeAllocationBytes: 2.1 GiB (2228387840) - CumulativeAllocations: 334 (334) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42998533) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 470,016 (470016) - Rows rejected: 0 (0) - Rows total: 137,218,900 (137218900) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 126 (126) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,018 (134018) - RowGroups rejected: 0 (0) - RowGroups total: 134,018 (134018) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 137,218,900 (137218900) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 835ms (835971502) - CodegenSysTime: 4ms (4951000) - CodegenUserTime: 411ms (411071000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 405ms (405986160) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999625) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 367ms (367987456) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 37ms (37998704) - TotalTime: 835ms (835971502) Instance c7456fdd806a4994:3209e92600000028 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.331 Hdfs split stats (:<# splits>/): 0:153/35.69 GB Filter 12 arrival: 950ms Filter 10 arrival: 17s802ms - AverageThreadTokens: 2.00 (1.9993644741023198) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.3 MiB (109331020) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 132,069,003 (132069003) - TotalNetworkReceiveTime: 8ms (8999908) - TotalNetworkSendTime: 25.3m (1520441400961) - TotalStorageWaitTime: 3.11s (3110968120) - TotalThreadsInvoluntaryContextSwitches: 635 (635) - TotalThreadsTotalWallClockTime: 52.5m (3148866694956) - TotalThreadsSysTime: 5.25s (5252923000) - TotalThreadsUserTime: 1.1m (63311958000) - TotalThreadsVoluntaryContextSwitches: 139,745 (139745) - TotalTime: 26.2m (1574974841919) Fragment Instance Lifecycle Event Timeline Prepare Finished: 15ms (15999836) Open Finished: 1.32s (1320986438) First Batch Produced: 1.32s (1320986438) First Batch Sent: 1.32s (1320986438) ExecInternal Finished: 26.2m (1574987841786) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1573665855358) - ExecTreeExecTime: 7.91s (7912918939) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1304986602) - ExecTreeOpenTime: 390ms (390995986) - PrepareTime: 3ms (3999959) - ExecTreePrepareTime: 999.99us (999990) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520486400504) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 132,069,003 (132069003) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 24.38s (24381750059) - TotalBytesSent: 3.2 GiB (3384399925) - TotalTime: 26.1m (1563682957634) - UncompressedRowBatchSize: 7.6 GiB (8188278186) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 22ms (22999764) - InactiveTotalTime: 0ns (0) - LocalTime: 4.94s (4943949384) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 132,069,003 (132069003) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.66s (4664952240) - RowsReturned: 132,069,003 (132069003) - RowsReturnedRate: 16070863 per second (16070863) - TotalTime: 8.22s (8217915806) Node Lifecycle Event Timeline Open Started: 929ms (929990452) Open Finished: 1.32s (1320986438) First Batch Requested: 1.32s (1320986438) First Batch Returned: 1.32s (1320986438) Last Batch Returned: 26.2m (1574951842155) Closed: 26.2m (1574987841786) Buffer pool - AllocTime: 22ms (22999764) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999764) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 22ms (22999764) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 8ms (8999908) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 40667 per second (40667) - TotalTime: 8ms (8999908) Node Lifecycle Event Timeline Open Started: 929ms (929990452) Open Finished: 929ms (929990452) First Batch Requested: 929ms (929990452) First Batch Returned: 938ms (938990360) Last Batch Returned: 938ms (938990360) Closed: 961ms (961990124) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 8ms (8999908) - DataWaitTime: 8ms (8999908) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:153/35.69 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 53ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0% 2:0.09539% 3:0.09539% 4:0.06359% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.007313195548489666) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.8 GiB (1947670176) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.8 GiB (1947670176) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.8 GiB (1947670176) - CachedFileHandlesHitCount: 320 (320) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.20s (2198977433) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.36s (13358863090) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.2 MiB (105053912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 175.7 MiB/s (184248428) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.1 GiB (4358877184) - RowBatchQueueGetWaitTime: 2.27s (2269976734) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1554062056301) - RowBatchesEnqueued: 129,044 (129044) - RowsRead: 132,069,003 (132069003) - RowsReturned: 132,069,003 (132069003) - RowsReturnedRate: 40450339 per second (40450339) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 3.11s (3110968120) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 26.2m (1573895852996) - ScannerThreadsSysTime: 1.00s (1000200000) - ScannerThreadsUserTime: 17.11s (17106764000) - ScannerThreadsVoluntaryContextSwitches: 100,411 (100411) - TotalRawHdfsOpenFileTime(*): 5ms (5999938) - TotalRawHdfsReadTime(*): 10.57s (10570891661) - TotalReadThroughput: 1.2 MiB/s (1237483) - TotalTime: 3.26s (3264966514) Node Lifecycle Event Timeline Open Started: 961ms (961990124) Open Finished: 962ms (962990113) First Batch Requested: 962ms (962990113) First Batch Returned: 1.32s (1320986438) Last Batch Returned: 26.2m (1574951842155) Closed: 26.2m (1574987841786) Buffer pool - AllocTime: 26ms (26999723) - CumulativeAllocationBytes: 1.9 GiB (2053111808) - CumulativeAllocations: 296 (296) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.2 MiB (79953920) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999723) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 443,392 (443392) - Rows rejected: 0 (0) - Rows total: 132,069,003 (132069003) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 153 (153) - Files rejected: 125 (125) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 128,988 (128988) - RowGroups rejected: 0 (0) - RowGroups total: 128,988 (128988) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 132,069,003 (132069003) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 913ms (913990616) - CodegenSysTime: 3ms (3961000) - CodegenUserTime: 425ms (425172000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 204ms (204997895) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30999682) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 638ms (638993440) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 36ms (36999620) - TotalTime: 913ms (913990616) Instance c7456fdd806a4994:3209e9260000000e (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:19.061 Hdfs split stats (:<# splits>/): 0:155/35.83 GB Filter 12 arrival: 799ms Filter 10 arrival: 17s832ms - AverageThreadTokens: 2.00 (1.9993642720915448) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109537102) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 132,121,068 (132121068) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.4m (1522182634924) - TotalStorageWaitTime: 2.13s (2129923955) - TotalThreadsInvoluntaryContextSwitches: 522 (522) - TotalThreadsTotalWallClockTime: 52.5m (3147551585294) - TotalThreadsSysTime: 5.29s (5289580000) - TotalThreadsUserTime: 1.0m (62267520000) - TotalThreadsVoluntaryContextSwitches: 141,209 (141209) - TotalTime: 26.2m (1574339772498) Fragment Instance Lifecycle Event Timeline Prepare Finished: 36ms (36998678) Open Finished: 1.17s (1166958308) First Batch Produced: 1.17s (1166958308) First Batch Sent: 1.17s (1167958272) ExecInternal Finished: 26.2m (1574365771570) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1573197813297) - ExecTreeExecTime: 6.88s (6877754461) - InactiveTotalTime: 0ns (0) - OpenTime: 1.13s (1129959630) - ExecTreeOpenTime: 391ms (391985996) - PrepareTime: 11ms (11999571) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=49) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1522219633604) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 132,121,068 (132121068) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 24.20s (24200135872) - TotalBytesSent: 3.2 GiB (3385522960) - TotalTime: 26.1m (1564569121349) - UncompressedRowBatchSize: 7.6 GiB (8191506216) HASH_JOIN_NODE (id=11) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 59ms (59997857) - InactiveTotalTime: 0ns (0) - LocalTime: 4.69s (4686832675) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 132,121,068 (132121068) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.39s (4395843063) - RowsReturned: 132,121,068 (132121068) - RowsReturnedRate: 18366108 per second (18366108) - TotalTime: 7.19s (7193743162) Node Lifecycle Event Timeline Open Started: 774ms (774972312) Open Finished: 1.17s (1166958308) First Batch Requested: 1.17s (1166958308) First Batch Returned: 1.17s (1166958308) Last Batch Returned: 26.2m (1574334772676) Closed: 26.2m (1574365771570) Buffer pool - AllocTime: 59ms (59997857) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 59ms (59997857) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=11) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 59ms (59997857) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=48) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 774ms (774972312) Open Finished: 774ms (774972312) First Batch Requested: 774ms (774972312) First Batch Returned: 774ms (774972312) Last Batch Returned: 774ms (774972312) Closed: 834ms (834970169) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=9) Hdfs split stats (:<# splits>/): 0:155/35.83 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [12], missing [10]), waited for 206ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.06361% 2:0.06361% 3:0% 4:0% 5:0.03181% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.00 (0.003498727735368957) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.8 GiB (1950245069) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.8 GiB (1950245069) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.8 GiB (1950245069) - CachedFileHandlesHitCount: 325 (325) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.15s (2152923150) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.08s (13083532725) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284503) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 281.3 MiB/s (294921321) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.1 GiB (4360537088) - RowBatchQueueGetWaitTime: 1.34s (1337952229) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1554810469941) - RowBatchesEnqueued: 129,095 (129095) - RowsRead: 132,121,068 (132121068) - RowsReturned: 132,121,068 (132121068) - RowsReturnedRate: 52702746 per second (52702746) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.13s (2129923955) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 26.2m (1573223812367) - ScannerThreadsSysTime: 1.02s (1016468000) - ScannerThreadsUserTime: 17.11s (17111697000) - ScannerThreadsVoluntaryContextSwitches: 102,095 (102095) - TotalRawHdfsOpenFileTime(*): 3ms (3999857) - TotalRawHdfsReadTime(*): 6.61s (6612763893) - TotalReadThroughput: 1.2 MiB/s (1239575) - TotalTime: 2.51s (2506910487) Node Lifecycle Event Timeline Open Started: 834ms (834970169) Open Finished: 834ms (834970169) First Batch Requested: 834ms (834970169) First Batch Returned: 1.17s (1166958308) Last Batch Returned: 26.2m (1574334772676) Closed: 26.2m (1574365771570) Buffer pool - AllocTime: 19ms (19999283) - CumulativeAllocationBytes: 2.0 GiB (2161311744) - CumulativeAllocations: 325 (325) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999283) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 10 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 132,121,068 (132121068) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 12 (8.00 KB) - Files processed: 155 (155) - Files rejected: 126 (126) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 129,037 (129037) - RowGroups rejected: 0 (0) - RowGroups total: 129,037 (129037) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 132,121,068 (132121068) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 22 (22) - CodegenTotalWallClockTime: 737ms (737973634) - CodegenSysTime: 1ms (1984000) - CodegenUserTime: 387ms (387760000) - CodegenVoluntaryContextSwitches: 45 (45) - CompileTime: 334ms (334988031) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31998856) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 310ms (310988890) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 56ms (56997964) - TotalTime: 737ms (737973634) Averaged Fragment F01 split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:6s517ms max:6s517ms mean: 6s517ms stddev:0.000ns execution rates: min:338.05 KB/sec max:338.05 KB/sec mean:338.05 KB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 554ms (554998122) - TotalStorageWaitTime: 16ms (16999942) - TotalThreadsInvoluntaryContextSwitches: 4 (4) - TotalThreadsTotalWallClockTime: 1.00s (1000996612) - TotalThreadsSysTime: 3ms (3156000) - TotalThreadsUserTime: 69ms (69020000) - TotalThreadsVoluntaryContextSwitches: 78 (78) - TotalTime: 903ms (903996940) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 665ms (665997746) - ExecTreeExecTime: 110ms (110999624) - InactiveTotalTime: 0ns (0) - OpenTime: 237ms (237999194) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=48) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 366 (366) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 112.2 KiB (114933) - TotalTime: 554ms (554998122) - UncompressedRowBatchSize: 292.7 KiB (299754) HDFS_SCAN_NODE (id=10) - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1,000.00us (999997) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 227.3 MiB/s (238320214) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 30.0 KiB (30720) - RowBatchQueueGetWaitTime: 100ms (100999658) - RowBatchQueuePeakMemoryUsage: 54.0 KiB (55296) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 3297 per second (3297) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 16ms (16999942) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 96ms (96999672) - ScannerThreadsSysTime: 1ms (1095000) - ScannerThreadsUserTime: 2ms (2130000) - ScannerThreadsVoluntaryContextSwitches: 16 (16) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1ms (1999994) - TotalReadThroughput: 0 B/s (0) - TotalTime: 110ms (110999624) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 237ms (237999194) - CodegenSysTime: 1ms (1995000) - CodegenUserTime: 64ms (64748000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 89ms (89999695) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36999875) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 39ms (39999865) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 44ms (44999847) - TotalTime: 237ms (237999194) Fragment F01 Instance c7456fdd806a4994:3209e92600000001 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:08.290 Hdfs split stats (:<# splits>/): 0:1/2.15 MB - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 554ms (554998122) - TotalStorageWaitTime: 16ms (16999942) - TotalThreadsInvoluntaryContextSwitches: 4 (4) - TotalThreadsTotalWallClockTime: 1.00s (1000996612) - TotalThreadsSysTime: 3ms (3156000) - TotalThreadsUserTime: 69ms (69020000) - TotalThreadsVoluntaryContextSwitches: 78 (78) - TotalTime: 903ms (903996940) Fragment Instance Lifecycle Event Timeline Prepare Finished: 34ms (34999882) Open Finished: 272ms (272999076) First Batch Produced: 383ms (383998700) First Batch Sent: 383ms (383998700) ExecInternal Finished: 978ms (978996686) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 665ms (665997746) - ExecTreeExecTime: 110ms (110999624) - InactiveTotalTime: 0ns (0) - OpenTime: 237ms (237999194) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=48) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 39 (39) - InactiveTotalTime: 554ms (554998122) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 366 (366) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 112.2 KiB (114933) - TotalTime: 554ms (554998122) - UncompressedRowBatchSize: 292.7 KiB (299754) HDFS_SCAN_NODE (id=10) Hdfs split stats (:<# splits>/): 0:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1,000.00us (999997) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 227.3 MiB/s (238320214) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 30.0 KiB (30720) - RowBatchQueueGetWaitTime: 100ms (100999658) - RowBatchQueuePeakMemoryUsage: 54.0 KiB (55296) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 3297 per second (3297) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 16ms (16999942) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 96ms (96999672) - ScannerThreadsSysTime: 1ms (1095000) - ScannerThreadsUserTime: 2ms (2130000) - ScannerThreadsVoluntaryContextSwitches: 16 (16) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1ms (1999994) - TotalReadThroughput: 0 B/s (0) - TotalTime: 110ms (110999624) Node Lifecycle Event Timeline Open Started: 272ms (272999076) Open Finished: 272ms (272999076) First Batch Requested: 272ms (272999076) First Batch Returned: 383ms (383998700) Last Batch Returned: 383ms (383998700) Closed: 938ms (938996822) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 237ms (237999194) - CodegenSysTime: 1ms (1995000) - CodegenUserTime: 64ms (64748000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 89ms (89999695) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36999875) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 39ms (39999865) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 44ms (44999847) - TotalTime: 237ms (237999194) Averaged Fragment F02 split sizes: min: 88.52 MB, max: 89.22 MB, avg: 89.00 MB, stddev: 188.74 KB completion times: min:10s428ms max:20s710ms mean: 11s219ms stddev:1s564ms execution rates: min:4.29 MB/sec max:8.56 MB/sec mean:8.02 MB/sec stddev:654.02 KB/sec num instances: 39 - AverageThreadTokens: 1.82 (1.8190251269198636) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.1 MiB (81937686) - PeakReservation: 63.1 MiB (66162582) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3262025398) - RowsProduced: 1,666,666 (1666666) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.75s (5752205498) - TotalStorageWaitTime: 161ms (161382159) - TotalThreadsInvoluntaryContextSwitches: 255 (255) - TotalThreadsTotalWallClockTime: 18.49s (18488336956) - TotalThreadsSysTime: 140ms (140423205) - TotalThreadsUserTime: 2.88s (2880933205) - TotalThreadsVoluntaryContextSwitches: 1,612 (1612) - TotalTime: 10.18s (10183083792) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.54s (9539200966) - ExecTreeExecTime: 847ms (847623817) - InactiveTotalTime: 0ns (0) - OpenTime: 642ms (642241853) - ExecTreeOpenTime: 769.21us (769205) - PrepareTime: 1ms (1333289) - ExecTreePrepareTime: 76.92us (76920) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,666,666 (1666666) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1637066491) - TotalBytesSent: 156.1 MiB (163689726) - TotalTime: 8.40s (8404300773) - UncompressedRowBatchSize: 261.3 MiB (274045240) HDFS_SCAN_NODE (id=8) - AverageHdfsReadThreadConcurrency: 0.01 (0.00817213975108712) - AverageScannerThreadConcurrency: 0.90 (0.9015313891474881) - BytesRead: 58.9 MiB (61796076) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61796076) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61796076) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 341ms (341300261) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 409ms (409580494) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.9 MiB (75379706) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 820.9 MiB/s (860818784) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.7 MiB (239785420) - RowBatchQueueGetWaitTime: 321ms (321071121) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11734306) - RowBatchQueuePutWaitTime: 7.18s (7180712742) - RowBatchesEnqueued: 1,630 (1630) - RowsRead: 1,666,666 (1666666) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 2451443 per second (2451443) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 161ms (161382159) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.31s (8306894136) - ScannerThreadsSysTime: 34ms (34708512) - ScannerThreadsUserTime: 385ms (385477743) - ScannerThreadsVoluntaryContextSwitches: 898 (898) - TotalRawHdfsOpenFileTime(*): 820.49us (820494) - TotalRawHdfsReadTime(*): 90ms (90202897) - TotalReadThroughput: 6.1 MiB/s (6349057) - TotalTime: 846ms (846726387) Buffer pool - AllocTime: 26ms (26717445) - CumulativeAllocationBytes: 50.7 MiB (53123229) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.1 MiB (60919702) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52992157) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25768758) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 641ms (641395726) - CodegenSysTime: 3ms (3766333) - CodegenUserTime: 248ms (248778435) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 259ms (259429946) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7922917) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 316ms (316326096) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 52ms (52845047) - TotalTime: 641ms (641395726) Fragment F02 Instance c7456fdd806a4994:3209e92600000048 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:22.409 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.89 (1.8857142857142857) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82329150) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3370037865) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 4.96s (4962929982) - TotalStorageWaitTime: 5.50s (5502922361) - TotalThreadsInvoluntaryContextSwitches: 262 (262) - TotalThreadsTotalWallClockTime: 32.88s (32880536111) - TotalThreadsSysTime: 136ms (136987000) - TotalThreadsUserTime: 2.86s (2864289000) - TotalThreadsVoluntaryContextSwitches: 1,357 (1357) - TotalTime: 17.50s (17503753052) Fragment Instance Lifecycle Event Timeline Prepare Finished: 79ms (79998871) Open Finished: 683ms (683990350) First Batch Produced: 7.03s (7026900861) First Batch Sent: 7.03s (7026900861) ExecInternal Finished: 17.78s (17777749186) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 16.90s (16898761587) - ExecTreeExecTime: 6.35s (6349910412) - InactiveTotalTime: 0ns (0) - OpenTime: 603ms (603991479) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 4.96s (4963929967) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.71s (1705975942) - TotalBytesSent: 155.9 MiB (163427760) - TotalTime: 7.95s (7950887828) - UncompressedRowBatchSize: 260.9 MiB (273619705) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 479ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9393939393939394) - BytesRead: 58.8 MiB (61693274) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693274) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693274) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 881ms (881987558) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 817ms (817988469) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843139) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1186425839) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422880) - RowBatchQueueGetWaitTime: 5.86s (5855917382) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894716) - RowBatchQueuePutWaitTime: 7.64s (7640892190) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 262092 per second (262092) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.50s (5502922361) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 15.38s (15377783045) - ScannerThreadsSysTime: 36ms (36131000) - ScannerThreadsUserTime: 381ms (381005000) - ScannerThreadsVoluntaryContextSwitches: 639 (639) - TotalRawHdfsOpenFileTime(*): 999.99us (999986) - TotalRawHdfsReadTime(*): 51ms (51999267) - TotalReadThroughput: 3.5 MiB/s (3617949) - TotalTime: 6.35s (6348910426) Node Lifecycle Event Timeline Open Started: 683ms (683990350) Open Finished: 683ms (683990350) First Batch Requested: 683ms (683990350) First Batch Returned: 7.03s (7026900861) Last Batch Returned: 16.80s (16804762913) Closed: 17.71s (17713750089) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 51 (51) - CodegenTotalWallClockTime: 603ms (603991479) - CodegenSysTime: 9ms (9984000) - CodegenUserTime: 248ms (248697000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 212ms (212996995) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999943) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 326ms (326995387) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 58ms (58999168) - TotalTime: 603ms (603991479) Instance c7456fdd806a4994:3209e92600000038 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.851 Hdfs split stats (:<# splits>/): 0:1/88.89 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82363319) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3313712534) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.86s (5857822944) - TotalStorageWaitTime: 15ms (15999517) - TotalThreadsInvoluntaryContextSwitches: 315 (315) - TotalThreadsTotalWallClockTime: 19.34s (19340415465) - TotalThreadsSysTime: 156ms (156215000) - TotalThreadsUserTime: 2.89s (2887318000) - TotalThreadsVoluntaryContextSwitches: 1,683 (1683) - TotalTime: 10.57s (10569680548) Fragment Instance Lifecycle Event Timeline Prepare Finished: 65ms (65998005) Open Finished: 1.10s (1097966815) First Batch Produced: 1.64s (1638950465) First Batch Sent: 1.64s (1639950435) ExecInternal Finished: 10.63s (10627678795) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.53s (9526712070) - ExecTreeExecTime: 563ms (563982956) - InactiveTotalTime: 0ns (0) - OpenTime: 1.03s (1031968810) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 10ms (10999668) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.86s (5857822944) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1629950736) - TotalBytesSent: 155.9 MiB (163430798) - TotalTime: 8.46s (8462744228) - UncompressedRowBatchSize: 260.9 MiB (273619467) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.89 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 115ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.9 MiB (61726149) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61726149) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61726149) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 360ms (360989093) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 507ms (507984642) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844420) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 555.4 MiB/s (582339756) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429343) - RowBatchQueueGetWaitTime: 415ms (415987427) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900683) - RowBatchQueuePutWaitTime: 7.46s (7461774480) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2966221 per second (2966221) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 15ms (15999517) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.78s (8781734585) - ScannerThreadsSysTime: 40ms (40864000) - ScannerThreadsUserTime: 382ms (382496000) - ScannerThreadsVoluntaryContextSwitches: 916 (916) - TotalRawHdfsOpenFileTime(*): 999.97us (999969) - TotalRawHdfsReadTime(*): 105ms (105996797) - TotalReadThroughput: 5.6 MiB/s (5854704) - TotalTime: 560ms (560983047) Node Lifecycle Event Timeline Open Started: 1.10s (1097966815) Open Finished: 1.10s (1097966815) First Batch Requested: 1.10s (1097966815) First Batch Returned: 1.64s (1638950465) Last Batch Returned: 10.21s (10212691337) Closed: 10.62s (10625678855) Buffer pool - AllocTime: 18ms (18999425) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999425) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 1.03s (1031968810) - CodegenSysTime: 5ms (5088000) - CodegenUserTime: 257ms (257963000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 309ms (309990631) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999487) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 547ms (547983438) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 154ms (154995315) - TotalTime: 1.03s (1031968810) Instance c7456fdd806a4994:3209e9260000003c (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.666 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82363223) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3274636421) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.99s (5992986235) - TotalStorageWaitTime: 44ms (44999897) - TotalThreadsInvoluntaryContextSwitches: 383 (383) - TotalThreadsTotalWallClockTime: 18.93s (18935956507) - TotalThreadsSysTime: 151ms (151934000) - TotalThreadsUserTime: 2.88s (2882196000) - TotalThreadsVoluntaryContextSwitches: 1,625 (1625) - TotalTime: 10.36s (10356976212) Fragment Instance Lifecycle Event Timeline Prepare Finished: 52ms (52999878) Open Finished: 687ms (687998420) First Batch Produced: 1.30s (1301997010) First Batch Sent: 1.30s (1302997007) ExecInternal Finished: 10.41s (10411976085) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.72s (9721977670) - ExecTreeExecTime: 642ms (642998523) - InactiveTotalTime: 0ns (0) - OpenTime: 634ms (634998542) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.99s (5994986230) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.71s (1709996077) - TotalBytesSent: 156.5 MiB (164066137) - TotalTime: 8.80s (8801979786) - UncompressedRowBatchSize: 262.0 MiB (274675706) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 480ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61928820) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61928820) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61928820) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 379ms (379999129) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 415ms (415999043) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844419) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.0 GiB/s (1125981104) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240317564) - RowBatchQueueGetWaitTime: 61ms (61999858) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11889692) - RowBatchQueuePutWaitTime: 7.64s (7638982455) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2606090 per second (2606090) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 44ms (44999897) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.58s (8578980295) - ScannerThreadsSysTime: 28ms (28364000) - ScannerThreadsUserTime: 391ms (391596000) - ScannerThreadsVoluntaryContextSwitches: 858 (858) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 54ms (54999875) - TotalReadThroughput: 5.9 MiB/s (6176822) - TotalTime: 640ms (640998528) Node Lifecycle Event Timeline Open Started: 687ms (687998420) Open Finished: 687ms (687998420) First Batch Requested: 687ms (687998420) First Batch Returned: 1.30s (1301997010) Last Batch Returned: 10.02s (10022976979) Closed: 10.41s (10411976085) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 634ms (634998542) - CodegenSysTime: 3ms (3967000) - CodegenUserTime: 249ms (249933000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 339ms (339999219) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999993) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 197ms (197999545) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 91ms (91999789) - TotalTime: 634ms (634998542) Instance c7456fdd806a4994:3209e92600000037 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.575 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82421000) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3181035093) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.91s (5909787561) - TotalStorageWaitTime: 33ms (33998777) - TotalThreadsInvoluntaryContextSwitches: 359 (359) - TotalThreadsTotalWallClockTime: 18.89s (18893320836) - TotalThreadsSysTime: 131ms (131968000) - TotalThreadsUserTime: 2.89s (2894868000) - TotalThreadsVoluntaryContextSwitches: 1,535 (1535) - TotalTime: 10.32s (10320629002) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999497) Open Finished: 869ms (869968727) First Batch Produced: 1.43s (1426948705) First Batch Sent: 1.43s (1426948705) ExecInternal Finished: 10.34s (10337628390) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.46s (9463659807) - ExecTreeExecTime: 586ms (586978897) - InactiveTotalTime: 0ns (0) - OpenTime: 855ms (855969230) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.91s (5910787525) - PeakMemoryUsage: 1.6 MiB (1648256) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1665940116) - TotalBytesSent: 155.9 MiB (163439438) - TotalTime: 8.62s (8619690149) - UncompressedRowBatchSize: 260.9 MiB (273611221) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 261ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61706523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61706523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61706523) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 263ms (263990502) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 295ms (295989367) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844901) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1763106885) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239431437) - RowBatchQueueGetWaitTime: 216ms (216992199) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11903521) - RowBatchQueuePutWaitTime: 7.76s (7764720881) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2864130 per second (2864130) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 33ms (33998777) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.57s (8573691799) - ScannerThreadsSysTime: 25ms (25560000) - ScannerThreadsUserTime: 386ms (386650000) - ScannerThreadsVoluntaryContextSwitches: 840 (840) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 34ms (34998742) - TotalReadThroughput: 5.9 MiB/s (6152195) - TotalTime: 580ms (580979114) Node Lifecycle Event Timeline Open Started: 869ms (869968727) Open Finished: 869ms (869968727) First Batch Requested: 869ms (869968727) First Batch Returned: 1.43s (1426948705) Last Batch Returned: 9.97s (9972641510) Closed: 10.34s (10335628462) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 855ms (855969230) - CodegenSysTime: 5ms (5022000) - CodegenUserTime: 245ms (245712000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 368ms (368986736) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999856) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 438ms (438984220) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 42ms (42998454) - TotalTime: 855ms (855969230) Instance c7456fdd806a4994:3209e9260000004a (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.534 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82354643) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3322005024) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5758807362) - TotalStorageWaitTime: 39ms (39998662) - TotalThreadsInvoluntaryContextSwitches: 333 (333) - TotalThreadsTotalWallClockTime: 18.71s (18712374062) - TotalThreadsSysTime: 170ms (170312000) - TotalThreadsUserTime: 2.98s (2979253000) - TotalThreadsVoluntaryContextSwitches: 1,602 (1602) - TotalTime: 10.19s (10185659284) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999531) Open Finished: 723ms (723975782) First Batch Produced: 1.31s (1308956214) First Batch Sent: 1.31s (1308956214) ExecInternal Finished: 10.20s (10201658749) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.47s (9474683067) - ExecTreeExecTime: 615ms (615979391) - InactiveTotalTime: 0ns (0) - OpenTime: 709ms (709976251) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.76s (5760807295) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.65s (1651944750) - TotalBytesSent: 155.9 MiB (163421863) - TotalTime: 8.58s (8584712848) - UncompressedRowBatchSize: 260.9 MiB (273594250) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 401ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61683296) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61683296) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61683296) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 242ms (242991873) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 401ms (401986552) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843952) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 919.2 MiB/s (963833698) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239407238) - RowBatchQueueGetWaitTime: 164ms (164994481) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11878859) - RowBatchQueuePutWaitTime: 7.69s (7694742604) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2710188 per second (2710188) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 39ms (39998662) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.53s (8527714744) - ScannerThreadsSysTime: 28ms (28411000) - ScannerThreadsUserTime: 417ms (417693000) - ScannerThreadsVoluntaryContextSwitches: 919 (919) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 63ms (63997862) - TotalReadThroughput: 5.9 MiB/s (6148653) - TotalTime: 613ms (613979459) Node Lifecycle Event Timeline Open Started: 723ms (723975782) Open Finished: 723ms (723975782) First Batch Requested: 723ms (723975782) First Batch Returned: 1.31s (1308956214) Last Batch Returned: 9.86s (9863670055) Closed: 10.20s (10199658816) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 709ms (709976251) - CodegenSysTime: 1ms (1015000) - CodegenUserTime: 256ms (256157000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 221ms (221992574) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999465) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 420ms (420985918) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 48ms (48998361) - TotalTime: 709ms (709976251) Instance c7456fdd806a4994:3209e9260000003e (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.873 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82430730) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3319146984) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.05s (6050783816) - TotalStorageWaitTime: 38ms (38998608) - TotalThreadsInvoluntaryContextSwitches: 235 (235) - TotalThreadsTotalWallClockTime: 18.68s (18676332754) - TotalThreadsSysTime: 147ms (147732000) - TotalThreadsUserTime: 2.78s (2778619000) - TotalThreadsVoluntaryContextSwitches: 1,582 (1582) - TotalTime: 10.16s (10161636957) Fragment Instance Lifecycle Event Timeline Prepare Finished: 32ms (32998821) Open Finished: 485ms (485982637) First Batch Produced: 1.44s (1437948626) First Batch Sent: 1.44s (1438948591) ExecInternal Finished: 10.21s (10214635063) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.71s (9708653141) - ExecTreeExecTime: 974ms (974965169) - InactiveTotalTime: 0ns (0) - OpenTime: 452ms (452983816) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.05s (6051783780) - PeakMemoryUsage: 1.5 MiB (1558144) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1566944027) - TotalBytesSent: 155.9 MiB (163431711) - TotalTime: 8.46s (8458697795) - UncompressedRowBatchSize: 260.9 MiB (273609051) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 658ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61707656) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61707656) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61707656) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 222ms (222992032) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 435ms (435984426) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75846229) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 384.6 MiB/s (403332419) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422420) - RowBatchQueueGetWaitTime: 222ms (222992033) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894126) - RowBatchQueuePutWaitTime: 7.58s (7576729309) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1713758 per second (1713758) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 38ms (38998608) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.51s (8514695797) - ScannerThreadsSysTime: 37ms (37899000) - ScannerThreadsUserTime: 369ms (369793000) - ScannerThreadsVoluntaryContextSwitches: 879 (879) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 152ms (152994535) - TotalReadThroughput: 5.9 MiB/s (6156605) - TotalTime: 970ms (970965311) Node Lifecycle Event Timeline Open Started: 485ms (485982637) Open Finished: 485ms (485982637) First Batch Requested: 485ms (485982637) First Batch Returned: 1.44s (1437948626) Last Batch Returned: 9.90s (9896646424) Closed: 10.20s (10196635706) Buffer pool - AllocTime: 11ms (11999571) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999571) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 452ms (452983816) - CodegenSysTime: 5ms (5040000) - CodegenUserTime: 226ms (226445000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 132ms (132995248) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 264ms (264990533) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 50ms (50998178) - TotalTime: 452ms (452983816) Instance c7456fdd806a4994:3209e92600000040 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.531 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82370195) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230134071) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.77s (5772871517) - TotalStorageWaitTime: 24ms (24999444) - TotalThreadsInvoluntaryContextSwitches: 285 (285) - TotalThreadsTotalWallClockTime: 18.30s (18302592653) - TotalThreadsSysTime: 121ms (121989000) - TotalThreadsUserTime: 2.88s (2882968000) - TotalThreadsVoluntaryContextSwitches: 1,584 (1584) - TotalTime: 10.16s (10158773904) Fragment Instance Lifecycle Event Timeline Prepare Finished: 12ms (12999711) Open Finished: 579ms (579987092) First Batch Produced: 1.60s (1603964302) First Batch Sent: 1.60s (1603964302) ExecInternal Finished: 10.17s (10174773548) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.59s (9590786545) - ExecTreeExecTime: 1.05s (1047976678) - InactiveTotalTime: 0ns (0) - OpenTime: 566ms (566987381) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.78s (5776871427) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1636963570) - TotalBytesSent: 155.9 MiB (163421032) - TotalTime: 8.44s (8443812071) - UncompressedRowBatchSize: 260.9 MiB (273607542) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 532ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61695691) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61695691) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61695691) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 251ms (251994385) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 273ms (273993900) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843227) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1667488288) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239415799) - RowBatchQueueGetWaitTime: 462ms (462989696) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11887401) - RowBatchQueuePutWaitTime: 7.14s (7139841099) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1592379 per second (1592379) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 24ms (24999444) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.14s (8144818727) - ScannerThreadsSysTime: 28ms (28225000) - ScannerThreadsUserTime: 387ms (387160000) - ScannerThreadsVoluntaryContextSwitches: 919 (919) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 36ms (36999175) - TotalReadThroughput: 6.2 MiB/s (6479278) - TotalTime: 1.04s (1044976744) Node Lifecycle Event Timeline Open Started: 579ms (579987092) Open Finished: 579ms (579987092) First Batch Requested: 579ms (579987092) First Batch Returned: 1.60s (1603964302) Last Batch Returned: 9.80s (9800781871) Closed: 10.17s (10173773570) Buffer pool - AllocTime: 18ms (18999577) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999577) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 566ms (566987381) - CodegenSysTime: 2ms (2991000) - CodegenUserTime: 245ms (245768000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 206ms (206995393) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999933) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 312ms (312993034) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 42ms (42999043) - TotalTime: 566ms (566987381) Instance c7456fdd806a4994:3209e9260000003b (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.541 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82360381) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3278041582) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.78s (5776934808) - TotalStorageWaitTime: 31ms (31999638) - TotalThreadsInvoluntaryContextSwitches: 221 (221) - TotalThreadsTotalWallClockTime: 18.21s (18209794506) - TotalThreadsSysTime: 149ms (149596000) - TotalThreadsUserTime: 2.88s (2875036000) - TotalThreadsVoluntaryContextSwitches: 1,597 (1597) - TotalTime: 10.14s (10144885517) Fragment Instance Lifecycle Event Timeline Prepare Finished: 12ms (12999853) Open Finished: 613ms (613993071) First Batch Produced: 1.38s (1383984382) First Batch Sent: 1.38s (1383984382) ExecInternal Finished: 10.16s (10160885336) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.54s (9543892299) - ExecTreeExecTime: 797ms (797990994) - InactiveTotalTime: 0ns (0) - OpenTime: 600ms (600993218) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.78s (5777934797) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.78s (1782979878) - TotalBytesSent: 156.5 MiB (164075993) - TotalTime: 8.58s (8579903178) - UncompressedRowBatchSize: 261.9 MiB (274664640) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 488ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61935658) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935658) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935658) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 271ms (271996936) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 312ms (312996478) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743168) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 856.0 MiB/s (897628352) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240314821) - RowBatchQueueGetWaitTime: 235ms (235997337) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11791619) - RowBatchQueuePutWaitTime: 7.21s (7207918643) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2093382 per second (2093382) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 31ms (31999638) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.06s (8064908989) - ScannerThreadsSysTime: 39ms (39274000) - ScannerThreadsUserTime: 379ms (379163000) - ScannerThreadsVoluntaryContextSwitches: 868 (868) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 68ms (68999222) - TotalReadThroughput: 6.2 MiB/s (6494930) - TotalTime: 797ms (797990994) Node Lifecycle Event Timeline Open Started: 613ms (613993071) Open Finished: 613ms (613993071) First Batch Requested: 613ms (613993071) First Batch Returned: 1.38s (1383984382) Last Batch Returned: 9.75s (9747889997) Closed: 10.16s (10159885348) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 599ms (599993229) - CodegenSysTime: 2ms (2051000) - CodegenUserTime: 252ms (252584000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 189ms (189997856) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 359ms (359995937) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 44ms (44999492) - TotalTime: 599ms (599993229) Instance c7456fdd806a4994:3209e9260000004f (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.611 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.76 (1.7619047619047619) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82387890) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3306664005) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.88s (5878929229) - TotalStorageWaitTime: 67ms (67999181) - TotalThreadsInvoluntaryContextSwitches: 244 (244) - TotalThreadsTotalWallClockTime: 18.29s (18290779834) - TotalThreadsSysTime: 119ms (119456000) - TotalThreadsUserTime: 2.90s (2904121000) - TotalThreadsVoluntaryContextSwitches: 1,607 (1607) - TotalTime: 10.13s (10131878043) Fragment Instance Lifecycle Event Timeline Prepare Finished: 999.99us (999988) Open Finished: 632ms (632992381) First Batch Produced: 1.27s (1275984641) First Batch Sent: 1.27s (1275984641) ExecInternal Finished: 10.13s (10132878031) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.50s (9498885662) - ExecTreeExecTime: 661ms (661992031) - InactiveTotalTime: 0ns (0) - OpenTime: 631ms (631992393) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.88s (5879929217) - PeakMemoryUsage: 1.6 MiB (1713792) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1622980473) - TotalBytesSent: 156.4 MiB (164039609) - TotalTime: 8.63s (8632896088) - UncompressedRowBatchSize: 261.9 MiB (274644835) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 484ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61923124) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923124) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923124) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 374ms (374995484) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 364ms (364995605) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844407) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 855.9 MiB/s (897447375) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240297455) - RowBatchQueueGetWaitTime: 149ms (149998194) - RowBatchQueuePeakMemoryUsage: 10.3 MiB (10826897) - RowBatchQueuePutWaitTime: 7.20s (7202913302) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2531091 per second (2531091) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 67ms (67999181) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.16s (8159901779) - ScannerThreadsSysTime: 29ms (29144000) - ScannerThreadsUserTime: 391ms (391718000) - ScannerThreadsVoluntaryContextSwitches: 846 (846) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 68ms (68999170) - TotalReadThroughput: 5.9 MiB/s (6180569) - TotalTime: 659ms (659992055) Node Lifecycle Event Timeline Open Started: 632ms (632992381) Open Finished: 632ms (632992381) First Batch Requested: 632ms (632992381) First Batch Returned: 1.27s (1275984641) Last Batch Returned: 9.78s (9784882220) Closed: 10.13s (10132878031) Buffer pool - AllocTime: 49ms (49999398) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49999398) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 631ms (631992393) - CodegenSysTime: 4ms (4006000) - CodegenUserTime: 244ms (244248000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 266ms (266996786) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999963) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 339ms (339995908) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 19ms (19999760) - TotalTime: 631ms (631992393) Instance c7456fdd806a4994:3209e92600000035 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.296 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82403990) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3277300801) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.99s (5992862805) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 378 (378) - TotalThreadsTotalWallClockTime: 18.02s (18017587518) - TotalThreadsSysTime: 146ms (146723000) - TotalThreadsUserTime: 2.90s (2895280000) - TotalThreadsVoluntaryContextSwitches: 1,629 (1629) - TotalTime: 10.10s (10097768829) Fragment Instance Lifecycle Event Timeline Prepare Finished: 33ms (33999221) Open Finished: 297ms (297993178) First Batch Produced: 1.25s (1252971315) First Batch Sent: 1.25s (1253971292) ExecInternal Finished: 10.13s (10132768027) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.83s (9833774872) - ExecTreeExecTime: 1.02s (1022976582) - InactiveTotalTime: 0ns (0) - OpenTime: 263ms (263993957) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.99s (5992862805) - PeakMemoryUsage: 1.4 MiB (1476224) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1672961704) - TotalBytesSent: 155.8 MiB (163411715) - TotalTime: 8.59s (8588803374) - UncompressedRowBatchSize: 260.9 MiB (273593000) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 851ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61688450) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688450) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688450) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 316ms (316992749) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 466ms (466989310) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844179) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.2 GiB/s (1312550233) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412674) - RowBatchQueueGetWaitTime: 117ms (117997298) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11884526) - RowBatchQueuePutWaitTime: 7.04s (7041838782) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1633010 per second (1633010) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.92s (7919818689) - ScannerThreadsSysTime: 36ms (36188000) - ScannerThreadsUserTime: 388ms (388128000) - ScannerThreadsVoluntaryContextSwitches: 929 (929) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 46ms (46998925) - TotalReadThroughput: 6.2 MiB/s (6481240) - TotalTime: 1.02s (1018976674) Node Lifecycle Event Timeline Open Started: 297ms (297993178) Open Finished: 297ms (297993178) First Batch Requested: 297ms (297993178) First Batch Returned: 1.25s (1252971315) Last Batch Returned: 9.66s (9662778787) Closed: 10.13s (10132768027) Buffer pool - AllocTime: 31ms (31999267) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999267) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 263ms (263993957) - CodegenSysTime: 1ms (1964000) - CodegenUserTime: 240ms (240687000) - CodegenVoluntaryContextSwitches: 4 (4) - CompileTime: 84ms (84998054) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999931) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 151ms (151996521) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 22ms (22999474) - TotalTime: 263ms (263993957) Instance c7456fdd806a4994:3209e92600000033 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.316 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82302522) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3280635004) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.82s (5824980287) - TotalStorageWaitTime: 13ms (13999953) - TotalThreadsInvoluntaryContextSwitches: 198 (198) - TotalThreadsTotalWallClockTime: 17.99s (17986939113) - TotalThreadsSysTime: 141ms (141983000) - TotalThreadsUserTime: 2.89s (2894066000) - TotalThreadsVoluntaryContextSwitches: 1,729 (1729) - TotalTime: 10.09s (10091965838) Fragment Instance Lifecycle Event Timeline Prepare Finished: 53ms (53999817) Open Finished: 897ms (897996960) First Batch Produced: 1.46s (1457995065) First Batch Sent: 1.46s (1457995065) ExecInternal Finished: 10.15s (10146965652) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.24s (9245968702) - ExecTreeExecTime: 572ms (572998060) - InactiveTotalTime: 0ns (0) - OpenTime: 843ms (843997143) - ExecTreeOpenTime: 1,000.00us (999996) - PrepareTime: 1ms (1999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.83s (5825980283) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1598994592) - TotalBytesSent: 156.4 MiB (164040973) - TotalTime: 8.35s (8346971743) - UncompressedRowBatchSize: 261.9 MiB (274665136) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 267ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61923183) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923183) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923183) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 244ms (244999161) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 355ms (355998792) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75742781) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 787.4 MiB/s (825645214) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240308241) - RowBatchQueueGetWaitTime: 171ms (171999418) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11785557) - RowBatchQueuePutWaitTime: 7.05s (7046976155) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2920464 per second (2920464) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 13ms (13999953) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.90s (7896973268) - ScannerThreadsSysTime: 25ms (25715000) - ScannerThreadsUserTime: 397ms (397364000) - ScannerThreadsVoluntaryContextSwitches: 1,005 (1005) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 74ms (74999748) - TotalReadThroughput: 6.2 MiB/s (6503852) - TotalTime: 571ms (571998063) Node Lifecycle Event Timeline Open Started: 896ms (896996964) Open Finished: 897ms (897996960) First Batch Requested: 897ms (897996960) First Batch Returned: 1.46s (1457995065) Last Batch Returned: 9.81s (9814966776) Closed: 10.15s (10146965652) Buffer pool - AllocTime: 58ms (58999800) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 58ms (58999800) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 842ms (842997147) - CodegenSysTime: 5ms (5047000) - CodegenUserTime: 249ms (249833000) - CodegenVoluntaryContextSwitches: 54 (54) - CompileTime: 348ms (348998819) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999989) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 359ms (359998781) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 105ms (105999642) - TotalTime: 842ms (842997147) Instance c7456fdd806a4994:3209e9260000004b (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.325 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82315240) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3240300537) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.89s (5894939460) - TotalStorageWaitTime: 12ms (12999866) - TotalThreadsInvoluntaryContextSwitches: 239 (239) - TotalThreadsTotalWallClockTime: 18.67s (18666808349) - TotalThreadsSysTime: 114ms (114741000) - TotalThreadsUserTime: 2.88s (2883849000) - TotalThreadsVoluntaryContextSwitches: 1,515 (1515) - TotalTime: 10.09s (10090896397) Fragment Instance Lifecycle Event Timeline Prepare Finished: 16ms (16999826) Open Finished: 573ms (573994107) First Batch Produced: 1.41s (1410985514) First Batch Sent: 1.41s (1411985503) ExecInternal Finished: 10.11s (10109896202) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.53s (9533902116) - ExecTreeExecTime: 868ms (868991081) - InactiveTotalTime: 0ns (0) - OpenTime: 556ms (556994281) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.90s (5897939429) - PeakMemoryUsage: 1.7 MiB (1771136) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1533984257) - TotalBytesSent: 156.5 MiB (164071245) - TotalTime: 8.34s (8335914410) - UncompressedRowBatchSize: 262.0 MiB (274676440) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 548ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61937539) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937539) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937539) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 245ms (245997472) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 325ms (325996651) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75747257) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.4 GiB/s (1548454462) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240319542) - RowBatchQueueGetWaitTime: 261ms (261997311) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11627972) - RowBatchQueuePutWaitTime: 7.68s (7685921094) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1931233 per second (1931233) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999866) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.57s (8575911952) - ScannerThreadsSysTime: 28ms (28417000) - ScannerThreadsUserTime: 383ms (383530000) - ScannerThreadsVoluntaryContextSwitches: 802 (802) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 39ms (39999587) - TotalReadThroughput: 5.9 MiB/s (6174612) - TotalTime: 864ms (864991121) Node Lifecycle Event Timeline Open Started: 573ms (573994107) Open Finished: 573ms (573994107) First Batch Requested: 573ms (573994107) First Batch Returned: 1.41s (1410985514) Last Batch Returned: 9.91s (9910898245) Closed: 10.11s (10108896212) Buffer pool - AllocTime: 110ms (110998861) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 110ms (110998861) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 25 (25) - CodegenTotalWallClockTime: 556ms (556994281) - CodegenSysTime: 5ms (5867000) - CodegenUserTime: 257ms (257161000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 238ms (238997546) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999856) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 273ms (273997187) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 27ms (27999712) - TotalTime: 556ms (556994281) Instance c7456fdd806a4994:3209e92600000043 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.082 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82411337) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3225736981) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.68s (5681875739) - TotalStorageWaitTime: 7ms (7999825) - TotalThreadsInvoluntaryContextSwitches: 265 (265) - TotalThreadsTotalWallClockTime: 18.12s (18119603721) - TotalThreadsSysTime: 146ms (146719000) - TotalThreadsUserTime: 2.94s (2943021000) - TotalThreadsVoluntaryContextSwitches: 1,583 (1583) - TotalTime: 10.08s (10081779510) Fragment Instance Lifecycle Event Timeline Prepare Finished: 15ms (15999650) Open Finished: 763ms (763983292) First Batch Produced: 1.59s (1591965183) First Batch Sent: 1.59s (1591965183) ExecInternal Finished: 10.10s (10098779138) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.33s (9333795868) - ExecTreeExecTime: 854ms (854981304) - InactiveTotalTime: 0ns (0) - OpenTime: 747ms (747983642) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.68s (5683875695) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1626964405) - TotalBytesSent: 156.5 MiB (164091231) - TotalTime: 8.35s (8349817385) - UncompressedRowBatchSize: 262.0 MiB (274690834) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 369ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61949898) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61949898) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61949898) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 257ms (257994360) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 251ms (251994494) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843315) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 757.5 MiB/s (794246812) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240328476) - RowBatchQueueGetWaitTime: 388ms (388991492) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11901074) - RowBatchQueuePutWaitTime: 7.10s (7104844606) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1956131 per second (1956131) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 7ms (7999825) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.04s (8037824211) - ScannerThreadsSysTime: 37ms (37345000) - ScannerThreadsUserTime: 394ms (394295000) - ScannerThreadsVoluntaryContextSwitches: 908 (908) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 77ms (77998296) - TotalReadThroughput: 5.9 MiB/s (6159878) - TotalTime: 853ms (853981326) Node Lifecycle Event Timeline Open Started: 763ms (763983292) Open Finished: 763ms (763983292) First Batch Requested: 763ms (763983292) First Batch Returned: 1.59s (1591965183) Last Batch Returned: 9.80s (9802785611) Closed: 10.10s (10097779160) Buffer pool - AllocTime: 52ms (52998841) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52998841) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 23 (23) - CodegenTotalWallClockTime: 747ms (747983642) - CodegenSysTime: 2ms (2965000) - CodegenUserTime: 255ms (255979000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 220ms (220995167) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999716) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 460ms (460989918) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 50ms (50998885) - TotalTime: 747ms (747983642) Instance c7456fdd806a4994:3209e92600000046 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.268 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82321817) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3349500902) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5761869539) - TotalStorageWaitTime: 22ms (22999479) - TotalThreadsInvoluntaryContextSwitches: 289 (289) - TotalThreadsTotalWallClockTime: 18.54s (18542580103) - TotalThreadsSysTime: 131ms (131572000) - TotalThreadsUserTime: 2.91s (2914568000) - TotalThreadsVoluntaryContextSwitches: 1,468 (1468) - TotalTime: 10.07s (10074771857) Fragment Instance Lifecycle Event Timeline Prepare Finished: 29ms (29999320) Open Finished: 523ms (523988134) First Batch Produced: 1.25s (1255971558) First Batch Sent: 1.26s (1256971535) ExecInternal Finished: 10.11s (10106771131) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.58s (9580783043) - ExecTreeExecTime: 773ms (773982472) - InactiveTotalTime: 0ns (0) - OpenTime: 493ms (493988814) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.76s (5762869517) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1659962399) - TotalBytesSent: 156.5 MiB (164084152) - TotalTime: 8.48s (8477808017) - UncompressedRowBatchSize: 262.0 MiB (274682007) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 628ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:0% 2:0% 3:5.263% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.16 (0.15789473684210525) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61937666) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937666) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937666) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 284ms (284993551) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 299ms (299993207) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843889) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 388.6 MiB/s (407493866) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240322808) - RowBatchQueueGetWaitTime: 65ms (65998506) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11800175) - RowBatchQueuePutWaitTime: 7.76s (7762824206) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2161109 per second (2161109) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 22ms (22999479) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 8.47s (8467808246) - ScannerThreadsSysTime: 32ms (32345000) - ScannerThreadsUserTime: 385ms (385773000) - ScannerThreadsVoluntaryContextSwitches: 791 (791) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 151ms (151996560) - TotalReadThroughput: 5.9 MiB/s (6167861) - TotalTime: 772ms (772982495) Node Lifecycle Event Timeline Open Started: 523ms (523988134) Open Finished: 523ms (523988134) First Batch Requested: 523ms (523988134) First Batch Returned: 1.25s (1255971558) Last Batch Returned: 9.82s (9821777585) Closed: 10.11s (10105771154) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 493ms (493988814) - CodegenSysTime: 992.00us (992000) - CodegenUserTime: 244ms (244158000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 260ms (260994090) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999932) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 194ms (194995584) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 32ms (32999253) - TotalTime: 493ms (493988814) Instance c7456fdd806a4994:3209e9260000003d (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.282 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82354463) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3360872304) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.72s (5723840184) - TotalStorageWaitTime: 14ms (14999581) - TotalThreadsInvoluntaryContextSwitches: 288 (288) - TotalThreadsTotalWallClockTime: 18.49s (18494483650) - TotalThreadsSysTime: 159ms (159302000) - TotalThreadsUserTime: 2.89s (2892485000) - TotalThreadsVoluntaryContextSwitches: 1,649 (1649) - TotalTime: 10.04s (10044719560) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999609) Open Finished: 866ms (866975795) First Batch Produced: 1.30s (1296963790) First Batch Sent: 1.30s (1297963762) ExecInternal Finished: 10.06s (10060719114) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.19s (9190743402) - ExecTreeExecTime: 453ms (453987324) - InactiveTotalTime: 0ns (0) - OpenTime: 852ms (852976186) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 999.97us (999972) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.72s (5723840184) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.81s (1811949415) - TotalBytesSent: 155.8 MiB (163396329) - TotalTime: 8.62s (8624759203) - UncompressedRowBatchSize: 260.9 MiB (273594330) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 237ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61686212) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61686212) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61686212) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 417ms (417988332) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 453ms (453987323) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743466) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1233758686) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239411062) - RowBatchQueueGetWaitTime: 181ms (181994919) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11882382) - RowBatchQueuePutWaitTime: 7.37s (7368794270) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3673391 per second (3673391) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14999581) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.45s (8450764062) - ScannerThreadsSysTime: 34ms (34197000) - ScannerThreadsUserTime: 386ms (386780000) - ScannerThreadsVoluntaryContextSwitches: 934 (934) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 49ms (49998604) - TotalReadThroughput: 6.2 MiB/s (6467415) - TotalTime: 452ms (452987352) Node Lifecycle Event Timeline Open Started: 866ms (866975795) Open Finished: 866ms (866975795) First Batch Requested: 866ms (866975795) First Batch Returned: 1.30s (1296963790) Last Batch Returned: 9.78s (9778726987) Closed: 10.06s (10059719141) Buffer pool - AllocTime: 15ms (15999554) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999554) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 23 (23) - CodegenTotalWallClockTime: 852ms (852976186) - CodegenSysTime: 2ms (2991000) - CodegenUserTime: 251ms (251909000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 355ms (355990061) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999916) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 466ms (466986963) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 25ms (25999274) - TotalTime: 852ms (852976186) Instance c7456fdd806a4994:3209e9260000002a (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.211 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82362514) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3289664201) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.69s (5693997810) - TotalStorageWaitTime: 40ms (40999984) - TotalThreadsInvoluntaryContextSwitches: 260 (260) - TotalThreadsTotalWallClockTime: 18.43s (18427992923) - TotalThreadsSysTime: 142ms (142551000) - TotalThreadsUserTime: 2.88s (2876550000) - TotalThreadsVoluntaryContextSwitches: 1,598 (1598) - TotalTime: 10.04s (10038996145) Fragment Instance Lifecycle Event Timeline Prepare Finished: 14ms (14999994) Open Finished: 571ms (571999780) First Batch Produced: 1.44s (1443999445) First Batch Sent: 1.44s (1443999445) ExecInternal Finished: 10.05s (10055996137) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.48s (9480996359) - ExecTreeExecTime: 895ms (895999656) - InactiveTotalTime: 0ns (0) - OpenTime: 556ms (556999786) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.69s (5694997810) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1674999346) - TotalBytesSent: 156.5 MiB (164072739) - TotalTime: 8.32s (8322996807) - UncompressedRowBatchSize: 261.9 MiB (274670890) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 543ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61938711) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61938711) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61938711) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 276ms (276999886) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 355ms (355999854) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843567) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 642.1 MiB/s (673247114) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240321308) - RowBatchQueueGetWaitTime: 285ms (285999890) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11893972) - RowBatchQueuePutWaitTime: 7.42s (7424997169) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1881194 per second (1881194) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 40ms (40999984) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.39s (8389996778) - ScannerThreadsSysTime: 44ms (44401000) - ScannerThreadsUserTime: 370ms (370341000) - ScannerThreadsVoluntaryContextSwitches: 897 (897) - TotalRawHdfsOpenFileTime(*): 1ms (1000000) - TotalRawHdfsReadTime(*): 91ms (91999965) - TotalReadThroughput: 6.2 MiB/s (6485049) - TotalTime: 887ms (887999659) Node Lifecycle Event Timeline Open Started: 571ms (571999780) Open Finished: 571ms (571999780) First Batch Requested: 571ms (571999780) First Batch Returned: 1.44s (1443999445) Last Batch Returned: 9.77s (9771996247) Closed: 10.05s (10054996138) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 23 (23) - CodegenTotalWallClockTime: 556ms (556999786) - CodegenSysTime: 2ms (2024000) - CodegenUserTime: 252ms (252897000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 165ms (165999936) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999994) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 338ms (338999870) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 34ms (34999987) - TotalTime: 556ms (556999786) Instance c7456fdd806a4994:3209e9260000003f (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.987 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82345501) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230218964) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.85s (5853898323) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 18.12s (18124685203) - TotalThreadsSysTime: 118ms (118867000) - TotalThreadsUserTime: 2.92s (2916522000) - TotalThreadsVoluntaryContextSwitches: 1,590 (1590) - TotalTime: 10.03s (10027825832) Fragment Instance Lifecycle Event Timeline Prepare Finished: 14ms (14999739) Open Finished: 718ms (718987512) First Batch Produced: 1.28s (1284977682) First Batch Sent: 1.28s (1284977682) ExecInternal Finished: 10.04s (10043825554) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.32s (9323838059) - ExecTreeExecTime: 629ms (629989058) - InactiveTotalTime: 0ns (0) - OpenTime: 703ms (703987773) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.85s (5854898306) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1573972670) - TotalBytesSent: 156.5 MiB (164061834) - TotalTime: 8.40s (8399854109) - UncompressedRowBatchSize: 261.9 MiB (274670029) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 391ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61944158) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61944158) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61944158) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 275ms (275995205) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 354ms (354993832) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842956) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 908.9 MiB/s (953003599) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240316371) - RowBatchQueueGetWaitTime: 124ms (124997830) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11888628) - RowBatchQueuePutWaitTime: 7.30s (7300873204) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2660078 per second (2660078) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.10s (8096859371) - ScannerThreadsSysTime: 31ms (31244000) - ScannerThreadsUserTime: 394ms (394846000) - ScannerThreadsVoluntaryContextSwitches: 867 (867) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 64ms (64998871) - TotalReadThroughput: 6.2 MiB/s (6494459) - TotalTime: 627ms (627989092) Node Lifecycle Event Timeline Open Started: 718ms (718987512) Open Finished: 718ms (718987512) First Batch Requested: 718ms (718987512) First Batch Returned: 1.28s (1284977682) Last Batch Returned: 9.76s (9758830504) Closed: 10.04s (10042825571) Buffer pool - AllocTime: 11ms (11999791) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999791) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 21 (21) - CodegenTotalWallClockTime: 703ms (703987773) - CodegenSysTime: 2ms (2008000) - CodegenUserTime: 249ms (249009000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 250ms (250995641) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40999288) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 264ms (264995397) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 144ms (144997482) - TotalTime: 703ms (703987773) Instance c7456fdd806a4994:3209e9260000002b (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.222 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82395750) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257567044) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.61s (5607040340) - TotalStorageWaitTime: 14ms (14000100) - TotalThreadsInvoluntaryContextSwitches: 253 (253) - TotalThreadsTotalWallClockTime: 18.14s (18141130475) - TotalThreadsSysTime: 133ms (133068000) - TotalThreadsUserTime: 2.89s (2888589000) - TotalThreadsVoluntaryContextSwitches: 1,631 (1631) - TotalTime: 10.02s (10017072045) Fragment Instance Lifecycle Event Timeline Prepare Finished: 16ms (16000115) Open Finished: 725ms (725005215) First Batch Produced: 1.24s (1235008883) First Batch Sent: 1.24s (1235008883) ExecInternal Finished: 10.04s (10035072175) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.31s (9308066945) - ExecTreeExecTime: 545ms (545003919) - InactiveTotalTime: 0ns (0) - OpenTime: 709ms (709005100) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.61s (5607040340) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.85s (1847013277) - TotalBytesSent: 156.5 MiB (164050630) - TotalTime: 8.47s (8469060913) - UncompressedRowBatchSize: 261.9 MiB (274666963) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 390ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61920039) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61920039) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61920039) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 338ms (338002428) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 455ms (455003281) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844114) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 908.5 MiB/s (952609125) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240309207) - RowBatchQueueGetWaitTime: 118ms (118000849) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11786664) - RowBatchQueuePutWaitTime: 7.19s (7194051739) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3082081 per second (3082081) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14000100) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.12s (8124058430) - ScannerThreadsSysTime: 36ms (36413000) - ScannerThreadsUserTime: 376ms (376542000) - ScannerThreadsVoluntaryContextSwitches: 880 (880) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 65ms (65000468) - TotalReadThroughput: 5.9 MiB/s (6171637) - TotalTime: 542ms (542003898) Node Lifecycle Event Timeline Open Started: 725ms (725005215) Open Finished: 725ms (725005215) First Batch Requested: 725ms (725005215) First Batch Returned: 1.24s (1235008883) Last Batch Returned: 9.80s (9800070484) Closed: 10.03s (10034072168) Buffer pool - AllocTime: 72ms (72000518) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 72ms (72000518) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 22 (22) - CodegenTotalWallClockTime: 709ms (709005100) - CodegenSysTime: 3ms (3994000) - CodegenUserTime: 255ms (255662000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 300ms (300002158) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3000022) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 345ms (345002481) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 35ms (35000252) - TotalTime: 709ms (709005100) Instance c7456fdd806a4994:3209e9260000004c (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.753 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82443250) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168123377) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.79s (5795990512) - TotalStorageWaitTime: 1,000.00us (999998) - TotalThreadsInvoluntaryContextSwitches: 224 (224) - TotalThreadsTotalWallClockTime: 18.01s (18012970509) - TotalThreadsSysTime: 151ms (151652000) - TotalThreadsUserTime: 2.88s (2877689000) - TotalThreadsVoluntaryContextSwitches: 1,685 (1685) - TotalTime: 10.02s (10016983600) Fragment Instance Lifecycle Event Timeline Prepare Finished: 9ms (9999983) Open Finished: 672ms (672998898) First Batch Produced: 1.37s (1370997755) First Batch Sent: 1.37s (1371997753) ExecInternal Finished: 10.03s (10028983580) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.35s (9353984685) - ExecTreeExecTime: 720ms (720998818) - InactiveTotalTime: 0ns (0) - OpenTime: 662ms (662998915) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.79s (5795990512) - PeakMemoryUsage: 1.4 MiB (1517184) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.70s (1699997194) - TotalBytesSent: 156.5 MiB (164099563) - TotalTime: 8.45s (8446986176) - UncompressedRowBatchSize: 262.0 MiB (274705273) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 430ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.83 (0.8333333333333334) - BytesRead: 59.1 MiB (61940540) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61940540) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61940540) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 435ms (435999292) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 354ms (354999408) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842519) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 465.1 MiB/s (487721593) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240332173) - RowBatchQueueGetWaitTime: 205ms (205999663) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11809445) - RowBatchQueuePutWaitTime: 7.01s (7009988527) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2323369 per second (2323369) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 1,000.00us (999998) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.00s (7995986909) - ScannerThreadsSysTime: 43ms (43126000) - ScannerThreadsUserTime: 378ms (378557000) - ScannerThreadsVoluntaryContextSwitches: 962 (962) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 126ms (126999790) - TotalReadThroughput: 5.9 MiB/s (6157111) - TotalTime: 718ms (718998822) Node Lifecycle Event Timeline Open Started: 672ms (672998898) Open Finished: 672ms (672998898) First Batch Requested: 672ms (672998898) First Batch Returned: 1.37s (1370997755) Last Batch Returned: 9.67s (9669984168) Closed: 10.03s (10027983581) Buffer pool - AllocTime: 31ms (31999948) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999948) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 662ms (662998915) - CodegenSysTime: 2ms (2966000) - CodegenUserTime: 240ms (240326000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 259ms (259999575) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999975) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 308ms (308999494) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 72ms (72999881) - TotalTime: 662ms (662998915) Instance c7456fdd806a4994:3209e9260000002c (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.479 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 70.4 MiB (73782771) - PeakReservation: 55.5 MiB (58204160) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3211225952) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5756782209) - TotalStorageWaitTime: 14ms (14999432) - TotalThreadsInvoluntaryContextSwitches: 186 (186) - TotalThreadsTotalWallClockTime: 18.00s (17998319083) - TotalThreadsSysTime: 106ms (106565000) - TotalThreadsUserTime: 2.89s (2892310000) - TotalThreadsVoluntaryContextSwitches: 1,642 (1642) - TotalTime: 10.00s (9998621730) Fragment Instance Lifecycle Event Timeline Prepare Finished: 39ms (39998487) Open Finished: 542ms (542979458) First Batch Produced: 1.33s (1331949609) First Batch Sent: 1.33s (1332949571) ExecInternal Finished: 10.03s (10032620443) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.49s (9487641061) - ExecTreeExecTime: 831ms (831968524) - InactiveTotalTime: 0ns (0) - OpenTime: 502ms (502980971) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 7ms (7999698) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.76s (5757782171) - PeakMemoryUsage: 1.7 MiB (1754752) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1609939079) - TotalBytesSent: 155.9 MiB (163443374) - TotalTime: 8.39s (8386682711) - UncompressedRowBatchSize: 260.9 MiB (273617650) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 610ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61700512) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61700512) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61700512) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 257ms (257990230) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 608ms (608976960) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67255687) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 239.2 MiB/s (250824576) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429332) - RowBatchQueueGetWaitTime: 121ms (121995384) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900512) - RowBatchQueuePutWaitTime: 6.95s (6953736936) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2004895 per second (2004895) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14999432) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.01s (8007697051) - ScannerThreadsSysTime: 29ms (29772000) - ScannerThreadsUserTime: 392ms (392703000) - ScannerThreadsVoluntaryContextSwitches: 906 (906) - TotalRawHdfsOpenFileTime(*): 999.96us (999962) - TotalRawHdfsReadTime(*): 245ms (245990695) - TotalReadThroughput: 5.9 MiB/s (6155278) - TotalTime: 829ms (829968600) Node Lifecycle Event Timeline Open Started: 542ms (542979458) Open Finished: 542ms (542979458) First Batch Requested: 542ms (542979458) First Batch Returned: 1.33s (1331949609) Last Batch Returned: 9.73s (9735631679) Closed: 10.03s (10031620481) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 502ms (502980971) - CodegenSysTime: 983.00us (983000) - CodegenUserTime: 248ms (248590000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 221ms (221991602) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999886) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 217ms (217991753) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 46ms (46998222) - TotalTime: 502ms (502980971) Instance c7456fdd806a4994:3209e9260000004d (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.059 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82285364) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3300578590) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.64s (5644821015) - TotalStorageWaitTime: 19ms (19999366) - TotalThreadsInvoluntaryContextSwitches: 240 (240) - TotalThreadsTotalWallClockTime: 18.36s (18364417723) - TotalThreadsSysTime: 165ms (165059000) - TotalThreadsUserTime: 2.96s (2961722000) - TotalThreadsVoluntaryContextSwitches: 1,539 (1539) - TotalTime: 9.98s (9985683386) Fragment Instance Lifecycle Event Timeline Prepare Finished: 22ms (22999271) Open Finished: 983ms (983968801) First Batch Produced: 1.42s (1417955041) First Batch Sent: 1.42s (1418955009) ExecInternal Finished: 10.01s (10010682593) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.02s (9024713856) - ExecTreeExecTime: 454ms (454985576) - InactiveTotalTime: 0ns (0) - OpenTime: 960ms (960969530) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.65s (5646820951) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1638948055) - TotalBytesSent: 155.9 MiB (163450544) - TotalTime: 8.27s (8271737725) - UncompressedRowBatchSize: 261.0 MiB (273629691) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 133ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.9 MiB (61720032) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720032) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720032) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 344ms (344989062) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 429ms (429986357) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75741925) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 997.7 MiB/s (1046135341) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239435389) - RowBatchQueueGetWaitTime: 195ms (195993786) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11746394) - RowBatchQueuePutWaitTime: 7.34s (7342767196) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3665314 per second (3665314) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 19ms (19999366) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.38s (8378734337) - ScannerThreadsSysTime: 45ms (45365000) - ScannerThreadsUserTime: 392ms (392810000) - ScannerThreadsVoluntaryContextSwitches: 817 (817) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 58ms (58998133) - TotalReadThroughput: 5.9 MiB/s (6159069) - TotalTime: 453ms (453985608) Node Lifecycle Event Timeline Open Started: 983ms (983968801) Open Finished: 983ms (983968801) First Batch Requested: 983ms (983968801) First Batch Returned: 1.42s (1417955041) Last Batch Returned: 9.77s (9771690171) Closed: 10.01s (10009682625) Buffer pool - AllocTime: 54ms (54998256) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 54ms (54998256) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 960ms (960969530) - CodegenSysTime: 5ms (5066000) - CodegenUserTime: 256ms (256383000) - CodegenVoluntaryContextSwitches: 78 (78) - CompileTime: 390ms (390987603) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999905) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 457ms (457985478) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 77ms (77997527) - TotalTime: 960ms (960969530) Instance c7456fdd806a4994:3209e92600000030 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.736 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82364022) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3238136234) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.79s (5789800104) - TotalStorageWaitTime: 27ms (27999034) - TotalThreadsInvoluntaryContextSwitches: 214 (214) - TotalThreadsTotalWallClockTime: 17.89s (17885382483) - TotalThreadsSysTime: 135ms (135281000) - TotalThreadsUserTime: 2.84s (2843050000) - TotalThreadsVoluntaryContextSwitches: 1,659 (1659) - TotalTime: 9.93s (9930657131) Fragment Instance Lifecycle Event Timeline Prepare Finished: 42ms (42998516) Open Finished: 910ms (910968548) First Batch Produced: 1.32s (1319954427) First Batch Sent: 1.32s (1319954427) ExecInternal Finished: 9.97s (9974655612) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.06s (9061687133) - ExecTreeExecTime: 433ms (433985018) - InactiveTotalTime: 0ns (0) - OpenTime: 867ms (867970032) - ExecTreeOpenTime: 26ms (26999068) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.79s (5793799966) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1636943472) - TotalBytesSent: 156.4 MiB (164014893) - TotalTime: 8.29s (8286713890) - UncompressedRowBatchSize: 261.9 MiB (274640294) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 236ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.0 MiB (61915702) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.0 MiB (61915702) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.0 MiB (61915702) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 456ms (456984215) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 388ms (388986565) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845194) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 641.8 MiB/s (673019994) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240294695) - RowBatchQueueGetWaitTime: 118ms (118995891) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11933135) - RowBatchQueuePutWaitTime: 6.95s (6948760097) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3623769 per second (3623769) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 27ms (27999034) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.96s (7955725318) - ScannerThreadsSysTime: 26ms (26681000) - ScannerThreadsUserTime: 387ms (387354000) - ScannerThreadsVoluntaryContextSwitches: 961 (961) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 91ms (91996824) - TotalReadThroughput: 6.5 MiB/s (6853630) - TotalTime: 460ms (460984087) Node Lifecycle Event Timeline Open Started: 883ms (883969480) Open Finished: 910ms (910968548) First Batch Requested: 910ms (910968548) First Batch Returned: 1.32s (1319954427) Last Batch Returned: 9.39s (9387675878) Closed: 9.97s (9973655646) Buffer pool - AllocTime: 1ms (1999930) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999930) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 840ms (840970964) - CodegenSysTime: 2ms (2957000) - CodegenUserTime: 247ms (247898000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 332ms (332988503) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999897) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 462ms (462984015) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 40ms (40998584) - TotalTime: 840ms (840970964) Instance c7456fdd806a4994:3209e92600000044 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.898 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82410889) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3324699414) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.61s (5608965423) - TotalStorageWaitTime: 12ms (12999920) - TotalThreadsInvoluntaryContextSwitches: 309 (309) - TotalThreadsTotalWallClockTime: 17.86s (17856889927) - TotalThreadsSysTime: 147ms (147439000) - TotalThreadsUserTime: 2.89s (2894243000) - TotalThreadsVoluntaryContextSwitches: 1,668 (1668) - TotalTime: 9.92s (9921938840) Fragment Instance Lifecycle Event Timeline Prepare Finished: 11ms (11999926) Open Finished: 637ms (637996068) First Batch Produced: 1.42s (1418991253) First Batch Sent: 1.42s (1419991247) ExecInternal Finished: 9.94s (9935938753) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.29s (9295942698) - ExecTreeExecTime: 822ms (822994926) - InactiveTotalTime: 0ns (0) - OpenTime: 625ms (625996142) - ExecTreeOpenTime: 999.99us (999994) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.61s (5609965417) - PeakMemoryUsage: 1.6 MiB (1640064) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1643989876) - TotalBytesSent: 156.5 MiB (164057456) - TotalTime: 8.36s (8363948443) - UncompressedRowBatchSize: 261.9 MiB (274658371) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 467ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61935643) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935643) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935643) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 386ms (386997615) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 400ms (400997533) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842838) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 615.3 MiB/s (645166939) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240305497) - RowBatchQueueGetWaitTime: 238ms (238998526) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11444613) - RowBatchQueuePutWaitTime: 6.84s (6840957823) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2027318 per second (2027318) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999920) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.93s (7934951087) - ScannerThreadsSysTime: 38ms (38292000) - ScannerThreadsUserTime: 382ms (382874000) - ScannerThreadsVoluntaryContextSwitches: 967 (967) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 95ms (95999406) - TotalReadThroughput: 6.2 MiB/s (6494929) - TotalTime: 823ms (823994920) Node Lifecycle Event Timeline Open Started: 636ms (636996074) Open Finished: 637ms (637996068) First Batch Requested: 637ms (637996068) First Batch Returned: 1.42s (1418991253) Last Batch Returned: 9.64s (9636940596) Closed: 9.93s (9934938759) Buffer pool - AllocTime: 113ms (113999297) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 113ms (113999297) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 21 (21) - CodegenTotalWallClockTime: 623ms (623996154) - CodegenSysTime: 1ms (1944000) - CodegenUserTime: 249ms (249162000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 271ms (271998323) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999902) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 292ms (292998194) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 41ms (41999741) - TotalTime: 623ms (623996154) Instance c7456fdd806a4994:3209e9260000002f (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.710 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82387207) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3232185966) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.74s (5739786446) - TotalStorageWaitTime: 51ms (51998066) - TotalThreadsInvoluntaryContextSwitches: 167 (167) - TotalThreadsTotalWallClockTime: 17.86s (17861335487) - TotalThreadsSysTime: 155ms (155581000) - TotalThreadsUserTime: 2.83s (2830071000) - TotalThreadsVoluntaryContextSwitches: 1,681 (1681) - TotalTime: 9.91s (9906631434) Fragment Instance Lifecycle Event Timeline Prepare Finished: 54ms (54997954) Open Finished: 674ms (674974888) First Batch Produced: 1.42s (1420947135) First Batch Sent: 1.42s (1421947098) ExecInternal Finished: 9.95s (9951629760) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.28s (9275654909) - ExecTreeExecTime: 758ms (758971765) - InactiveTotalTime: 0ns (0) - OpenTime: 619ms (619976934) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 10ms (10999591) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.74s (5741786372) - PeakMemoryUsage: 1.7 MiB (1738368) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1565941743) - TotalBytesSent: 155.9 MiB (163430217) - TotalTime: 8.31s (8312690735) - UncompressedRowBatchSize: 260.9 MiB (273615575) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 485ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 58.8 MiB (61692906) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692906) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692906) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 308ms (308988503) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 398ms (398985148) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843832) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 303.3 MiB/s (318016500) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419628) - RowBatchQueueGetWaitTime: 234ms (234991257) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11891529) - RowBatchQueuePutWaitTime: 6.92s (6921742495) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2192439 per second (2192439) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 51ms (51998066) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.96s (7965703644) - ScannerThreadsSysTime: 36ms (36187000) - ScannerThreadsUserTime: 378ms (378660000) - ScannerThreadsVoluntaryContextSwitches: 980 (980) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 193ms (193992783) - TotalReadThroughput: 6.2 MiB/s (6466083) - TotalTime: 758ms (758971765) Node Lifecycle Event Timeline Open Started: 674ms (674974888) Open Finished: 674ms (674974888) First Batch Requested: 674ms (674974888) First Batch Returned: 1.42s (1420947135) Last Batch Returned: 9.70s (9702639024) Closed: 9.95s (9951629760) Buffer pool - AllocTime: 44ms (44998326) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 44ms (44998326) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 22 (22) - CodegenTotalWallClockTime: 619ms (619976934) - CodegenSysTime: 6ms (6957000) - CodegenUserTime: 245ms (245262000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 268ms (268989992) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999851) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 320ms (320988058) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 23ms (23999107) - TotalTime: 619ms (619976934) Instance c7456fdd806a4994:3209e92600000041 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.288 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82361124) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3209034090) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.73s (5729827811) - TotalStorageWaitTime: 18ms (18999429) - TotalThreadsInvoluntaryContextSwitches: 208 (208) - TotalThreadsTotalWallClockTime: 17.78s (17781465630) - TotalThreadsSysTime: 125ms (125290000) - TotalThreadsUserTime: 2.85s (2854483000) - TotalThreadsVoluntaryContextSwitches: 1,606 (1606) - TotalTime: 9.90s (9902702403) Fragment Instance Lifecycle Event Timeline Prepare Finished: 5ms (5999820) Open Finished: 559ms (559983171) First Batch Produced: 1.23s (1229963037) First Batch Sent: 1.23s (1230963007) ExecInternal Finished: 9.91s (9907702253) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.35s (9347719082) - ExecTreeExecTime: 710ms (710978635) - InactiveTotalTime: 0ns (0) - OpenTime: 553ms (553983351) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.73s (5732827721) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1635950824) - TotalBytesSent: 156.5 MiB (164084744) - TotalTime: 8.43s (8430746638) - UncompressedRowBatchSize: 262.0 MiB (274694878) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 564ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.1 MiB (61933798) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61933798) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61933798) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 351ms (351989419) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 377ms (377988637) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75776755) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 767.1 MiB/s (804359211) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240330339) - RowBatchQueueGetWaitTime: 106ms (106996785) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11638482) - RowBatchQueuePutWaitTime: 7.00s (7004789498) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2349578 per second (2349578) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 18ms (18999429) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.88s (7879763197) - ScannerThreadsSysTime: 33ms (33368000) - ScannerThreadsUserTime: 376ms (376199000) - ScannerThreadsVoluntaryContextSwitches: 880 (880) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76997686) - TotalReadThroughput: 6.5 MiB/s (6860950) - TotalTime: 710ms (710978635) Node Lifecycle Event Timeline Open Started: 558ms (558983201) Open Finished: 558ms (558983201) First Batch Requested: 559ms (559983171) First Batch Returned: 1.23s (1229963037) Last Batch Returned: 9.26s (9258721756) Closed: 9.91s (9907702253) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 21 (21) - CodegenTotalWallClockTime: 552ms (552983381) - CodegenSysTime: 3ms (3967000) - CodegenUserTime: 245ms (245379000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 340ms (340989752) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999910) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 182ms (182994501) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 24ms (24999248) - TotalTime: 552ms (552983381) Instance c7456fdd806a4994:3209e92600000042 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.803 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82437377) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.2 GiB (3397255457) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.56s (5563960131) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 183 (183) - TotalThreadsTotalWallClockTime: 18.18s (18175869791) - TotalThreadsSysTime: 139ms (139267000) - TotalThreadsUserTime: 2.91s (2907250000) - TotalThreadsVoluntaryContextSwitches: 1,628 (1628) - TotalTime: 9.90s (9898929086) Fragment Instance Lifecycle Event Timeline Prepare Finished: 15ms (15999885) Open Finished: 443ms (443996819) First Batch Produced: 1.30s (1303990658) First Batch Sent: 1.30s (1303990658) ExecInternal Finished: 9.92s (9917928950) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.47s (9470932152) - ExecTreeExecTime: 881ms (881993681) - InactiveTotalTime: 0ns (0) - OpenTime: 427ms (427996934) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.57s (5565960116) - PeakMemoryUsage: 1.6 MiB (1705600) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.72s (1718987707) - TotalBytesSent: 155.8 MiB (163408902) - TotalTime: 8.26s (8259940830) - UncompressedRowBatchSize: 260.9 MiB (273591069) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 669ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61704715) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704715) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704715) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 315ms (315997733) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 384ms (384997245) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844566) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 439.2 MiB/s (460486250) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414812) - RowBatchQueueGetWaitTime: 149ms (149998925) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886585) - RowBatchQueuePutWaitTime: 7.33s (7325947519) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1890922 per second (1890922) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.28s (8276940705) - ScannerThreadsSysTime: 32ms (32895000) - ScannerThreadsUserTime: 390ms (390427000) - ScannerThreadsVoluntaryContextSwitches: 916 (916) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 133ms (133999039) - TotalReadThroughput: 6.2 MiB/s (6461226) - TotalTime: 879ms (879993696) Node Lifecycle Event Timeline Open Started: 443ms (443996819) Open Finished: 443ms (443996819) First Batch Requested: 443ms (443996819) First Batch Returned: 1.30s (1303990658) Last Batch Returned: 9.60s (9601931213) Closed: 9.91s (9915928964) Buffer pool - AllocTime: 27ms (27999799) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999799) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 427ms (427996934) - CodegenSysTime: 1ms (1994000) - CodegenUserTime: 248ms (248273000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 206ms (206998517) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 4ms (4999964) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 190ms (190998632) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 23ms (23999828) - TotalTime: 427ms (427996934) Instance c7456fdd806a4994:3209e92600000034 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.276 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82426562) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3367577170) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.83s (5829801252) - TotalStorageWaitTime: 67ms (67997682) - TotalThreadsInvoluntaryContextSwitches: 186 (186) - TotalThreadsTotalWallClockTime: 18.20s (18195379725) - TotalThreadsSysTime: 135ms (135443000) - TotalThreadsUserTime: 2.86s (2857163000) - TotalThreadsVoluntaryContextSwitches: 1,645 (1645) - TotalTime: 9.89s (9892662762) Fragment Instance Lifecycle Event Timeline Prepare Finished: 4ms (4999830) Open Finished: 610ms (610979172) First Batch Produced: 1.23s (1226958174) First Batch Sent: 1.23s (1227958139) ExecInternal Finished: 9.90s (9898662558) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.29s (9286683420) - ExecTreeExecTime: 637ms (637978252) - InactiveTotalTime: 0ns (0) - OpenTime: 605ms (605979342) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.83s (5831801184) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1655943566) - TotalBytesSent: 155.9 MiB (163441136) - TotalTime: 8.52s (8515709703) - UncompressedRowBatchSize: 260.9 MiB (273613007) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 487ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61692563) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692563) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692563) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 377ms (377987120) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 401ms (401986292) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842052) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 744.8 MiB/s (780945140) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239421017) - RowBatchQueueGetWaitTime: 105ms (105996387) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892070) - RowBatchQueuePutWaitTime: 7.38s (7375748562) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2608239 per second (2608239) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 67ms (67997682) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 8.30s (8302716963) - ScannerThreadsSysTime: 35ms (35518000) - ScannerThreadsUserTime: 390ms (390643000) - ScannerThreadsVoluntaryContextSwitches: 899 (899) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 78ms (78997307) - TotalReadThroughput: 6.2 MiB/s (6476909) - TotalTime: 637ms (637978252) Node Lifecycle Event Timeline Open Started: 610ms (610979172) Open Finished: 610ms (610979172) First Batch Requested: 610ms (610979172) First Batch Returned: 1.23s (1226958174) Last Batch Returned: 9.60s (9599672751) Closed: 9.90s (9898662558) Buffer pool - AllocTime: 1ms (1999931) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999931) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 605ms (605979342) - CodegenSysTime: 3ms (3017000) - CodegenUserTime: 245ms (245394000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 324ms (324988921) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999897) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 194ms (194993353) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 79ms (79997273) - TotalTime: 605ms (605979342) Instance c7456fdd806a4994:3209e9260000004e (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.274 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.75 (1.75) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82422002) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168828850) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.74s (5738811231) - TotalStorageWaitTime: 25ms (25999145) - TotalThreadsInvoluntaryContextSwitches: 240 (240) - TotalThreadsTotalWallClockTime: 17.82s (17816413980) - TotalThreadsSysTime: 134ms (134078000) - TotalThreadsUserTime: 2.86s (2860576000) - TotalThreadsVoluntaryContextSwitches: 1,542 (1542) - TotalTime: 9.88s (9880675003) Fragment Instance Lifecycle Event Timeline Prepare Finished: 34ms (34998849) Open Finished: 947ms (947968819) First Batch Produced: 1.37s (1368954972) First Batch Sent: 1.37s (1368954972) ExecInternal Finished: 9.90s (9905674181) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.96s (8956705395) - ExecTreeExecTime: 444ms (444985363) - InactiveTotalTime: 0ns (0) - OpenTime: 912ms (912969970) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.74s (5742811099) - PeakMemoryUsage: 1.9 MiB (1975936) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1589947711) - TotalBytesSent: 155.9 MiB (163443005) - TotalTime: 8.29s (8290727302) - UncompressedRowBatchSize: 260.9 MiB (273608455) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 184ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 58.8 MiB (61688524) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688524) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688524) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 407ms (407986580) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 428ms (428985893) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75780376) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 417.3 MiB/s (437521647) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419886) - RowBatchQueueGetWaitTime: 211ms (211993027) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11891401) - RowBatchQueuePutWaitTime: 6.88s (6884773544) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3764829 per second (3764829) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 25ms (25999145) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.95s (7946738615) - ScannerThreadsSysTime: 40ms (40448000) - ScannerThreadsUserTime: 375ms (375987000) - ScannerThreadsVoluntaryContextSwitches: 850 (850) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 140ms (140995364) - TotalReadThroughput: 6.2 MiB/s (6471729) - TotalTime: 441ms (441985462) Node Lifecycle Event Timeline Open Started: 947ms (947968819) Open Finished: 947ms (947968819) First Batch Requested: 947ms (947968819) First Batch Returned: 1.37s (1368954972) Last Batch Returned: 9.33s (9327693192) Closed: 9.90s (9905674181) Buffer pool - AllocTime: 36ms (36998783) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 912ms (912969970) - CodegenSysTime: 4ms (4002000) - CodegenUserTime: 249ms (249022000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 446ms (446985297) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999901) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 416ms (416986285) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 44ms (44998520) - TotalTime: 912ms (912969970) Instance c7456fdd806a4994:3209e9260000002e (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.791 Hdfs split stats (:<# splits>/): 0:1/88.52 MB - AverageThreadTokens: 1.79 (1.7894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 70.4 MiB (73789104) - PeakReservation: 55.5 MiB (58204160) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168795187) - RowsProduced: 1,657,500 (1657500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.82s (5818777320) - TotalStorageWaitTime: 7ms (7999694) - TotalThreadsInvoluntaryContextSwitches: 231 (231) - TotalThreadsTotalWallClockTime: 17.74s (17738321180) - TotalThreadsSysTime: 160ms (160475000) - TotalThreadsUserTime: 2.84s (2837606000) - TotalThreadsVoluntaryContextSwitches: 1,583 (1583) - TotalTime: 9.88s (9880621883) Fragment Instance Lifecycle Event Timeline Prepare Finished: 23ms (23999082) Open Finished: 610ms (610976619) First Batch Produced: 1.20s (1203953927) First Batch Sent: 1.20s (1204953888) ExecInternal Finished: 9.90s (9905620926) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.29s (9292644384) - ExecTreeExecTime: 609ms (609976655) - InactiveTotalTime: 0ns (0) - OpenTime: 586ms (586977537) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.82s (5819777282) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,657,500 (1657500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1509942229) - TotalBytesSent: 155.3 MiB (162796029) - TotalTime: 8.37s (8371679633) - UncompressedRowBatchSize: 259.9 MiB (272553011) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.52 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 535ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.83 (0.8333333333333334) - BytesRead: 58.6 MiB (61467105) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.6 MiB (61467105) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.6 MiB (61467105) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 427ms (427983622) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 353ms (353986443) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67253822) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.0 GiB/s (1097668880) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 227.4 MiB (238427367) - RowBatchQueueGetWaitTime: 38ms (38998508) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892850) - RowBatchQueuePutWaitTime: 6.79s (6794739986) - RowBatchesEnqueued: 1,621 (1621) - RowsRead: 1,657,500 (1657500) - RowsReturned: 1,657,500 (1657500) - RowsReturnedRate: 2712869 per second (2712869) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 7ms (7999694) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 7.86s (7858699259) - ScannerThreadsSysTime: 44ms (44110000) - ScannerThreadsUserTime: 377ms (377215000) - ScannerThreadsVoluntaryContextSwitches: 862 (862) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 55ms (55997857) - TotalReadThroughput: 6.1 MiB/s (6439717) - TotalTime: 610ms (610976617) Node Lifecycle Event Timeline Open Started: 610ms (610976619) Open Finished: 610ms (610976619) First Batch Requested: 610ms (610976619) First Batch Returned: 1.20s (1203953927) Last Batch Returned: 9.55s (9553634396) Closed: 9.90s (9904620964) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 21 (21) - CodegenTotalWallClockTime: 586ms (586977537) - CodegenSysTime: 3ms (3962000) - CodegenUserTime: 248ms (248172000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 301ms (301988443) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999885) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 238ms (238990854) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 41ms (41998393) - TotalTime: 586ms (586977537) Instance c7456fdd806a4994:3209e92600000047 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.069 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82429621) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3328446781) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.59s (5592811966) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 269 (269) - TotalThreadsTotalWallClockTime: 17.78s (17778402275) - TotalThreadsSysTime: 145ms (145799000) - TotalThreadsUserTime: 2.88s (2880655000) - TotalThreadsVoluntaryContextSwitches: 1,653 (1653) - TotalTime: 9.86s (9859668510) Fragment Instance Lifecycle Event Timeline Prepare Finished: 29ms (29998991) Open Finished: 806ms (806972869) First Batch Produced: 1.35s (1346954714) First Batch Sent: 1.35s (1346954714) ExecInternal Finished: 9.89s (9891667433) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.08s (9082694632) - ExecTreeExecTime: 575ms (575980639) - InactiveTotalTime: 0ns (0) - OpenTime: 776ms (776973878) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.59s (5592811966) - PeakMemoryUsage: 1.8 MiB (1836672) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1674943686) - TotalBytesSent: 156.5 MiB (164060439) - TotalTime: 8.32s (8317720349) - UncompressedRowBatchSize: 261.9 MiB (274670596) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 317ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 59.1 MiB (61943397) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61943397) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61943397) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 434ms (434985375) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 323ms (323989107) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845316) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 557.3 MiB/s (584391313) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240313715) - RowBatchQueueGetWaitTime: 194ms (194993444) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11790868) - RowBatchQueuePutWaitTime: 6.86s (6858769402) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2910376 per second (2910376) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.92s (7918733765) - ScannerThreadsSysTime: 34ms (34520000) - ScannerThreadsUserTime: 391ms (391506000) - ScannerThreadsVoluntaryContextSwitches: 929 (929) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 105ms (105996437) - TotalReadThroughput: 6.2 MiB/s (6508026) - TotalTime: 573ms (573980705) Node Lifecycle Event Timeline Open Started: 806ms (806972869) Open Finished: 806ms (806972869) First Batch Requested: 806ms (806972869) First Batch Returned: 1.35s (1346954714) Last Batch Returned: 9.63s (9626676343) Closed: 9.89s (9890667467) Buffer pool - AllocTime: 66ms (66997748) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66997748) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 776ms (776973878) - CodegenSysTime: 3ms (3020000) - CodegenUserTime: 252ms (252626000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 300ms (300989881) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999563) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 412ms (412986115) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 46ms (46998420) - TotalTime: 776ms (776973878) Instance c7456fdd806a4994:3209e92600000045 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.569 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82355600) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.9 GiB (3115716898) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.67s (5672791808) - TotalStorageWaitTime: 8ms (8999670) - TotalThreadsInvoluntaryContextSwitches: 264 (264) - TotalThreadsTotalWallClockTime: 17.78s (17781347397) - TotalThreadsSysTime: 123ms (123895000) - TotalThreadsUserTime: 2.90s (2899260000) - TotalThreadsVoluntaryContextSwitches: 1,660 (1660) - TotalTime: 9.83s (9831639163) Fragment Instance Lifecycle Event Timeline Prepare Finished: 54ms (54997981) Open Finished: 512ms (512981172) First Batch Produced: 1.23s (1225955005) First Batch Sent: 1.23s (1225955005) ExecInternal Finished: 9.88s (9880637364) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.37s (9365656266) - ExecTreeExecTime: 799ms (799970638) - InactiveTotalTime: 0ns (0) - OpenTime: 457ms (457983191) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 7ms (7999706) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.67s (5672791808) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1640939777) - TotalBytesSent: 155.9 MiB (163436291) - TotalTime: 8.40s (8397691793) - UncompressedRowBatchSize: 260.9 MiB (273624921) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 643ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.8 MiB (61704260) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704260) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704260) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 413ms (413984802) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 620ms (620977211) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844956) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 668.7 MiB/s (701210494) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430846) - RowBatchQueueGetWaitTime: 58ms (58997835) - RowBatchQueuePeakMemoryUsage: 10.7 MiB (11197238) - RowBatchQueuePutWaitTime: 6.83s (6828749377) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2082679 per second (2082679) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 8ms (8999670) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.96s (7957707940) - ScannerThreadsSysTime: 37ms (37274000) - ScannerThreadsUserTime: 389ms (389731000) - ScannerThreadsVoluntaryContextSwitches: 996 (996) - TotalRawHdfsOpenFileTime(*): 13ms (13999487) - TotalRawHdfsReadTime(*): 87ms (87996772) - TotalReadThroughput: 6.5 MiB/s (6823428) - TotalTime: 798ms (798970675) Node Lifecycle Event Timeline Open Started: 512ms (512981172) Open Finished: 512ms (512981172) First Batch Requested: 512ms (512981172) First Batch Returned: 1.23s (1225955005) Last Batch Returned: 9.35s (9347656926) Closed: 9.88s (9879637401) Buffer pool - AllocTime: 12ms (12999523) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999523) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 457ms (457983191) - CodegenSysTime: 3ms (3016000) - CodegenUserTime: 241ms (241851000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 170ms (170993724) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999890) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 215ms (215992073) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 65ms (65997578) - TotalTime: 457ms (457983191) Instance c7456fdd806a4994:3209e92600000031 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.511 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82363166) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3239506701) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.66s (5659965145) - TotalStorageWaitTime: 25ms (25999840) - TotalThreadsInvoluntaryContextSwitches: 252 (252) - TotalThreadsTotalWallClockTime: 17.75s (17752890659) - TotalThreadsSysTime: 155ms (155573000) - TotalThreadsUserTime: 2.89s (2889453000) - TotalThreadsVoluntaryContextSwitches: 1,671 (1671) - TotalTime: 9.83s (9828939463) Fragment Instance Lifecycle Event Timeline Prepare Finished: 17ms (17999889) Open Finished: 527ms (527996748) First Batch Produced: 1.42s (1422991236) First Batch Sent: 1.42s (1423991230) ExecInternal Finished: 9.85s (9848939340) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.32s (9318942604) - ExecTreeExecTime: 907ms (907994410) - InactiveTotalTime: 0ns (0) - OpenTime: 509ms (509996859) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.66s (5660965139) - PeakMemoryUsage: 1.6 MiB (1697408) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.54s (1543990503) - TotalBytesSent: 156.4 MiB (164045964) - TotalTime: 8.18s (8179949619) - UncompressedRowBatchSize: 261.9 MiB (274652791) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 585ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61921299) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61921299) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61921299) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 192ms (192998807) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 376ms (376997689) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778777) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.5 GiB/s (1587735426) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240304438) - RowBatchQueueGetWaitTime: 299ms (299998153) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11678320) - RowBatchQueuePutWaitTime: 7.01s (7015956785) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1841797 per second (1841797) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 25ms (25999840) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.92s (7923951196) - ScannerThreadsSysTime: 26ms (26654000) - ScannerThreadsUserTime: 391ms (391646000) - ScannerThreadsVoluntaryContextSwitches: 958 (958) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 38ms (38999759) - TotalReadThroughput: 6.2 MiB/s (6490702) - TotalTime: 906ms (906994416) Node Lifecycle Event Timeline Open Started: 527ms (527996748) Open Finished: 527ms (527996748) First Batch Requested: 527ms (527996748) First Batch Returned: 1.42s (1422991236) Last Batch Returned: 9.57s (9568941064) Closed: 9.85s (9847939346) Buffer pool - AllocTime: 51ms (51999680) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 51ms (51999680) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 509ms (509996859) - CodegenSysTime: 2ms (2992000) - CodegenUserTime: 252ms (252334000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 132ms (132999181) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999981) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 302ms (302998134) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 57ms (57999643) - TotalTime: 509ms (509996859) Instance c7456fdd806a4994:3209e92600000032 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.491 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82459957) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257002478) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.72s (5716766050) - TotalStorageWaitTime: 16ms (16999304) - TotalThreadsInvoluntaryContextSwitches: 183 (183) - TotalThreadsTotalWallClockTime: 17.76s (17759273206) - TotalThreadsSysTime: 157ms (157212000) - TotalThreadsUserTime: 2.87s (2865740000) - TotalThreadsVoluntaryContextSwitches: 1,640 (1640) - TotalTime: 9.83s (9827597808) Fragment Instance Lifecycle Event Timeline Prepare Finished: 26ms (26998895) Open Finished: 646ms (646973523) First Batch Produced: 1.29s (1287947291) First Batch Sent: 1.29s (1287947291) ExecInternal Finished: 9.93s (9928593674) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.21s (9207623180) - ExecTreeExecTime: 667ms (667972665) - InactiveTotalTime: 0ns (0) - OpenTime: 619ms (619974628) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.72s (5722765804) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1659932059) - TotalBytesSent: 155.9 MiB (163447778) - TotalTime: 8.48s (8482652843) - UncompressedRowBatchSize: 261.0 MiB (273626897) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 475ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.9 MiB (61720221) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720221) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720221) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 326ms (326986614) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 449ms (449981584) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75777351) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 632.9 MiB/s (663685444) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430375) - RowBatchQueueGetWaitTime: 130ms (130994639) - RowBatchQueuePeakMemoryUsage: 10.0 MiB (10520427) - RowBatchQueuePutWaitTime: 6.94s (6943715834) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2494854 per second (2494854) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 16ms (16999304) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.93s (7931675398) - ScannerThreadsSysTime: 27ms (27918000) - ScannerThreadsUserTime: 393ms (393008000) - ScannerThreadsVoluntaryContextSwitches: 942 (942) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 92ms (92996195) - TotalReadThroughput: 6.5 MiB/s (6828968) - TotalTime: 666ms (666972706) Node Lifecycle Event Timeline Open Started: 646ms (646973523) Open Finished: 646ms (646973523) First Batch Requested: 646ms (646973523) First Batch Returned: 1.29s (1287947291) Last Batch Returned: 9.28s (9281620152) Closed: 9.93s (9927593715) Buffer pool - AllocTime: 33ms (33998609) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33998609) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 619ms (619974628) - CodegenSysTime: 6ms (6951000) - CodegenUserTime: 246ms (246273000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 326ms (326986618) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24998977) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 241ms (241990097) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 23ms (23999018) - TotalTime: 619ms (619974628) Instance c7456fdd806a4994:3209e92600000029 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.603 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82363271) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3185624171) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.74s (5735819405) - TotalStorageWaitTime: 6ms (6999780) - TotalThreadsInvoluntaryContextSwitches: 219 (219) - TotalThreadsTotalWallClockTime: 17.71s (17712442324) - TotalThreadsSysTime: 133ms (133299000) - TotalThreadsUserTime: 2.87s (2870595000) - TotalThreadsVoluntaryContextSwitches: 1,602 (1602) - TotalTime: 9.79s (9793691646) Fragment Instance Lifecycle Event Timeline Prepare Finished: 44ms (44998583) Open Finished: 669ms (669978905) First Batch Produced: 1.28s (1285959511) First Batch Sent: 1.29s (1286959479) ExecInternal Finished: 9.84s (9839690197) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.17s (9167711355) - ExecTreeExecTime: 624ms (624980323) - InactiveTotalTime: 0ns (0) - OpenTime: 624ms (624980322) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999969) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.74s (5735819405) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1637948430) - TotalBytesSent: 156.5 MiB (164071010) - TotalTime: 8.36s (8358736827) - UncompressedRowBatchSize: 262.0 MiB (274678841) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 470ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61951940) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61951940) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61951940) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 314ms (314990071) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 353ms (353988861) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778772) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 480.4 MiB/s (503690169) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240323618) - RowBatchQueueGetWaitTime: 93ms (93997041) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11896846) - RowBatchQueuePutWaitTime: 7.11s (7110776124) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2672884 per second (2672884) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 6ms (6999780) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.92s (7919750647) - ScannerThreadsSysTime: 28ms (28948000) - ScannerThreadsUserTime: 387ms (387995000) - ScannerThreadsVoluntaryContextSwitches: 876 (876) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 122ms (122996127) - TotalReadThroughput: 5.9 MiB/s (6169897) - TotalTime: 624ms (624980323) Node Lifecycle Event Timeline Open Started: 669ms (669978905) Open Finished: 669ms (669978905) First Batch Requested: 669ms (669978905) First Batch Returned: 1.28s (1285959511) Last Batch Returned: 9.64s (9638696525) Closed: 9.84s (9838690228) Buffer pool - AllocTime: 34ms (34998898) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998898) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 624ms (624980322) - CodegenSysTime: 4ms (4976000) - CodegenUserTime: 245ms (245277000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 285ms (285990995) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999716) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 265ms (265991626) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 61ms (61998048) - TotalTime: 624ms (624980322) Instance c7456fdd806a4994:3209e9260000002d (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.775 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82346238) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3268444937) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.85s (5849791806) - TotalStorageWaitTime: 21ms (21999217) - TotalThreadsInvoluntaryContextSwitches: 295 (295) - TotalThreadsTotalWallClockTime: 18.08s (18076356673) - TotalThreadsSysTime: 137ms (137148000) - TotalThreadsUserTime: 2.85s (2854255000) - TotalThreadsVoluntaryContextSwitches: 1,633 (1633) - TotalTime: 9.78s (9779651948) Fragment Instance Lifecycle Event Timeline Prepare Finished: 43ms (43998434) Open Finished: 658ms (658976547) First Batch Produced: 1.25s (1252955408) First Batch Sent: 1.25s (1252955408) ExecInternal Finished: 9.82s (9825650311) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.16s (9164673835) - ExecTreeExecTime: 627ms (627977651) - InactiveTotalTime: 0ns (0) - OpenTime: 614ms (614978113) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.85s (5850791771) - PeakMemoryUsage: 1.7 MiB (1746560) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1631941926) - TotalBytesSent: 155.9 MiB (163433015) - TotalTime: 8.45s (8454699103) - UncompressedRowBatchSize: 260.9 MiB (273606618) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 485ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61704930) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704930) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704930) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 314ms (314988790) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 512ms (512981743) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843867) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 397.6 MiB/s (416940040) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412204) - RowBatchQueueGetWaitTime: 94ms (94996619) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11788424) - RowBatchQueuePutWaitTime: 7.35s (7351738355) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2654001 per second (2654001) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 21ms (21999217) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.30s (8296704725) - ScannerThreadsSysTime: 38ms (38872000) - ScannerThreadsUserTime: 373ms (373802000) - ScannerThreadsVoluntaryContextSwitches: 922 (922) - TotalRawHdfsOpenFileTime(*): 1ms (1999929) - TotalRawHdfsReadTime(*): 147ms (147994733) - TotalReadThroughput: 6.2 MiB/s (6468022) - TotalTime: 626ms (626977686) Node Lifecycle Event Timeline Open Started: 658ms (658976547) Open Finished: 658ms (658976547) First Batch Requested: 658ms (658976547) First Batch Returned: 1.25s (1252955408) Last Batch Returned: 9.63s (9629657286) Closed: 9.82s (9824650346) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 614ms (614978113) - CodegenSysTime: 6ms (6072000) - CodegenUserTime: 242ms (242893000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 130ms (130995338) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 444ms (444984163) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 33ms (33998790) - TotalTime: 614ms (614978113) Instance c7456fdd806a4994:3209e9260000003a (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.334 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.5 MiB (82345190) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3235139315) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.80s (5799965537) - TotalStorageWaitTime: 999.99us (999994) - TotalThreadsInvoluntaryContextSwitches: 306 (306) - TotalThreadsTotalWallClockTime: 17.46s (17462896200) - TotalThreadsSysTime: 131ms (131385000) - TotalThreadsUserTime: 2.85s (2854633000) - TotalThreadsVoluntaryContextSwitches: 1,651 (1651) - TotalTime: 9.74s (9736942123) Fragment Instance Lifecycle Event Timeline Prepare Finished: 23ms (23999858) Open Finished: 470ms (470997201) First Batch Produced: 1.21s (1212992790) First Batch Sent: 1.21s (1212992790) ExecInternal Finished: 9.76s (9762941969) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.29s (9289944780) - ExecTreeExecTime: 752ms (752995527) - InactiveTotalTime: 0ns (0) - OpenTime: 446ms (446997343) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.80s (5800965531) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1560990724) - TotalBytesSent: 155.9 MiB (163431446) - TotalTime: 8.42s (8422949933) - UncompressedRowBatchSize: 260.9 MiB (273610482) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 645ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.8 MiB (61693887) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693887) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693887) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 273ms (273998370) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 378ms (378997749) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75744425) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1164042500) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239423894) - RowBatchQueueGetWaitTime: 77ms (77999536) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11895721) - RowBatchQueuePutWaitTime: 6.95s (6947958700) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2209840 per second (2209840) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 999.99us (999994) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.72s (7725954077) - ScannerThreadsSysTime: 43ms (43789000) - ScannerThreadsUserTime: 372ms (372745000) - ScannerThreadsVoluntaryContextSwitches: 936 (936) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 52ms (52999686) - TotalReadThroughput: 6.5 MiB/s (6827566) - TotalTime: 752ms (752995527) Node Lifecycle Event Timeline Open Started: 470ms (470997201) Open Finished: 470ms (470997201) First Batch Requested: 470ms (470997201) First Batch Returned: 1.21s (1212992790) Last Batch Returned: 9.06s (9057946160) Closed: 9.76s (9761941975) Buffer pool - AllocTime: 15ms (15999905) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999905) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 446ms (446997343) - CodegenSysTime: 6ms (6005000) - CodegenUserTime: 245ms (245221000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 191ms (191998859) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999982) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 175ms (175998954) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 52ms (52999685) - TotalTime: 446ms (446997343) Instance c7456fdd806a4994:3209e92600000036 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.746 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.79 (1.7894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82378467) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3301079050) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.77s (5766980864) - TotalStorageWaitTime: 12ms (12999957) - TotalThreadsInvoluntaryContextSwitches: 189 (189) - TotalThreadsTotalWallClockTime: 17.32s (17325942509) - TotalThreadsSysTime: 118ms (118703000) - TotalThreadsUserTime: 2.87s (2868121000) - TotalThreadsVoluntaryContextSwitches: 1,664 (1664) - TotalTime: 9.73s (9733967701) Fragment Instance Lifecycle Event Timeline Prepare Finished: 26ms (26999911) Open Finished: 816ms (816997289) First Batch Produced: 1.24s (1236995896) First Batch Sent: 1.24s (1236995896) ExecInternal Finished: 9.76s (9762967605) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.94s (8943970323) - ExecTreeExecTime: 432ms (432998561) - InactiveTotalTime: 0ns (0) - OpenTime: 789ms (789997378) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.77s (5769980853) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1509994997) - TotalBytesSent: 155.8 MiB (163408726) - TotalTime: 8.24s (8240972659) - UncompressedRowBatchSize: 260.9 MiB (273586602) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 328ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 58.8 MiB (61693831) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693831) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693831) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 524ms (524998248) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 457ms (457998480) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843312) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1667406380) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239409170) - RowBatchQueueGetWaitTime: 72ms (72999758) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11880834) - RowBatchQueuePutWaitTime: 6.48s (6480978507) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3851864 per second (3851864) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999957) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.59s (7591974808) - ScannerThreadsSysTime: 34ms (34617000) - ScannerThreadsUserTime: 383ms (383023000) - ScannerThreadsVoluntaryContextSwitches: 948 (948) - TotalRawHdfsOpenFileTime(*): 11ms (11999960) - TotalRawHdfsReadTime(*): 36ms (36999877) - TotalReadThroughput: 6.5 MiB/s (6823029) - TotalTime: 431ms (431998564) Node Lifecycle Event Timeline Open Started: 816ms (816997289) Open Finished: 816ms (816997289) First Batch Requested: 816ms (816997289) First Batch Returned: 1.24s (1236995896) Last Batch Returned: 8.99s (8993970157) Closed: 9.76s (9761967608) Buffer pool - AllocTime: 1,000.00us (999997) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 789ms (789997378) - CodegenSysTime: 5ms (5045000) - CodegenUserTime: 257ms (257332000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 315ms (315998951) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999927) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 402ms (402998663) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 47ms (47999840) - TotalTime: 789ms (789997378) Instance c7456fdd806a4994:3209e92600000039 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.822 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82428456) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3217508379) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5765678276) - TotalStorageWaitTime: 999.94us (999944) - TotalThreadsInvoluntaryContextSwitches: 319 (319) - TotalThreadsTotalWallClockTime: 17.46s (17464025471) - TotalThreadsSysTime: 154ms (154345000) - TotalThreadsUserTime: 2.86s (2857040000) - TotalThreadsVoluntaryContextSwitches: 1,618 (1618) - TotalTime: 9.72s (9722457467) Fragment Instance Lifecycle Event Timeline Prepare Finished: 1ms (1999889) Open Finished: 609ms (609965963) First Batch Produced: 1.26s (1261929582) First Batch Sent: 1.26s (1261929582) ExecInternal Finished: 9.72s (9723457411) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.11s (9112491504) - ExecTreeExecTime: 678ms (678962115) - InactiveTotalTime: 0ns (0) - OpenTime: 607ms (607966074) - ExecTreeOpenTime: 999.94us (999944) - PrepareTime: 1ms (1999889) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.77s (5767678165) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1576911996) - TotalBytesSent: 155.8 MiB (163420225) - TotalTime: 8.29s (8290537366) - UncompressedRowBatchSize: 260.9 MiB (273600223) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 494ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61684682) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61684682) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61684682) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 221ms (221987610) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 395ms (395977906) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844003) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 511.6 MiB/s (536418461) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414761) - RowBatchQueueGetWaitTime: 118ms (118993360) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11885965) - RowBatchQueuePutWaitTime: 6.98s (6978610579) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2447195 per second (2447195) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 999.94us (999944) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 7.74s (7743567893) - ScannerThreadsSysTime: 35ms (35398000) - ScannerThreadsUserTime: 384ms (384905000) - ScannerThreadsVoluntaryContextSwitches: 913 (913) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 114ms (114993585) - TotalReadThroughput: 6.2 MiB/s (6476082) - TotalTime: 679ms (679962059) Node Lifecycle Event Timeline Open Started: 608ms (608966019) Open Finished: 609ms (609965963) First Batch Requested: 609ms (609965963) First Batch Returned: 1.26s (1261929582) Last Batch Returned: 9.44s (9442473090) Closed: 9.72s (9723457411) Buffer pool - AllocTime: 48ms (48997266) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48997266) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 22 (22) - CodegenTotalWallClockTime: 606ms (606966130) - CodegenSysTime: 2ms (2995000) - CodegenUserTime: 254ms (254028000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 250ms (250985995) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999777) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 322ms (322981977) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 25ms (25998549) - TotalTime: 606ms (606966130) Instance c7456fdd806a4994:3209e92600000049 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.721 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.79 (1.7894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 78.6 MiB (82396464) - PeakReservation: 63.5 MiB (66592768) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3176871225) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5760962199) - TotalStorageWaitTime: 17ms (17999882) - TotalThreadsInvoluntaryContextSwitches: 206 (206) - TotalThreadsTotalWallClockTime: 17.48s (17480885286) - TotalThreadsSysTime: 141ms (141301000) - TotalThreadsUserTime: 2.85s (2846882000) - TotalThreadsVoluntaryContextSwitches: 1,636 (1636) - TotalTime: 9.71s (9709936281) Fragment Instance Lifecycle Event Timeline Prepare Finished: 26ms (26999823) Open Finished: 475ms (475996877) First Batch Produced: 1.28s (1279991601) First Batch Sent: 1.28s (1279991601) ExecInternal Finished: 9.74s (9737936098) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5242880) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 5.0 MiB (5242880) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.26s (9260939227) - ExecTreeExecTime: 815ms (815994643) - InactiveTotalTime: 0ns (0) - OpenTime: 448ms (448997054) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=50) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.76s (5762962186) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1526989989) - TotalBytesSent: 155.9 MiB (163439399) - TotalTime: 8.23s (8232945972) - UncompressedRowBatchSize: 260.9 MiB (273623093) HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6, 8]), waited for 648ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 58.9 MiB (61710430) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61710430) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61710430) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 304ms (304998001) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 421ms (421997229) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844831) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 530.2 MiB/s (555953471) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429611) - RowBatchQueueGetWaitTime: 140ms (140999075) - RowBatchQueuePeakMemoryUsage: 10.4 MiB (10857845) - RowBatchQueuePutWaitTime: 6.87s (6866954936) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2039229 per second (2039229) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 17ms (17999882) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.77s (7770949005) - ScannerThreadsSysTime: 39ms (39743000) - ScannerThreadsUserTime: 376ms (376969000) - ScannerThreadsVoluntaryContextSwitches: 916 (916) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 110ms (110999271) - TotalReadThroughput: 6.5 MiB/s (6833177) - TotalTime: 815ms (815994643) Node Lifecycle Event Timeline Open Started: 475ms (475996877) Open Finished: 475ms (475996877) First Batch Requested: 475ms (475996877) First Batch Returned: 1.28s (1279991601) Last Batch Returned: 9.12s (9117940166) Closed: 9.74s (9737936098) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 8 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 24 (24) - CodegenTotalWallClockTime: 448ms (448997054) - CodegenSysTime: 984.00us (984000) - CodegenUserTime: 255ms (255861000) - CodegenVoluntaryContextSwitches: 13 (13) - CompileTime: 161ms (161998937) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999941) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 39 (39) - NumInstructions: 1,030 (1030) - OptimizationTime: 193ms (193998727) - PeakMemoryUsage: 515.0 KiB (527360) - PrepareTime: 82ms (82999455) - TotalTime: 448ms (448997054) Averaged Fragment F11 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:3h39m max:4h8m mean: 3h40m stddev:4m32s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.4 MiB (47562542) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 1,663,453 (1663453) - TotalNetworkReceiveTime: 35.7m (2142626402917) - TotalNetworkSendTime: 3.0h (10938039534698) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 120 (120) - TotalThreadsTotalWallClockTime: 3.7h (13243325287751) - TotalThreadsSysTime: 1.47s (1471375256) - TotalThreadsUserTime: 28.76s (28761932153) - TotalThreadsVoluntaryContextSwitches: 339,724 (339724) - TotalTime: 3.7h (13243330390210) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (11039115775998) - ExecTreeExecTime: 1.7m (100667814430) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204209537393) - ExecTreeOpenTime: 36.7m (2202456499699) - PrepareTime: 5ms (5025538) - ExecTreePrepareTime: 1ms (1999961) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,453 (1663453) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 200ms (200534073) - TotalBytesSent: 39.6 MiB (41524721) - TotalTime: 3.0h (10938448371829) - UncompressedRowBatchSize: 84.1 MiB (88163048) UNION_NODE (id=0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,453 (1663453) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.4m (2303125673078) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,453 (1663453) - RowsReturnedRate: 728 per second (728) - TotalTime: 38.4m (2303053802843) GroupingAggregator 0 - BuildTime: 58.60s (58602121790) - GetResultsTime: 343ms (343582203) - HTResizeTime: 486ms (486428425) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,453 (1663453) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.06s (1060493571) - CumulativeAllocationBytes: 8.4 GiB (8999578282) - CumulativeAllocations: 4,275 (4275) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4297709725) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4263563789) - ReadIoOps: 2,033 (2033) - ReadIoWaitTime: 1.4m (86750964058) - SystemAllocTime: 944ms (944880014) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4297709725) - WriteIoOps: 2,049 (2049) - WriteIoWaitTime: 38.79s (38789492878) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 489ms (489835266) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 11.1 MiB (11600288) - RowsReturned: 26,569,624 (26569624) - RowsReturnedRate: 13186 per second (13186) - TotalTime: 35.7m (2143215184737) Buffer pool - AllocTime: 5.68s (5683235025) - CumulativeAllocationBytes: 6.6 GiB (7067127492) - CumulativeAllocations: 345,098 (345098) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.9 MiB (11431200) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.9 MiB (11431200) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.66s (4660688679) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.93s (23934495689) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4714303243) - TotalGetBatchTime: 35.7m (2142598685592) - DataWaitTime: 35.7m (2141803368098) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12.84s (12838051943) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,549 (172549) - TotalBatchesReceived: 172,549 (172549) - TotalBytesReceived: 1.7 GiB (1828585754) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 37.02s (37023064559) - TotalRPCsDeferred: 820 (820) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 70 (70) - CodegenTotalWallClockTime: 1.75s (1752986413) - CodegenSysTime: 8ms (8105666) - CodegenUserTime: 657ms (657458717) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 659ms (659959634) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26127611) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.01s (1007746663) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 52ms (52280868) - TotalTime: 1.75s (1752986413) Fragment F11 Instance c7456fdd806a4994:3209e92600000124 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:34:48.406 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 50.2 MiB (52651323) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 1,665,351 (1665351) - TotalNetworkReceiveTime: 8.4m (504428899738) - TotalNetworkSendTime: 3.0h (10814206098446) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 399 (399) - TotalThreadsTotalWallClockTime: 4.1h (14924687823486) - TotalThreadsSysTime: 1.49s (1493324000) - TotalThreadsUserTime: 31.07s (31072111000) - TotalThreadsVoluntaryContextSwitches: 273,253 (273253) - TotalTime: 4.1h (14924688823472) Fragment Instance Lifecycle Event Timeline Prepare Finished: 86ms (86998772) Open Finished: 36.7m (2204434970329) First Batch Produced: 39.5m (2370980635290) First Batch Sent: 39.5m (2370980635290) ExecInternal Finished: 4.1h (14924785822108) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5h (12720339851929) - ExecTreeExecTime: 31.8m (1905670759842) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204347971557) - ExecTreeOpenTime: 36.7m (2203306986243) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10814207098433) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,665,351 (1665351) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 233ms (233996781) - TotalBytesSent: 39.7 MiB (41579180) - TotalTime: 3.0h (10814677091978) - UncompressedRowBatchSize: 84.2 MiB (88263603) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,351 (1665351) - RowsReturnedRate: 405 per second (405) - TotalTime: 1.1h (4108975746112) Node Lifecycle Event Timeline Open Started: 1.13s (1127984086) Open Finished: 36.7m (2204434970329) First Batch Requested: 36.7m (2204434970329) First Batch Returned: 39.5m (2370980635290) Last Batch Returned: 4.1h (14924736822778) Closed: 4.1h (14924785822108) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,351 (1665351) - RowsReturnedRate: 405 per second (405) - TotalTime: 1.1h (4108867747603) Node Lifecycle Event Timeline Open Started: 1.13s (1127984086) Open Finished: 36.7m (2204434970329) First Batch Requested: 36.7m (2204434970329) First Batch Returned: 39.5m (2370980635290) Last Batch Returned: 4.1h (14924730822860) Closed: 4.1h (14924736822778) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 28.1m (1688390233747) - GetResultsTime: 435ms (435994012) - HTResizeTime: 15.97s (15970776095) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,351 (1665351) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 22.72s (22718680811) - CumulativeAllocationBytes: 8.4 GiB (9007267840) - CumulativeAllocations: 4,279 (4279) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4284481536) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4284481536) - ReadIoOps: 2,043 (2043) - ReadIoWaitTime: 31.2m (1872000227253) - SystemAllocTime: 19.03s (19026732816) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4284481536) - WriteIoOps: 2,043 (2043) - WriteIoWaitTime: 24.3m (1459260457743) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 512ms (512992769) - InactiveTotalTime: 8.2m (494911033761) - PeakMemoryUsage: 15.9 MiB (16689069) - RowsReturned: 26,494,841 (26494841) - RowsReturnedRate: 52461 per second (52461) - TotalTime: 8.4m (505036891164) Node Lifecycle Event Timeline Open Started: 1.13s (1127984086) Open Finished: 25.80s (25801635985) First Batch Requested: 25.93s (25925634236) First Batch Returned: 25.93s (25925634236) Last Batch Returned: 36.7m (2204433970343) Closed: 36.7m (2204433970343) Buffer pool - AllocTime: 2.1m (127071213390) - CumulativeAllocationBytes: 6.6 GiB (7047274496) - CumulativeAllocations: 344,124 (344124) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (16039936) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (16039936) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.7m (103438546407) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.67s (24673651899) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4700063656) - TotalGetBatchTime: 8.4m (504412899963) - DataWaitTime: 8.2m (494911033761) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.3m (140205028429) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,062 (172062) - TotalBatchesReceived: 172,062 (172062) - TotalBytesReceived: 1.7 GiB (1823708141) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 24.0m (1438086917071) - TotalRPCsDeferred: 30,606 (30606) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 59 (59) - CodegenTotalWallClockTime: 1.04s (1040985314) - CodegenSysTime: 6ms (6922000) - CodegenUserTime: 644ms (644840000) - CodegenVoluntaryContextSwitches: 54 (54) - CompileTime: 186ms (186997362) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 35ms (35999493) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 734ms (734989631) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 80ms (80998857) - TotalTime: 1.04s (1040985314) Instance c7456fdd806a4994:3209e92600000135 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:11.153 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52323826) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 1,661,607 (1661607) - TotalNetworkReceiveTime: 36.6m (2196905414613) - TotalNetworkSendTime: 3.0h (10933549891092) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 94 (94) - TotalThreadsTotalWallClockTime: 3.7h (13207757832002) - TotalThreadsSysTime: 1.27s (1275507000) - TotalThreadsUserTime: 28.59s (28589276000) - TotalThreadsVoluntaryContextSwitches: 343,190 (343190) - TotalTime: 3.7h (13207758831996) Fragment Instance Lifecycle Event Timeline Prepare Finished: 21ms (21999865) Open Finished: 36.9m (2214032308735) First Batch Produced: 36.9m (2216813291571) First Batch Sent: 36.9m (2216813291571) ExecInternal Finished: 3.7h (13207780831861) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10993747523132) - ExecTreeExecTime: 59.84s (59840634225) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214010308870) - ExecTreeOpenTime: 36.9m (2211822322357) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10933549891092) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,661,607 (1661607) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 176ms (176998912) - TotalBytesSent: 39.6 MiB (41479617) - TotalTime: 3.0h (10933904888919) - UncompressedRowBatchSize: 84.0 MiB (88065171) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,607 (1661607) - RowsReturnedRate: 731 per second (731) - TotalTime: 37.9m (2271660956594) Node Lifecycle Event Timeline Open Started: 2.21s (2209986378) Open Finished: 36.9m (2214032308735) First Batch Requested: 36.9m (2214032308735) First Batch Returned: 36.9m (2216813291571) Last Batch Returned: 3.7h (13207755832014) Closed: 3.7h (13207780831861) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,607 (1661607) - RowsReturnedRate: 731 per second (731) - TotalTime: 37.9m (2271604956940) Node Lifecycle Event Timeline Open Started: 2.21s (2209986378) Open Finished: 36.9m (2214032308735) First Batch Requested: 36.9m (2214032308735) First Batch Returned: 36.9m (2216812291577) Last Batch Returned: 3.7h (13207755832014) Closed: 3.7h (13207755832014) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.87s (13868914219) - GetResultsTime: 345ms (345997890) - HTResizeTime: 77ms (77999525) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,607 (1661607) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 242ms (242998494) - CumulativeAllocationBytes: 8.4 GiB (9038725120) - CumulativeAllocations: 4,294 (4294) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4311744512) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4288675840) - ReadIoOps: 2,045 (2045) - ReadIoWaitTime: 46.51s (46510715689) - SystemAllocTime: 234ms (234998543) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4311744512) - WriteIoOps: 2,056 (2056) - WriteIoWaitTime: 1.86s (1860988512) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 491ms (491996952) - InactiveTotalTime: 36.6m (2196316418262) - PeakMemoryUsage: 15.6 MiB (16361572) - RowsReturned: 26,630,471 (26630471) - RowsReturnedRate: 12118 per second (12118) - TotalTime: 36.6m (2197496410956) Node Lifecycle Event Timeline Open Started: 2.21s (2209986378) Open Finished: 25.77s (25771841138) First Batch Requested: 25.77s (25772841131) First Batch Returned: 25.80s (25800840959) Last Batch Returned: 36.9m (2214031308741) Closed: 36.9m (2214032308735) Buffer pool - AllocTime: 1.92s (1922988117) - CumulativeAllocationBytes: 6.6 GiB (7083319296) - CumulativeAllocations: 345,894 (345894) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.45s (1445991064) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.56s (23561854760) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4726894017) - TotalGetBatchTime: 36.6m (2196880414766) - DataWaitTime: 36.6m (2196316418262) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.50s (8501947407) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,947 (172947) - TotalBatchesReceived: 172,947 (172947) - TotalBytesReceived: 1.7 GiB (1832351003) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 261ms (261701531) - TotalRPCsDeferred: 76 (76) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 60 (60) - CodegenTotalWallClockTime: 2.19s (2187986513) - CodegenSysTime: 8ms (8016000) - CodegenUserTime: 663ms (663068000) - CodegenVoluntaryContextSwitches: 132 (132) - CompileTime: 810ms (810995001) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999828) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.30s (1305991950) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 39ms (39999753) - TotalTime: 2.19s (2187986513) Instance c7456fdd806a4994:3209e92600000130 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:10.895 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.5 MiB (51897699) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 1,661,911 (1661911) - TotalNetworkReceiveTime: 36.6m (2196467730601) - TotalNetworkSendTime: 3.0h (10933899395618) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 114 (114) - TotalThreadsTotalWallClockTime: 3.7h (13204728671326) - TotalThreadsSysTime: 1.43s (1428763000) - TotalThreadsUserTime: 28.38s (28376182000) - TotalThreadsVoluntaryContextSwitches: 343,117 (343117) - TotalTime: 3.7h (13204729671293) Fragment Instance Lifecycle Event Timeline Prepare Finished: 24ms (24999178) Open Finished: 36.9m (2214097150644) First Batch Produced: 36.9m (2216689065344) First Batch Sent: 36.9m (2216689065344) ExecInternal Finished: 3.7h (13204754670471) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10990656519860) - ExecTreeExecTime: 56.33s (56331138320) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214072151466) - ExecTreeOpenTime: 36.9m (2212024218827) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10933900395585) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,661,911 (1661911) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 217ms (217992796) - TotalBytesSent: 39.6 MiB (41488576) - TotalTime: 3.0h (10934323381606) - UncompressedRowBatchSize: 84.0 MiB (88081283) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,911 (1661911) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2268355357147) Node Lifecycle Event Timeline Open Started: 2.07s (2072931817) Open Finished: 36.9m (2214097150644) First Batch Requested: 36.9m (2214097150644) First Batch Returned: 36.9m (2216689065344) Last Batch Returned: 3.7h (13204732671198) Closed: 3.7h (13204754670471) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,911 (1661911) - RowsReturnedRate: 732 per second (732) - TotalTime: 37.8m (2268282359561) Node Lifecycle Event Timeline Open Started: 2.07s (2072931817) Open Finished: 36.9m (2214097150644) First Batch Requested: 36.9m (2214097150644) First Batch Returned: 36.9m (2216689065344) Last Batch Returned: 3.7h (13204731671231) Closed: 3.7h (13204732671198) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.45s (14445524767) - GetResultsTime: 345ms (345988567) - HTResizeTime: 81ms (81997292) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,911 (1661911) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 449ms (449985191) - CumulativeAllocationBytes: 8.4 GiB (9042919424) - CumulativeAllocations: 4,296 (4296) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4313841664) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4290772992) - ReadIoOps: 2,046 (2046) - ReadIoWaitTime: 43.00s (43003578714) - SystemAllocTime: 414ms (414986344) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4313841664) - WriteIoOps: 2,057 (2057) - WriteIoWaitTime: 1.12s (1122963061) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 489ms (489983892) - InactiveTotalTime: 36.6m (2195712755433) - PeakMemoryUsage: 15.2 MiB (15935445) - RowsReturned: 26,644,859 (26644859) - RowsReturnedRate: 12127 per second (12127) - TotalTime: 36.6m (2197060711103) Node Lifecycle Event Timeline Open Started: 2.07s (2072931817) Open Finished: 25.88s (25879148779) First Batch Requested: 25.88s (25880148746) First Batch Returned: 25.92s (25918147496) Last Batch Returned: 36.9m (2214097150644) Closed: 36.9m (2214097150644) Buffer pool - AllocTime: 2.15s (2150929246) - CumulativeAllocationBytes: 6.6 GiB (7087128576) - CumulativeAllocations: 346,076 (346076) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15925248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15925248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.73s (1730943055) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.81s (23806216962) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4725617745) - TotalGetBatchTime: 36.6m (2196435731651) - DataWaitTime: 36.6m (2195712755433) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.14s (9138699353) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,038 (173038) - TotalBatchesReceived: 173,038 (173038) - TotalBytesReceived: 1.7 GiB (1833031097) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1ms (1137822) - TotalRPCsDeferred: 1 (1) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 2.05s (2047932639) - CodegenSysTime: 7ms (7939000) - CodegenUserTime: 660ms (660768000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 913ms (913969938) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 64ms (64997862) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 985ms (985967569) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 80ms (80997336) - TotalTime: 2.05s (2047932639) Instance c7456fdd806a4994:3209e92600000129 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.228 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.9 MiB (44957070) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 1,664,889 (1664889) - TotalNetworkReceiveTime: 36.5m (2188651488961) - TotalNetworkSendTime: 3.0h (10941237037340) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 79 (79) - TotalThreadsTotalWallClockTime: 3.7h (13203912984152) - TotalThreadsSysTime: 1.46s (1456567000) - TotalThreadsUserTime: 28.68s (28675636000) - TotalThreadsVoluntaryContextSwitches: 344,699 (344699) - TotalTime: 3.7h (13203913984117) Fragment Instance Lifecycle Event Timeline Prepare Finished: 32ms (32998861) Open Finished: 36.7m (2204531940964) First Batch Produced: 36.8m (2207241847490) First Batch Sent: 36.8m (2207241847490) ExecInternal Finished: 3.7h (13203946982979) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10999414042049) - ExecTreeExecTime: 57.78s (57785018159) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204498942103) - ExecTreeOpenTime: 36.7m (2202908996998) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10941237037340) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,664,889 (1664889) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 189ms (189993481) - TotalBytesSent: 39.6 MiB (41560960) - TotalTime: 3.0h (10941629023891) - UncompressedRowBatchSize: 84.2 MiB (88239117) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,889 (1664889) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.7m (2260693015191) Node Lifecycle Event Timeline Open Started: 1.62s (1622943966) Open Finished: 36.7m (2204531940964) First Batch Requested: 36.7m (2204531940964) First Batch Returned: 36.8m (2207241847490) Last Batch Returned: 3.7h (13203922983801) Closed: 3.7h (13203946982979) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,889 (1664889) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.7m (2260622017628) Node Lifecycle Event Timeline Open Started: 1.62s (1622943966) Open Finished: 36.7m (2204531940964) First Batch Requested: 36.7m (2204531940964) First Batch Returned: 36.8m (2207241847490) Last Batch Returned: 3.7h (13203922983801) Closed: 3.7h (13203922983801) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.30s (13298541115) - GetResultsTime: 336ms (336988443) - HTResizeTime: 86ms (86997012) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,889 (1664889) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 321ms (321988892) - CumulativeAllocationBytes: 8.4 GiB (9003073536) - CumulativeAllocations: 4,277 (4277) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4301258752) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4263510016) - ReadIoOps: 2,033 (2033) - ReadIoWaitTime: 44.21s (44213483760) - SystemAllocTime: 314ms (314989132) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4301258752) - WriteIoOps: 2,051 (2051) - WriteIoWaitTime: 1.12s (1118961388) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 467ms (467983865) - InactiveTotalTime: 36.5m (2187921514144) - PeakMemoryUsage: 8.6 MiB (8994816) - RowsReturned: 26,600,546 (26600546) - RowsReturnedRate: 12150 per second (12150) - TotalTime: 36.5m (2189202469963) Node Lifecycle Event Timeline Open Started: 1.62s (1622943966) Open Finished: 25.88s (25878106526) First Batch Requested: 25.88s (25879106491) First Batch Returned: 25.93s (25933104627) Last Batch Returned: 36.7m (2204531940964) Closed: 36.7m (2204531940964) Buffer pool - AllocTime: 2.09s (2086928009) - CumulativeAllocationBytes: 6.6 GiB (7075364864) - CumulativeAllocations: 345,502 (345502) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.6 MiB (8994816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.6 MiB (8994816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.75s (1751939567) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.25s (24255162560) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4719877909) - TotalGetBatchTime: 36.5m (2188626489825) - DataWaitTime: 36.5m (2187921514144) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.85s (8852694529) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,751 (172751) - TotalBatchesReceived: 172,751 (172751) - TotalBytesReceived: 1.7 GiB (1830793877) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 44 (44) - CodegenTotalWallClockTime: 1.59s (1589945105) - CodegenSysTime: 12ms (12884000) - CodegenUserTime: 647ms (647485000) - CodegenVoluntaryContextSwitches: 74 (74) - CompileTime: 640ms (640977870) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34998791) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 847ms (847970722) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 62ms (62997825) - TotalTime: 1.59s (1589945105) Instance c7456fdd806a4994:3209e9260000012f (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:05.902 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52363948) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 1,663,921 (1663921) - TotalNetworkReceiveTime: 36.6m (2195769958494) - TotalNetworkSendTime: 3.0h (10934271214369) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 147 (147) - TotalThreadsTotalWallClockTime: 3.7h (13203863388019) - TotalThreadsSysTime: 1.46s (1460014000) - TotalThreadsUserTime: 29.12s (29122657000) - TotalThreadsVoluntaryContextSwitches: 341,267 (341267) - TotalTime: 3.7h (13203876387527) Fragment Instance Lifecycle Event Timeline Prepare Finished: 47ms (47998184) Open Finished: 36.9m (2213801276498) First Batch Produced: 36.9m (2216485175044) First Batch Sent: 36.9m (2216485175044) ExecInternal Finished: 3.7h (13203912386166) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10990110109705) - ExecTreeExecTime: 55.44s (55444910189) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213753278314) - ExecTreeOpenTime: 36.9m (2211877349285) - PrepareTime: 12ms (12999508) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934271214369) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,921 (1663921) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 194ms (194992651) - TotalBytesSent: 39.6 MiB (41533467) - TotalTime: 3.0h (10934663199593) - UncompressedRowBatchSize: 84.1 MiB (88187813) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,921 (1663921) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2267322259474) Node Lifecycle Event Timeline Open Started: 1.92s (1923927213) Open Finished: 36.9m (2213801276498) First Batch Requested: 36.9m (2213801276498) First Batch Returned: 36.9m (2216485175044) Last Batch Returned: 3.7h (13203889387032) Closed: 3.7h (13203912386166) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,921 (1663921) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2267266261585) Node Lifecycle Event Timeline Open Started: 1.92s (1923927213) Open Finished: 36.9m (2213801276498) First Batch Requested: 36.9m (2213801276498) First Batch Returned: 36.9m (2216484175082) Last Batch Returned: 3.7h (13203889387032) Closed: 3.7h (13203889387032) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.12s (15118428198) - GetResultsTime: 312ms (312988207) - HTResizeTime: 69ms (69997362) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,921 (1663921) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 483ms (483981695) - CumulativeAllocationBytes: 8.3 GiB (8948547584) - CumulativeAllocations: 4,251 (4251) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4265607168) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4244635648) - ReadIoOps: 2,024 (2024) - ReadIoWaitTime: 42.41s (42414401369) - SystemAllocTime: 458ms (458982642) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4265607168) - WriteIoOps: 2,034 (2034) - WriteIoWaitTime: 1.70s (1698935733) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 502ms (502980978) - InactiveTotalTime: 36.6m (2195052985616) - PeakMemoryUsage: 15.6 MiB (16401694) - RowsReturned: 26,411,021 (26411021) - RowsReturnedRate: 12024 per second (12024) - TotalTime: 36.6m (2196375935576) Node Lifecycle Event Timeline Open Started: 1.92s (1923927213) Open Finished: 25.86s (25855021849) First Batch Requested: 25.86s (25856021811) First Batch Returned: 25.89s (25895020336) Last Batch Returned: 36.9m (2213801276498) Closed: 36.9m (2213801276498) Buffer pool - AllocTime: 1.98s (1983924950) - CumulativeAllocationBytes: 6.5 GiB (7024967680) - CumulativeAllocations: 343,044 (343044) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.50s (1503943114) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.93s (23931094636) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4685431722) - TotalGetBatchTime: 36.6m (2195734959822) - DataWaitTime: 36.6m (2195052985616) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.03s (9026658575) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 171,522 (171522) - TotalBatchesReceived: 171,522 (171522) - TotalBytesReceived: 1.7 GiB (1818928040) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 223ms (223318156) - TotalRPCsDeferred: 98 (98) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 112 (112) - CodegenTotalWallClockTime: 1.88s (1875929029) - CodegenSysTime: 7ms (7888000) - CodegenUserTime: 659ms (659471000) - CodegenVoluntaryContextSwitches: 99 (99) - CompileTime: 720ms (720972724) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999394) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.06s (1062959786) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 73ms (73997201) - TotalTime: 1.88s (1875929029) Instance c7456fdd806a4994:3209e92600000138 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:05.702 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.3 MiB (51723662) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 1,663,994 (1663994) - TotalNetworkReceiveTime: 36.6m (2196574388647) - TotalNetworkSendTime: 3.0h (10934151018230) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 100 (100) - TotalThreadsTotalWallClockTime: 3.7h (13203001766076) - TotalThreadsSysTime: 1.52s (1518211000) - TotalThreadsUserTime: 29.22s (29222248000) - TotalThreadsVoluntaryContextSwitches: 343,044 (343044) - TotalTime: 3.7h (13203007765856) Fragment Instance Lifecycle Event Timeline Prepare Finished: 54ms (54997981) Open Finished: 36.9m (2214153743565) First Batch Produced: 36.9m (2216658651633) First Batch Sent: 36.9m (2216658651633) ExecInternal Finished: 3.7h (13203057764020) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10988903020492) - ExecTreeExecTime: 54.34s (54336017443) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214098745584) - ExecTreeOpenTime: 36.9m (2212090819278) - PrepareTime: 5ms (5999780) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934151018230) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,994 (1663994) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 200ms (200992665) - TotalBytesSent: 39.6 MiB (41536165) - TotalTime: 3.0h (10934565003123) - UncompressedRowBatchSize: 84.1 MiB (88191682) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,994 (1663994) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2266425836758) Node Lifecycle Event Timeline Open Started: 2.06s (2062924287) Open Finished: 36.9m (2214153743565) First Batch Requested: 36.9m (2214153743565) First Batch Returned: 36.9m (2216658651633) Last Batch Returned: 3.7h (13203034764859) Closed: 3.7h (13203057764020) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,994 (1663994) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.8m (2266357839230) Node Lifecycle Event Timeline Open Started: 2.06s (2062924287) Open Finished: 36.9m (2214153743565) First Batch Requested: 36.9m (2214154743528) First Batch Returned: 36.9m (2216657651670) Last Batch Returned: 3.7h (13203034764859) Closed: 3.7h (13203034764859) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.63s (14633463031) - GetResultsTime: 290ms (290989380) - HTResizeTime: 78ms (78997120) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,994 (1663994) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 641ms (641976438) - CumulativeAllocationBytes: 8.4 GiB (9053405184) - CumulativeAllocations: 4,301 (4301) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4318035968) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4297064448) - ReadIoOps: 2,049 (2049) - ReadIoWaitTime: 40.78s (40777512240) - SystemAllocTime: 621ms (621977171) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4318035968) - WriteIoOps: 2,059 (2059) - WriteIoWaitTime: 1.19s (1185956486) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 515ms (515981062) - InactiveTotalTime: 36.6m (2196106405822) - PeakMemoryUsage: 15.0 MiB (15761408) - RowsReturned: 26,702,746 (26702746) - RowsReturnedRate: 12153 per second (12153) - TotalTime: 36.6m (2197198365749) Node Lifecycle Event Timeline Open Started: 2.06s (2062924287) Open Finished: 25.85s (25850051261) First Batch Requested: 25.85s (25851051225) First Batch Returned: 25.90s (25903049316) Last Batch Returned: 36.9m (2214153743565) Closed: 36.9m (2214153743565) Buffer pool - AllocTime: 2.24s (2237917886) - CumulativeAllocationBytes: 6.6 GiB (7102537728) - CumulativeAllocations: 346,828 (346828) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.0 MiB (15761408) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.0 MiB (15761408) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.93s (1925929327) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.79s (23787126974) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4737726503) - TotalGetBatchTime: 36.6m (2196544389749) - DataWaitTime: 36.6m (2196106405822) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.54s (9537650015) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,414 (173414) - TotalBatchesReceived: 173,414 (173414) - TotalBytesReceived: 1.7 GiB (1836663801) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 2.01s (2007926306) - CodegenSysTime: 11ms (11801000) - CodegenUserTime: 661ms (661397000) - CodegenVoluntaryContextSwitches: 98 (98) - CompileTime: 687ms (687974750) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33998752) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.26s (1258953795) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 23ms (23999119) - TotalTime: 2.01s (2007926306) Instance c7456fdd806a4994:3209e9260000012c (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.000 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.6 MiB (44670350) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 1,662,511 (1662511) - TotalNetworkReceiveTime: 36.4m (2184633082867) - TotalNetworkSendTime: 3.0h (10944171859036) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 127 (127) - TotalThreadsTotalWallClockTime: 3.7h (13201903677365) - TotalThreadsSysTime: 1.45s (1447700000) - TotalThreadsUserTime: 28.55s (28554410000) - TotalThreadsVoluntaryContextSwitches: 342,267 (342267) - TotalTime: 3.7h (13201903677365) Fragment Instance Lifecycle Event Timeline Prepare Finished: 26ms (26999531) Open Finished: 36.7m (2204424739317) First Batch Produced: 36.8m (2206920696018) First Batch Sent: 36.8m (2206920696018) ExecInternal Finished: 3.7h (13201930676896) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10997505937579) - ExecTreeExecTime: 52.95s (52948085211) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204397739786) - ExecTreeOpenTime: 36.7m (2202681769590) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10944171859036) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,511 (1662511) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 204ms (204996460) - TotalBytesSent: 39.6 MiB (41497353) - TotalTime: 3.0h (10944557852368) - UncompressedRowBatchSize: 84.0 MiB (88113083) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,511 (1662511) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2255628854819) Node Lifecycle Event Timeline Open Started: 1.74s (1742969727) Open Finished: 36.7m (2204424739317) First Batch Requested: 36.7m (2204424739317) First Batch Returned: 36.8m (2206920696018) Last Batch Returned: 3.7h (13201907677293) Closed: 3.7h (13201930676896) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,511 (1662511) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2255555856082) Node Lifecycle Event Timeline Open Started: 1.74s (1742969727) Open Finished: 36.7m (2204424739317) First Batch Requested: 36.7m (2204424739317) First Batch Returned: 36.8m (2206920696018) Last Batch Returned: 3.7h (13201907677293) Closed: 3.7h (13201907677293) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.20s (17196701497) - GetResultsTime: 346ms (346994006) - HTResizeTime: 76ms (76998670) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,511 (1662511) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 427ms (427992565) - CumulativeAllocationBytes: 8.4 GiB (8977907712) - CumulativeAllocations: 4,265 (4265) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4282384384) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4257218560) - ReadIoOps: 2,030 (2030) - ReadIoWaitTime: 39.74s (39736313487) - SystemAllocTime: 381ms (381993363) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4282384384) - WriteIoOps: 2,042 (2042) - WriteIoWaitTime: 3.87s (3869932792) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 488ms (488991521) - InactiveTotalTime: 36.4m (2184119091780) - PeakMemoryUsage: 8.3 MiB (8708096) - RowsReturned: 26,503,500 (26503500) - RowsReturnedRate: 12128 per second (12128) - TotalTime: 36.4m (2185215072777) Node Lifecycle Event Timeline Open Started: 1.74s (1742969727) Open Finished: 25.76s (25763552528) First Batch Requested: 25.76s (25764552510) First Batch Returned: 25.81s (25811551694) Last Batch Returned: 36.7m (2204423739335) Closed: 36.7m (2204423739335) Buffer pool - AllocTime: 1.84s (1836968125) - CumulativeAllocationBytes: 6.6 GiB (7049478144) - CumulativeAllocations: 344,232 (344232) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.3 MiB (8708096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.3 MiB (8708096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.46s (1464974583) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.02s (24020582801) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4700983618) - TotalGetBatchTime: 36.4m (2184615083180) - DataWaitTime: 36.4m (2184119091780) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.66s (8661849688) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,116 (172116) - TotalBatchesReceived: 172,116 (172116) - TotalBytesReceived: 1.7 GiB (1823630048) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 88 (88) - CodegenTotalWallClockTime: 1.72s (1715970196) - CodegenSysTime: 5ms (5927000) - CodegenUserTime: 648ms (648041000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 732ms (732987269) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999757) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 917ms (917984056) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 31ms (31999444) - TotalTime: 1.72s (1715970196) Instance c7456fdd806a4994:3209e92600000137 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:05.999 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.2 MiB (42130830) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 1,665,796 (1665796) - TotalNetworkReceiveTime: 36.6m (2195289075969) - TotalNetworkSendTime: 3.0h (10934720834190) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 98 (98) - TotalThreadsTotalWallClockTime: 3.7h (13201662323010) - TotalThreadsSysTime: 1.55s (1551896000) - TotalThreadsUserTime: 29.37s (29366184000) - TotalThreadsVoluntaryContextSwitches: 343,182 (343182) - TotalTime: 3.7h (13201662323010) Fragment Instance Lifecycle Event Timeline Prepare Finished: 31ms (31999288) Open Finished: 36.9m (2214159655392) First Batch Produced: 36.9m (2216163610741) First Batch Sent: 36.9m (2216163610741) ExecInternal Finished: 3.7h (13201695322276) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10987534666906) - ExecTreeExecTime: 52.41s (52410841623) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214127656104) - ExecTreeOpenTime: 36.9m (2212217698613) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934720834190) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,665,796 (1665796) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 178ms (178996041) - TotalBytesSent: 39.7 MiB (41583654) - TotalTime: 3.0h (10935124825261) - UncompressedRowBatchSize: 84.2 MiB (88287188) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,796 (1665796) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2264628540236) Node Lifecycle Event Timeline Open Started: 1.94s (1941956779) Open Finished: 36.9m (2214159655392) First Batch Requested: 36.9m (2214159655392) First Batch Returned: 36.9m (2216163610741) Last Batch Returned: 3.7h (13201669322850) Closed: 3.7h (13201695322276) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,796 (1665796) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2264554541870) Node Lifecycle Event Timeline Open Started: 1.94s (1941956779) Open Finished: 36.9m (2214159655392) First Batch Requested: 36.9m (2214159655392) First Batch Returned: 36.9m (2216163610741) Last Batch Returned: 3.7h (13201669322850) Closed: 3.7h (13201669322850) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.94s (15936644732) - GetResultsTime: 319ms (319992927) - HTResizeTime: 79ms (79998231) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,796 (1665796) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 632ms (632985886) - CumulativeAllocationBytes: 8.4 GiB (9034530816) - CumulativeAllocations: 4,292 (4292) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4309647360) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4286578688) - ReadIoOps: 2,044 (2044) - ReadIoWaitTime: 38.12s (38115157684) - SystemAllocTime: 477ms (477989340) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4309647360) - WriteIoOps: 2,055 (2055) - WriteIoWaitTime: 1.70s (1697962152) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 434ms (434990319) - InactiveTotalTime: 36.6m (2194557092270) - PeakMemoryUsage: 5.9 MiB (6168576) - RowsReturned: 26,626,828 (26626828) - RowsReturnedRate: 12126 per second (12126) - TotalTime: 36.6m (2195816064237) Node Lifecycle Event Timeline Open Started: 1.94s (1941956779) Open Finished: 25.89s (25887423846) First Batch Requested: 25.89s (25887423846) First Batch Returned: 25.92s (25918423156) Last Batch Returned: 36.9m (2214158655414) Closed: 36.9m (2214159655392) Buffer pool - AllocTime: 2.91s (2910935119) - CumulativeAllocationBytes: 6.6 GiB (7082311680) - CumulativeAllocations: 345,842 (345842) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.9 MiB (6168576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.9 MiB (6168576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.24s (2242949998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.95s (23945467067) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4725097755) - TotalGetBatchTime: 36.6m (2195273076326) - DataWaitTime: 36.6m (2194557092270) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.79s (9791781812) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,921 (172921) - TotalBatchesReceived: 172,921 (172921) - TotalBytesReceived: 1.7 GiB (1832678495) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 67 (67) - CodegenTotalWallClockTime: 1.91s (1909957491) - CodegenSysTime: 11ms (11004000) - CodegenUserTime: 658ms (658292000) - CodegenVoluntaryContextSwitches: 104 (104) - CompileTime: 696ms (696984488) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999778) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.12s (1122975006) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 55ms (55998753) - TotalTime: 1.91s (1909957491) Instance c7456fdd806a4994:3209e92600000120 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.007 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.4 MiB (44424590) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 1,662,146 (1662146) - TotalNetworkReceiveTime: 36.3m (2177234401466) - TotalNetworkSendTime: 3.0h (10948569256014) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 113 (113) - TotalThreadsTotalWallClockTime: 3.7h (13201593006023) - TotalThreadsSysTime: 1.44s (1440066000) - TotalThreadsUserTime: 28.54s (28538676000) - TotalThreadsVoluntaryContextSwitches: 338,946 (338946) - TotalTime: 3.7h (13201594006001) Fragment Instance Lifecycle Event Timeline Prepare Finished: 23ms (23999475) Open Finished: 36.6m (2197562957029) First Batch Produced: 36.7m (2199941905034) First Batch Sent: 36.7m (2199941905034) ExecInternal Finished: 3.7h (13201618005477) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (11004054048469) - ExecTreeExecTime: 55.08s (55079801275) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197538957554) - ExecTreeOpenTime: 36.6m (2195569000637) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10948571255970) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,146 (1662146) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 213ms (213995340) - TotalBytesSent: 39.6 MiB (41487342) - TotalTime: 3.0h (10948974247194) - UncompressedRowBatchSize: 84.0 MiB (88093738) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,146 (1662146) - RowsReturnedRate: 738 per second (738) - TotalTime: 37.5m (2250648801912) Node Lifecycle Event Timeline Open Started: 1.99s (1993956392) Open Finished: 36.6m (2197562957029) First Batch Requested: 36.6m (2197562957029) First Batch Returned: 36.7m (2199941905034) Last Batch Returned: 3.7h (13201595005977) Closed: 3.7h (13201618005477) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,146 (1662146) - RowsReturnedRate: 738 per second (738) - TotalTime: 37.5m (2250560803830) Node Lifecycle Event Timeline Open Started: 1.99s (1993956392) Open Finished: 36.6m (2197562957029) First Batch Requested: 36.6m (2197562957029) First Batch Returned: 36.7m (2199941905034) Last Batch Returned: 3.7h (13201594005999) Closed: 3.7h (13201595005977) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.26s (17258622700) - GetResultsTime: 360ms (360992147) - HTResizeTime: 69ms (69998473) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,146 (1662146) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 464ms (464989847) - CumulativeAllocationBytes: 8.4 GiB (8994684928) - CumulativeAllocations: 4,273 (4273) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4294967296) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4261412864) - ReadIoOps: 2,032 (2032) - ReadIoWaitTime: 41.84s (41842089495) - SystemAllocTime: 456ms (456990022) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4294967296) - WriteIoOps: 2,048 (2048) - WriteIoWaitTime: 992ms (992978292) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 531ms (531988372) - InactiveTotalTime: 36.3m (2176636414534) - PeakMemoryUsage: 8.1 MiB (8462336) - RowsReturned: 26,558,134 (26558134) - RowsReturnedRate: 12194 per second (12194) - TotalTime: 36.3m (2177847388066) Node Lifecycle Event Timeline Open Started: 1.99s (1993956392) Open Finished: 25.83s (25833435020) First Batch Requested: 25.83s (25833435020) First Batch Returned: 25.88s (25879434014) Last Batch Returned: 36.6m (2197561957050) Closed: 36.6m (2197562957029) Buffer pool - AllocTime: 3.59s (3592921439) - CumulativeAllocationBytes: 6.6 GiB (7064076288) - CumulativeAllocations: 344,948 (344948) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.1 MiB (8462336) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.1 MiB (8462336) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.85s (2850937670) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.84s (23839478628) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4712387028) - TotalGetBatchTime: 36.3m (2177199402230) - DataWaitTime: 36.3m (2176636414534) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.77s (10768764573) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,474 (172474) - TotalBatchesReceived: 172,474 (172474) - TotalBytesReceived: 1.7 GiB (1827781039) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 75 (75) - CodegenTotalWallClockTime: 1.97s (1969956917) - CodegenSysTime: 7ms (7974000) - CodegenUserTime: 670ms (670068000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 530ms (530988387) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 25ms (25999431) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.38s (1375969908) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 34ms (34999235) - TotalTime: 1.97s (1969956917) Instance c7456fdd806a4994:3209e92600000125 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.905 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.1 MiB (43072910) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 1,665,817 (1665817) - TotalNetworkReceiveTime: 36.4m (2185811648022) - TotalNetworkSendTime: 3.0h (10941554884572) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 125 (125) - TotalThreadsTotalWallClockTime: 3.7h (13201475289529) - TotalThreadsSysTime: 1.50s (1497794000) - TotalThreadsUserTime: 28.96s (28961466000) - TotalThreadsVoluntaryContextSwitches: 340,912 (340912) - TotalTime: 3.7h (13201490289478) Fragment Instance Lifecycle Event Timeline Prepare Finished: 109ms (109999628) Open Finished: 36.7m (2204347585670) First Batch Produced: 36.8m (2206679577831) First Batch Sent: 36.8m (2206679577831) ExecInternal Finished: 3.7h (13201586289154) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10997237703487) - ExecTreeExecTime: 55.30s (55295820175) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204237586042) - ExecTreeOpenTime: 36.7m (2202387592305) - PrepareTime: 13ms (13999953) - ExecTreePrepareTime: 3ms (3999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10941554884572) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,665,817 (1665817) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 201ms (201999346) - TotalBytesSent: 39.7 MiB (41586678) - TotalTime: 3.0h (10941940883315) - UncompressedRowBatchSize: 84.2 MiB (88288301) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,817 (1665817) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2257687412466) Node Lifecycle Event Timeline Open Started: 1.96s (1959993365) Open Finished: 36.7m (2204347585670) First Batch Requested: 36.7m (2204347585670) First Batch Returned: 36.8m (2206679577831) Last Batch Returned: 3.7h (13201562289232) Closed: 3.7h (13201586289154) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,817 (1665817) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2257610412716) Node Lifecycle Event Timeline Open Started: 1.96s (1959993365) Open Finished: 36.7m (2204347585670) First Batch Requested: 36.7m (2204348585667) First Batch Returned: 36.8m (2206679577831) Last Batch Returned: 3.7h (13201562289232) Closed: 3.7h (13201562289232) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.71s (15707947195) - GetResultsTime: 344ms (344998875) - HTResizeTime: 74ms (74999750) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,817 (1665817) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 617ms (617997920) - CumulativeAllocationBytes: 8.3 GiB (8956936192) - CumulativeAllocations: 4,255 (4255) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4273995776) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4244635648) - ReadIoOps: 2,024 (2024) - ReadIoWaitTime: 41.84s (41844864008) - SystemAllocTime: 615ms (615997928) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4273995776) - WriteIoOps: 2,038 (2038) - WriteIoWaitTime: 966ms (966996738) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 487ms (487998362) - InactiveTotalTime: 36.4m (2185290649799) - PeakMemoryUsage: 6.8 MiB (7110656) - RowsReturned: 26,457,087 (26457087) - RowsReturnedRate: 12100 per second (12100) - TotalTime: 36.4m (2186413645995) Node Lifecycle Event Timeline Open Started: 1.96s (1959993365) Open Finished: 25.70s (25703912992) First Batch Requested: 25.70s (25703912992) First Batch Returned: 25.76s (25758912806) Last Batch Returned: 36.7m (2204347585670) Closed: 36.7m (2204347585670) Buffer pool - AllocTime: 2.58s (2577991337) - CumulativeAllocationBytes: 6.6 GiB (7037173760) - CumulativeAllocations: 343,636 (343636) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.8 MiB (7110656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.8 MiB (7110656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.29s (2294992297) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.74s (23743919627) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4693741325) - TotalGetBatchTime: 36.4m (2185785648111) - DataWaitTime: 36.4m (2185290649799) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.38s (9381968492) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 171,818 (171818) - TotalBatchesReceived: 171,818 (171818) - TotalBytesReceived: 1.7 GiB (1822359007) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 1.85s (1849993737) - CodegenSysTime: 7ms (7951000) - CodegenUserTime: 671ms (671296000) - CodegenVoluntaryContextSwitches: 103 (103) - CompileTime: 682ms (682997688) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 93ms (93999682) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.02s (1017996553) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 52ms (52999820) - TotalTime: 1.85s (1849993737) Instance c7456fdd806a4994:3209e92600000119 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.904 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.1 MiB (43122062) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 1,665,687 (1665687) - TotalNetworkReceiveTime: 36.3m (2176345213122) - TotalNetworkSendTime: 3.0h (10945084227706) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 104 (104) - TotalThreadsTotalWallClockTime: 3.7h (13201328770470) - TotalThreadsSysTime: 1.51s (1507781000) - TotalThreadsUserTime: 29.35s (29347558000) - TotalThreadsVoluntaryContextSwitches: 336,655 (336655) - TotalTime: 3.7h (13201329770437) Fragment Instance Lifecycle Event Timeline Prepare Finished: 46ms (46998428) Open Finished: 36.6m (2197475506353) First Batch Produced: 36.7m (2200038420626) First Batch Sent: 36.7m (2200038420626) ExecInternal Finished: 3.7h (13201376768865) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (11003900262545) - ExecTreeExecTime: 58.37s (58365049918) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197428507925) - ExecTreeOpenTime: 36.6m (2195411575393) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945084227706) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,665,687 (1665687) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 210ms (210992938) - TotalBytesSent: 39.7 MiB (41578349) - TotalTime: 3.0h (10945534212661) - UncompressedRowBatchSize: 84.2 MiB (88281411) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,687 (1665687) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.6m (2253775625345) Node Lifecycle Event Timeline Open Started: 2.06s (2063930960) Open Finished: 36.6m (2197475506353) First Batch Requested: 36.6m (2197475506353) First Batch Returned: 36.7m (2200038420626) Last Batch Returned: 3.7h (13201351769700) Closed: 3.7h (13201375768898) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,687 (1665687) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.6m (2253692628123) Node Lifecycle Event Timeline Open Started: 2.06s (2063930960) Open Finished: 36.6m (2197475506353) First Batch Requested: 36.6m (2197475506353) First Batch Returned: 36.7m (2200038420626) Last Batch Returned: 3.7h (13201350769733) Closed: 3.7h (13201351769700) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 18.08s (18077395359) - GetResultsTime: 395ms (395986786) - HTResizeTime: 86ms (86997090) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,687 (1665687) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 785ms (785973701) - CumulativeAllocationBytes: 8.4 GiB (9019850752) - CumulativeAllocations: 4,285 (4285) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4311744512) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4269801472) - ReadIoOps: 2,036 (2036) - ReadIoWaitTime: 44.78s (44777504001) - SystemAllocTime: 780ms (780973869) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4311744512) - WriteIoOps: 2,056 (2056) - WriteIoWaitTime: 1.12s (1116962649) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 537ms (537982002) - InactiveTotalTime: 36.3m (2175736233478) - PeakMemoryUsage: 6.8 MiB (7159808) - RowsReturned: 26,671,444 (26671444) - RowsReturnedRate: 12251 per second (12251) - TotalTime: 36.3m (2176983191774) Node Lifecycle Event Timeline Open Started: 2.06s (2063930960) Open Finished: 25.76s (25759138345) First Batch Requested: 25.76s (25760138311) First Batch Returned: 25.81s (25807136739) Last Batch Returned: 36.6m (2197474506387) Closed: 36.6m (2197474506387) Buffer pool - AllocTime: 2.04s (2044931609) - CumulativeAllocationBytes: 6.6 GiB (7094255616) - CumulativeAllocations: 346,426 (346426) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.8 MiB (7159808) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.8 MiB (7159808) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.71s (1705942945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.70s (23695207385) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4730724487) - TotalGetBatchTime: 36.3m (2176313214189) - DataWaitTime: 36.3m (2175736233478) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.17s (9172693194) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,213 (173213) - TotalBatchesReceived: 173,213 (173213) - TotalBytesReceived: 1.7 GiB (1834806320) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 51 (51) - CodegenTotalWallClockTime: 2.02s (2016932532) - CodegenSysTime: 13ms (13089000) - CodegenUserTime: 667ms (667243000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 641ms (641978525) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 51ms (51998261) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.23s (1232958757) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 86ms (86997089) - TotalTime: 2.02s (2016932532) Instance c7456fdd806a4994:3209e92600000126 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:07.724 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.4 MiB (44465550) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 1,663,894 (1663894) - TotalNetworkReceiveTime: 36.4m (2185563981165) - TotalNetworkSendTime: 3.0h (10940811508146) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 101 (101) - TotalThreadsTotalWallClockTime: 3.7h (13201278399145) - TotalThreadsSysTime: 1.46s (1463499000) - TotalThreadsUserTime: 29.06s (29057373000) - TotalThreadsVoluntaryContextSwitches: 340,936 (340936) - TotalTime: 3.7h (13201279399117) Fragment Instance Lifecycle Event Timeline Prepare Finished: 13ms (13999609) Open Finished: 36.7m (2204396455386) First Batch Produced: 36.8m (2207166378052) First Batch Sent: 36.8m (2207166378052) ExecInternal Finished: 3.7h (13201292398754) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10996895943368) - ExecTreeExecTime: 55.67s (55671446746) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204382455777) - ExecTreeOpenTime: 36.7m (2202766500893) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10940811508146) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,894 (1663894) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 201ms (201994364) - TotalBytesSent: 39.6 MiB (41535527) - TotalTime: 3.0h (10941221496705) - UncompressedRowBatchSize: 84.1 MiB (88186382) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,894 (1663894) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.6m (2258437947639) Node Lifecycle Event Timeline Open Started: 1.63s (1628954521) Open Finished: 36.7m (2204395455414) First Batch Requested: 36.7m (2204396455386) First Batch Returned: 36.8m (2207166378052) Last Batch Returned: 3.7h (13201268399423) Closed: 3.7h (13201292398754) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,894 (1663894) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.6m (2258382949173) Node Lifecycle Event Timeline Open Started: 1.63s (1628954521) Open Finished: 36.7m (2204395455414) First Batch Requested: 36.7m (2204396455386) First Batch Returned: 36.8m (2207166378052) Last Batch Returned: 3.7h (13201268399423) Closed: 3.7h (13201268399423) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.14s (16138549427) - GetResultsTime: 347ms (347990293) - HTResizeTime: 81ms (81997713) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,894 (1663894) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 472ms (472986789) - CumulativeAllocationBytes: 8.4 GiB (9057599488) - CumulativeAllocations: 4,303 (4303) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4326424576) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4292870144) - ReadIoOps: 2,047 (2047) - ReadIoWaitTime: 42.15s (42147824080) - SystemAllocTime: 469ms (469986873) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4326424576) - WriteIoOps: 2,063 (2063) - WriteIoWaitTime: 1.20s (1198966523) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 508ms (508985795) - InactiveTotalTime: 36.4m (2185047995562) - PeakMemoryUsage: 8.1 MiB (8503296) - RowsReturned: 26,723,726 (26723726) - RowsReturnedRate: 12224 per second (12224) - TotalTime: 36.4m (2186166964338) Node Lifecycle Event Timeline Open Started: 1.63s (1628954521) Open Finished: 25.75s (25751281047) First Batch Requested: 25.75s (25752281020) First Batch Returned: 25.79s (25793279875) Last Batch Returned: 36.7m (2204395455414) Closed: 36.7m (2204395455414) Buffer pool - AllocTime: 2.05s (2049942761) - CumulativeAllocationBytes: 6.6 GiB (7108075520) - CumulativeAllocations: 347,096 (347096) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.1 MiB (8503296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.1 MiB (8503296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.81s (1810949435) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.12s (24122326526) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4741456985) - TotalGetBatchTime: 36.4m (2185532982029) - DataWaitTime: 36.4m (2185047995562) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.83s (8831753417) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,548 (173548) - TotalBatchesReceived: 173,548 (173548) - TotalBytesReceived: 1.7 GiB (1838231177) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 1.61s (1614954912) - CodegenSysTime: 4ms (4934000) - CodegenUserTime: 670ms (670862000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 679ms (679981016) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999721) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 896ms (896974957) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 25ms (25999274) - TotalTime: 1.61s (1614954912) Instance c7456fdd806a4994:3209e92600000115 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:05.893 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.8 MiB (42794382) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 1,663,117 (1663117) - TotalNetworkReceiveTime: 36.2m (2173987725279) - TotalNetworkSendTime: 3.0h (10949193422616) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 104 (104) - TotalThreadsTotalWallClockTime: 3.7h (13200686634485) - TotalThreadsSysTime: 1.36s (1360067000) - TotalThreadsUserTime: 28.64s (28635650000) - TotalThreadsVoluntaryContextSwitches: 342,157 (342157) - TotalTime: 3.7h (13200699634400) Fragment Instance Lifecycle Event Timeline Prepare Finished: 51ms (51999659) Open Finished: 36.6m (2193014600379) First Batch Produced: 36.6m (2195618583276) First Batch Sent: 36.6m (2195618583276) ExecInternal Finished: 3.7h (13200739634137) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (11007724033765) - ExecTreeExecTime: 58.10s (58105613986) - InactiveTotalTime: 0ns (0) - OpenTime: 36.5m (2192962600720) - ExecTreeOpenTime: 36.5m (2191456610603) - PrepareTime: 12ms (12999915) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10949193422616) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,117 (1663117) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 201ms (201998655) - TotalBytesSent: 39.6 MiB (41516085) - TotalTime: 3.0h (10949631419693) - UncompressedRowBatchSize: 84.1 MiB (88145201) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,117 (1663117) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249561224596) Node Lifecycle Event Timeline Open Started: 1.56s (1557989776) Open Finished: 36.6m (2193014600379) First Batch Requested: 36.6m (2193014600379) First Batch Returned: 36.6m (2195618583276) Last Batch Returned: 3.7h (13200715634297) Closed: 3.7h (13200739634137) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,117 (1663117) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249492225049) Node Lifecycle Event Timeline Open Started: 1.56s (1557989776) Open Finished: 36.6m (2193014600379) First Batch Requested: 36.6m (2193014600379) First Batch Returned: 36.6m (2195618583276) Last Batch Returned: 3.7h (13200715634297) Closed: 3.7h (13200715634297) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.37s (16369892554) - GetResultsTime: 317ms (317997900) - HTResizeTime: 84ms (84999436) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,117 (1663117) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 545ms (545996415) - CumulativeAllocationBytes: 8.4 GiB (8982102016) - CumulativeAllocations: 4,267 (4267) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4299161600) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4244635648) - ReadIoOps: 2,024 (2024) - ReadIoWaitTime: 44.80s (44805702297) - SystemAllocTime: 530ms (530996514) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4299161600) - WriteIoOps: 2,050 (2050) - WriteIoWaitTime: 1.58s (1580989624) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 476ms (476996860) - InactiveTotalTime: 36.2m (2173454728781) - PeakMemoryUsage: 6.5 MiB (6832128) - RowsReturned: 26,587,075 (26587075) - RowsReturnedRate: 12226 per second (12226) - TotalTime: 36.2m (2174577721398) Node Lifecycle Event Timeline Open Started: 1.56s (1557989776) Open Finished: 25.71s (25715831247) First Batch Requested: 25.72s (25716831240) First Batch Returned: 25.73s (25734831122) Last Batch Returned: 36.6m (2193013600386) Closed: 36.6m (2193014600379) Buffer pool - AllocTime: 3.21s (3205978953) - CumulativeAllocationBytes: 6.6 GiB (7071784960) - CumulativeAllocations: 345,324 (345324) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.5 MiB (6832128) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.5 MiB (6832128) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.80s (2803981592) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.16s (24157841471) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4715795242) - TotalGetBatchTime: 36.2m (2173959725461) - DataWaitTime: 36.2m (2173454728781) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.76s (9759935935) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,662 (172662) - TotalBatchesReceived: 172,662 (172662) - TotalBytesReceived: 1.7 GiB (1829028429) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 54 (54) - CodegenTotalWallClockTime: 1.50s (1505990117) - CodegenSysTime: 9ms (9988000) - CodegenUserTime: 638ms (638583000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 642ms (642995780) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999915) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 794ms (794994783) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 52ms (52999652) - TotalTime: 1.50s (1505990117) Instance c7456fdd806a4994:3209e9260000013a (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.002 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.2 MiB (41147790) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 1,664,345 (1664345) - TotalNetworkReceiveTime: 36.6m (2197064115267) - TotalNetworkSendTime: 3.0h (10934503102194) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 82 (82) - TotalThreadsTotalWallClockTime: 3.7h (13200453867360) - TotalThreadsSysTime: 1.44s (1441343000) - TotalThreadsUserTime: 28.52s (28520709000) - TotalThreadsVoluntaryContextSwitches: 343,246 (343246) - TotalTime: 3.7h (13200453867360) Fragment Instance Lifecycle Event Timeline Prepare Finished: 17ms (17999386) Open Finished: 36.9m (2213831543789) First Batch Produced: 36.9m (2216185463536) First Batch Sent: 36.9m (2216185463536) ExecInternal Finished: 3.7h (13200472866712) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10986640322957) - ExecTreeExecTime: 51.75s (51752233893) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213813544403) - ExecTreeOpenTime: 36.9m (2212363593831) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934503102194) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,664,345 (1664345) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 190ms (190993484) - TotalBytesSent: 39.6 MiB (41543159) - TotalTime: 3.0h (10934886089133) - UncompressedRowBatchSize: 84.1 MiB (88210285) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,345 (1664345) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2264115827724) Node Lifecycle Event Timeline Open Started: 1.47s (1467949958) Open Finished: 36.9m (2213831543789) First Batch Requested: 36.9m (2213831543789) First Batch Returned: 36.9m (2216185463536) Last Batch Returned: 3.7h (13200449867497) Closed: 3.7h (13200472866712) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,345 (1664345) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2264048830013) Node Lifecycle Event Timeline Open Started: 1.47s (1467949958) Open Finished: 36.9m (2213831543789) First Batch Requested: 36.9m (2213831543789) First Batch Returned: 36.9m (2216185463536) Last Batch Returned: 3.7h (13200449867497) Closed: 3.7h (13200449867497) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.27s (14274513502) - GetResultsTime: 326ms (326988835) - HTResizeTime: 74ms (74997441) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,345 (1664345) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 345ms (345988217) - CumulativeAllocationBytes: 8.4 GiB (9017753600) - CumulativeAllocations: 4,284 (4284) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4301258752) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4278190080) - ReadIoOps: 2,040 (2040) - ReadIoWaitTime: 38.60s (38600682710) - SystemAllocTime: 322ms (322989001) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4301258752) - WriteIoOps: 2,051 (2051) - WriteIoWaitTime: 867ms (867970410) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 488ms (488983331) - InactiveTotalTime: 36.6m (2196570132101) - PeakMemoryUsage: 4.9 MiB (5185536) - RowsReturned: 26,568,155 (26568155) - RowsReturnedRate: 12089 per second (12089) - TotalTime: 36.6m (2197649095326) Node Lifecycle Event Timeline Open Started: 1.47s (1467949958) Open Finished: 25.53s (25532129617) First Batch Requested: 25.53s (25532129617) First Batch Returned: 25.56s (25560128663) Last Batch Returned: 36.9m (2213831543789) Closed: 36.9m (2213831543789) Buffer pool - AllocTime: 2.25s (2252923209) - CumulativeAllocationBytes: 6.6 GiB (7066763264) - CumulativeAllocations: 345,084 (345084) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.9 MiB (5185536) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.9 MiB (5185536) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.85s (1850936909) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.06s (24064179659) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4716216537) - TotalGetBatchTime: 36.6m (2197041116050) - DataWaitTime: 36.6m (2196570132101) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.99s (8989693613) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,542 (172542) - TotalBatchesReceived: 172,542 (172542) - TotalBytesReceived: 1.7 GiB (1829269009) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 50 (50) - CodegenTotalWallClockTime: 1.45s (1449950572) - CodegenSysTime: 2ms (2982000) - CodegenUserTime: 625ms (625211000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 646ms (646977944) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999693) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 771ms (771973684) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 20ms (20999285) - TotalTime: 1.45s (1449950572) Instance c7456fdd806a4994:3209e9260000012d (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:02.949 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52353140) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 1,664,492 (1664492) - TotalNetworkReceiveTime: 36.3m (2177213208907) - TotalNetworkSendTime: 3.0h (10940949376163) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 3.7h (13200339102052) - TotalThreadsSysTime: 1.58s (1581754000) - TotalThreadsUserTime: 29.14s (29136962000) - TotalThreadsVoluntaryContextSwitches: 326,156 (326156) - TotalTime: 3.7h (13200350101720) Fragment Instance Lifecycle Event Timeline Prepare Finished: 87ms (87997340) Open Finished: 36.7m (2204282390877) First Batch Produced: 36.8m (2206825314051) First Batch Sent: 36.8m (2206825314051) ExecInternal Finished: 3.7h (13200427099392) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10996144708515) - ExecTreeExecTime: 54.76s (54762345430) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204194393537) - ExecTreeOpenTime: 36.7m (2202094457004) - PrepareTime: 10ms (10999668) - ExecTreePrepareTime: 9ms (9999698) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10940949376163) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,664,492 (1664492) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 205ms (205993781) - TotalBytesSent: 39.6 MiB (41553558) - TotalTime: 3.0h (10941380363146) - UncompressedRowBatchSize: 84.1 MiB (88218076) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,492 (1664492) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2256866802132) Node Lifecycle Event Timeline Open Started: 2.19s (2187933873) Open Finished: 36.7m (2204282390877) First Batch Requested: 36.7m (2204282390877) First Batch Returned: 36.8m (2206825314051) Last Batch Returned: 3.7h (13200406100027) Closed: 3.7h (13200427099392) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,492 (1664492) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2256792804365) Node Lifecycle Event Timeline Open Started: 2.19s (2187933873) Open Finished: 36.7m (2204282390877) First Batch Requested: 36.7m (2204282390877) First Batch Returned: 36.8m (2206824314081) Last Batch Returned: 3.7h (13200406100027) Closed: 3.7h (13200406100027) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 23.72s (23718283244) - GetResultsTime: 369ms (369988816) - HTResizeTime: 78ms (78997609) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,492 (1664492) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.30s (1296960813) - CumulativeAllocationBytes: 8.4 GiB (8988393472) - CumulativeAllocations: 4,270 (4270) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4294967296) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4255121408) - ReadIoOps: 2,029 (2029) - ReadIoWaitTime: 40.90s (40901764205) - SystemAllocTime: 1.28s (1282961237) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4294967296) - WriteIoOps: 2,048 (2048) - WriteIoWaitTime: 1.48s (1478955310) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 481ms (481985439) - InactiveTotalTime: 36.3m (2176410233166) - PeakMemoryUsage: 15.6 MiB (16390886) - RowsReturned: 26,561,351 (26561351) - RowsReturnedRate: 12196 per second (12196) - TotalTime: 36.3m (2177806190992) Node Lifecycle Event Timeline Open Started: 2.19s (2187933873) Open Finished: 25.62s (25625225517) First Batch Requested: 25.63s (25627225457) First Batch Returned: 25.67s (25671224127) Last Batch Returned: 36.7m (2204280390937) Closed: 36.7m (2204282390877) Buffer pool - AllocTime: 5.61s (5612830396) - CumulativeAllocationBytes: 6.6 GiB (7064920064) - CumulativeAllocations: 344,990 (344990) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.92s (4923851216) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.44s (23437291644) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4712701221) - TotalGetBatchTime: 36.3m (2177191209571) - DataWaitTime: 36.3m (2176410233166) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 13.83s (13828582120) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,495 (172495) - TotalBatchesReceived: 172,495 (172495) - TotalBytesReceived: 1.7 GiB (1828638576) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 105ms (105944479) - TotalRPCsDeferred: 133 (133) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 66 (66) - CodegenTotalWallClockTime: 2.10s (2099936533) - CodegenSysTime: 9ms (9951000) - CodegenUserTime: 676ms (676699000) - CodegenVoluntaryContextSwitches: 143 (143) - CompileTime: 668ms (668979781) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999487) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.34s (1341959442) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 69ms (69997884) - TotalTime: 2.10s (2099936533) Instance c7456fdd806a4994:3209e92600000139 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.479 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.9 MiB (43941262) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 1,662,683 (1662683) - TotalNetworkReceiveTime: 36.6m (2196572403761) - TotalNetworkSendTime: 3.0h (10932847161679) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 120 (120) - TotalThreadsTotalWallClockTime: 3.7h (13200290450099) - TotalThreadsSysTime: 1.48s (1477938000) - TotalThreadsUserTime: 28.31s (28306433000) - TotalThreadsVoluntaryContextSwitches: 341,851 (341851) - TotalTime: 3.7h (13200290450099) Fragment Instance Lifecycle Event Timeline Prepare Finished: 28ms (28999952) Open Finished: 36.9m (2214076375036) First Batch Produced: 36.9m (2216889370437) First Batch Sent: 36.9m (2216889370437) ExecInternal Finished: 3.7h (13200320450049) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10986243075015) - ExecTreeExecTime: 52.99s (52993913990) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214047375084) - ExecTreeOpenTime: 36.9m (2212406377771) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10932847161679) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,683 (1662683) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 199ms (199999672) - TotalBytesSent: 39.6 MiB (41504267) - TotalTime: 3.0h (10933249161024) - UncompressedRowBatchSize: 84.0 MiB (88122199) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,683 (1662683) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2265400291761) Node Lifecycle Event Timeline Open Started: 1.67s (1669997265) Open Finished: 36.9m (2214076375036) First Batch Requested: 36.9m (2214076375036) First Batch Returned: 36.9m (2216889370437) Last Batch Returned: 3.7h (13200298450084) Closed: 3.7h (13200320450049) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,683 (1662683) - RowsReturnedRate: 733 per second (733) - TotalTime: 37.8m (2265335291864) Node Lifecycle Event Timeline Open Started: 1.67s (1669997265) Open Finished: 36.9m (2214076375036) First Batch Requested: 36.9m (2214076375036) First Batch Returned: 36.9m (2216889370437) Last Batch Returned: 3.7h (13200298450084) Closed: 3.7h (13200298450084) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.83s (14831975658) - GetResultsTime: 310ms (310999493) - HTResizeTime: 78ms (78999877) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,683 (1662683) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 459ms (459999247) - CumulativeAllocationBytes: 8.4 GiB (8992587776) - CumulativeAllocations: 4,272 (4272) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4288675840) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4265607168) - ReadIoOps: 2,034 (2034) - ReadIoWaitTime: 40.01s (40007935088) - SystemAllocTime: 455ms (455999255) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4288675840) - WriteIoOps: 2,045 (2045) - WriteIoWaitTime: 1.23s (1228997988) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 458ms (458999245) - InactiveTotalTime: 36.6m (2195931404812) - PeakMemoryUsage: 7.6 MiB (7979008) - RowsReturned: 26,520,879 (26520879) - RowsReturnedRate: 12070 per second (12070) - TotalTime: 36.6m (2197127402846) Node Lifecycle Event Timeline Open Started: 1.67s (1669997265) Open Finished: 25.80s (25801957755) First Batch Requested: 25.80s (25801957755) First Batch Returned: 25.82s (25822957721) Last Batch Returned: 36.9m (2214076375036) Closed: 36.9m (2214076375036) Buffer pool - AllocTime: 2.66s (2664995639) - CumulativeAllocationBytes: 6.6 GiB (7054204928) - CumulativeAllocations: 344,462 (344462) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.6 MiB (7979008) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.6 MiB (7979008) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.16s (2162996455) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.13s (24131960490) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4708202009) - TotalGetBatchTime: 36.6m (2196544403807) - DataWaitTime: 36.6m (2195931404812) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.45s (9446984573) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,231 (172231) - TotalBatchesReceived: 172,231 (172231) - TotalBytesReceived: 1.7 GiB (1826063682) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 85 (85) - CodegenTotalWallClockTime: 1.64s (1640997313) - CodegenSysTime: 3ms (3974000) - CodegenUserTime: 642ms (642813000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 635ms (635998958) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999954) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 869ms (869998576) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 104ms (104999828) - TotalTime: 1.64s (1640997313) Instance c7456fdd806a4994:3209e92600000136 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:06.405 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52364254) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 1,664,045 (1664045) - TotalNetworkReceiveTime: 36.6m (2193671054426) - TotalNetworkSendTime: 3.0h (10934989998208) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 104 (104) - TotalThreadsTotalWallClockTime: 3.7h (13200181311375) - TotalThreadsSysTime: 1.59s (1593652000) - TotalThreadsUserTime: 28.63s (28626080000) - TotalThreadsVoluntaryContextSwitches: 338,856 (338856) - TotalTime: 3.7h (13200186311183) Fragment Instance Lifecycle Event Timeline Prepare Finished: 58ms (58997742) Open Finished: 36.9m (2213909279928) First Batch Produced: 36.9m (2216088196601) First Batch Sent: 36.9m (2216088196601) ExecInternal Finished: 3.7h (13200241309079) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10986331029189) - ExecTreeExecTime: 50.96s (50959045623) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213850282186) - ExecTreeOpenTime: 36.9m (2211899356845) - PrepareTime: 4ms (4999808) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934989998208) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,664,045 (1664045) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 189ms (189992717) - TotalBytesSent: 39.6 MiB (41540656) - TotalTime: 3.0h (10935371983566) - UncompressedRowBatchSize: 84.1 MiB (88194385) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,045 (1664045) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2262858402468) Node Lifecycle Event Timeline Open Started: 2.01s (2009923083) Open Finished: 36.9m (2213909279928) First Batch Requested: 36.9m (2213909279928) First Batch Returned: 36.9m (2216088196601) Last Batch Returned: 3.7h (13200218309961) Closed: 3.7h (13200241309079) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,045 (1664045) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2262778405532) Node Lifecycle Event Timeline Open Started: 2.01s (2009923083) Open Finished: 36.9m (2213909279928) First Batch Requested: 36.9m (2213909279928) First Batch Returned: 36.9m (2216088196601) Last Batch Returned: 3.7h (13200218309961) Closed: 3.7h (13200218309961) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.40s (17398334177) - GetResultsTime: 333ms (333987178) - HTResizeTime: 101ms (101996091) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,045 (1664045) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 571ms (571978115) - CumulativeAllocationBytes: 8.4 GiB (9007267840) - CumulativeAllocations: 4,279 (4279) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4292870144) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4276092928) - ReadIoOps: 2,039 (2039) - ReadIoWaitTime: 37.71s (37710553666) - SystemAllocTime: 571ms (571978115) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4292870144) - WriteIoOps: 2,047 (2047) - WriteIoWaitTime: 1.27s (1270951358) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 469ms (469982019) - InactiveTotalTime: 36.6m (2193093076552) - PeakMemoryUsage: 15.6 MiB (16402000) - RowsReturned: 26,538,295 (26538295) - RowsReturnedRate: 12094 per second (12094) - TotalTime: 36.6m (2194234032891) Node Lifecycle Event Timeline Open Started: 2.01s (2009923083) Open Finished: 25.64s (25644018638) First Batch Requested: 25.65s (25646018561) First Batch Returned: 25.68s (25677017375) Last Batch Returned: 36.9m (2213909279928) Closed: 36.9m (2213909279928) Buffer pool - AllocTime: 2.96s (2965886497) - CumulativeAllocationBytes: 6.6 GiB (7058776064) - CumulativeAllocations: 344,692 (344692) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.70s (2697896748) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.63s (23634095555) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4707966004) - TotalGetBatchTime: 36.6m (2193642055533) - DataWaitTime: 36.6m (2193093076552) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.57s (10572595366) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,346 (172346) - TotalBatchesReceived: 172,346 (172346) - TotalBytesReceived: 1.7 GiB (1825721043) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 231ms (231162791) - TotalRPCsDeferred: 176 (176) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 70 (70) - CodegenTotalWallClockTime: 1.95s (1950925341) - CodegenSysTime: 7ms (7933000) - CodegenUserTime: 651ms (651300000) - CodegenVoluntaryContextSwitches: 127 (127) - CompileTime: 742ms (742971567) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999617) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.11s (1107957600) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 87ms (87996633) - TotalTime: 1.95s (1950925341) Instance c7456fdd806a4994:3209e92600000131 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:05.893 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52331209) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 1,665,828 (1665828) - TotalNetworkReceiveTime: 36.6m (2197106008154) - TotalNetworkSendTime: 3.0h (10934570777246) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 119 (119) - TotalThreadsTotalWallClockTime: 3.7h (13200034395085) - TotalThreadsSysTime: 1.49s (1488396000) - TotalThreadsUserTime: 28.63s (28631526000) - TotalThreadsVoluntaryContextSwitches: 343,544 (343544) - TotalTime: 3.7h (13200043395032) Fragment Instance Lifecycle Event Timeline Prepare Finished: 46ms (46999721) Open Finished: 36.9m (2213942908481) First Batch Produced: 36.9m (2216368894182) First Batch Sent: 36.9m (2216368894182) ExecInternal Finished: 3.7h (13200082394801) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10986138486325) - ExecTreeExecTime: 51.16s (51159711378) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213895908760) - ExecTreeOpenTime: 36.9m (2212201918829) - PrepareTime: 8ms (8999947) - ExecTreePrepareTime: 7ms (7999953) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934570777246) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,665,828 (1665828) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 196ms (196998891) - TotalBytesSent: 39.7 MiB (41587181) - TotalTime: 3.0h (10934975774963) - UncompressedRowBatchSize: 84.2 MiB (88288884) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,828 (1665828) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2263369630160) Node Lifecycle Event Timeline Open Started: 1.74s (1740989652) Open Finished: 36.9m (2213942908481) First Batch Requested: 36.9m (2213942908481) First Batch Returned: 36.9m (2216368894182) Last Batch Returned: 3.7h (13200059394930) Closed: 3.7h (13200081394806) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,828 (1665828) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.7m (2263301630541) Node Lifecycle Event Timeline Open Started: 1.74s (1740989652) Open Finished: 36.9m (2213942908481) First Batch Requested: 36.9m (2213942908481) First Batch Returned: 36.9m (2216368894182) Last Batch Returned: 3.7h (13200059394930) Closed: 3.7h (13200059394930) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.17s (14171916147) - GetResultsTime: 340ms (340998068) - HTResizeTime: 80ms (80999532) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,828 (1665828) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 266ms (266998425) - CumulativeAllocationBytes: 8.4 GiB (9021947904) - CumulativeAllocations: 4,286 (4286) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4303355904) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4280287232) - ReadIoOps: 2,041 (2041) - ReadIoWaitTime: 37.82s (37818786752) - SystemAllocTime: 246ms (246998541) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4303355904) - WriteIoOps: 2,052 (2052) - WriteIoWaitTime: 1.41s (1412991615) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 443ms (443997363) - InactiveTotalTime: 36.6m (2196620011028) - PeakMemoryUsage: 15.6 MiB (16368955) - RowsReturned: 26,622,892 (26622892) - RowsReturnedRate: 12114 per second (12114) - TotalTime: 36.6m (2197653004912) Node Lifecycle Event Timeline Open Started: 1.74s (1740989652) Open Finished: 25.72s (25720847120) First Batch Requested: 25.72s (25720847120) First Batch Returned: 25.75s (25751846936) Last Batch Returned: 36.9m (2213941908487) Closed: 36.9m (2213942908481) Buffer pool - AllocTime: 1.42s (1423991591) - CumulativeAllocationBytes: 6.6 GiB (7081312256) - CumulativeAllocations: 345,794 (345794) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.13s (1132993311) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.98s (23979857468) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4723503421) - TotalGetBatchTime: 36.6m (2197070008369) - DataWaitTime: 36.6m (2196620011028) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.13s (8126951923) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,897 (172897) - TotalBatchesReceived: 172,897 (172897) - TotalBytesReceived: 1.7 GiB (1832778952) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 200ms (200877361) - TotalRPCsDeferred: 67 (67) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 89 (89) - CodegenTotalWallClockTime: 1.69s (1693989931) - CodegenSysTime: 12ms (12976000) - CodegenUserTime: 646ms (646092000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 751ms (751995530) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999941) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 887ms (887994722) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 40ms (40999756) - TotalTime: 1.69s (1693989931) Instance c7456fdd806a4994:3209e92600000134 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:05.703 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52354615) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 1,662,527 (1662527) - TotalNetworkReceiveTime: 36.6m (2196737987365) - TotalNetworkSendTime: 3.0h (10934532517090) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 88 (88) - TotalThreadsTotalWallClockTime: 3.7h (13200020442403) - TotalThreadsSysTime: 1.33s (1334541000) - TotalThreadsUserTime: 28.33s (28327249000) - TotalThreadsVoluntaryContextSwitches: 341,763 (341763) - TotalTime: 3.7h (13200031442072) Fragment Instance Lifecycle Event Timeline Prepare Finished: 33ms (33998978) Open Finished: 36.9m (2214117465099) First Batch Produced: 36.9m (2216497393703) First Batch Sent: 36.9m (2216497393703) ExecInternal Finished: 3.7h (13200054441381) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10985936976282) - ExecTreeExecTime: 51.00s (51000471295) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214083466121) - ExecTreeOpenTime: 36.9m (2212441515465) - PrepareTime: 10ms (10999669) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934532517090) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,527 (1662527) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 186ms (186994394) - TotalBytesSent: 39.6 MiB (41503781) - TotalTime: 3.0h (10934933505077) - UncompressedRowBatchSize: 84.0 MiB (88113931) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,527 (1662527) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2263440986790) Node Lifecycle Event Timeline Open Started: 1.68s (1675949634) Open Finished: 36.9m (2214117465099) First Batch Requested: 36.9m (2214117465099) First Batch Returned: 36.9m (2216497393703) Last Batch Returned: 3.7h (13200033442010) Closed: 3.7h (13200054441381) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,527 (1662527) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2263390988292) Node Lifecycle Event Timeline Open Started: 1.68s (1675949634) Open Finished: 36.9m (2214117465099) First Batch Requested: 36.9m (2214117465099) First Batch Returned: 36.9m (2216497393703) Last Batch Returned: 3.7h (13200033442010) Closed: 3.7h (13200033442010) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.68s (14680558837) - GetResultsTime: 321ms (321990346) - HTResizeTime: 72ms (72997811) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,527 (1662527) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 458ms (458986208) - CumulativeAllocationBytes: 8.3 GiB (8925478912) - CumulativeAllocations: 4,240 (4240) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4255121408) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4232052736) - ReadIoOps: 2,018 (2018) - ReadIoWaitTime: 37.84s (37842865684) - SystemAllocTime: 455ms (455986298) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4255121408) - WriteIoOps: 2,029 (2029) - WriteIoWaitTime: 1.39s (1389958225) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 480ms (480985551) - InactiveTotalTime: 36.6m (2195999009570) - PeakMemoryUsage: 15.6 MiB (16392361) - RowsReturned: 26,322,147 (26322147) - RowsReturnedRate: 11979 per second (11979) - TotalTime: 36.6m (2197318969910) Node Lifecycle Event Timeline Open Started: 1.68s (1675949634) Open Finished: 25.84s (25840223449) First Batch Requested: 25.84s (25841223419) First Batch Returned: 25.89s (25890221947) Last Batch Returned: 36.9m (2214116465129) Closed: 36.9m (2214117465099) Buffer pool - AllocTime: 2.21s (2205933714) - CumulativeAllocationBytes: 6.5 GiB (7001317376) - CumulativeAllocations: 341,886 (341886) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.82s (1821945257) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.16s (24164273815) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4670347552) - TotalGetBatchTime: 36.6m (2196703988384) - DataWaitTime: 36.6m (2195999009570) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.72s (8720737936) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 170,943 (170943) - TotalBatchesReceived: 170,943 (170943) - TotalBytesReceived: 1.7 GiB (1813216392) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 72ms (72620149) - TotalRPCsDeferred: 88 (88) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 56 (56) - CodegenTotalWallClockTime: 1.64s (1641950656) - CodegenSysTime: 5ms (5929000) - CodegenUserTime: 647ms (647834000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 477ms (477985635) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 70ms (70997867) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.05s (1054968296) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 34ms (34998948) - TotalTime: 1.64s (1641950656) Instance c7456fdd806a4994:3209e92600000132 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:05.553 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.6 MiB (40451470) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 1,663,109 (1663109) - TotalNetworkReceiveTime: 36.6m (2197478869837) - TotalNetworkSendTime: 3.0h (10934722479312) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 125 (125) - TotalThreadsTotalWallClockTime: 3.7h (13199807234111) - TotalThreadsSysTime: 1.46s (1460513000) - TotalThreadsUserTime: 28.51s (28507807000) - TotalThreadsVoluntaryContextSwitches: 345,312 (345312) - TotalTime: 3.7h (13199843232977) Fragment Instance Lifecycle Event Timeline Prepare Finished: 113ms (113996410) Open Finished: 36.9m (2213904352976) First Batch Produced: 36.9m (2216353276001) First Batch Sent: 36.9m (2216353276001) ExecInternal Finished: 3.7h (13199921230521) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10986016877545) - ExecTreeExecTime: 50.89s (50890410855) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2213790356566) - ExecTreeOpenTime: 36.9m (2211729421454) - PrepareTime: 35ms (35998866) - ExecTreePrepareTime: 24ms (24999213) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934722479312) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,109 (1663109) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 189ms (189994061) - TotalBytesSent: 39.6 MiB (41515373) - TotalTime: 3.0h (10935133466469) - UncompressedRowBatchSize: 84.1 MiB (88144777) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,109 (1663109) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2262644831522) Node Lifecycle Event Timeline Open Started: 2.17s (2174931522) Open Finished: 36.9m (2213904352976) First Batch Requested: 36.9m (2213904352976) First Batch Returned: 36.9m (2216353276001) Last Batch Returned: 3.7h (13199901231145) Closed: 3.7h (13199921230521) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,109 (1663109) - RowsReturnedRate: 735 per second (735) - TotalTime: 37.7m (2262590833211) Node Lifecycle Event Timeline Open Started: 2.17s (2174931522) Open Finished: 36.9m (2213904352976) First Batch Requested: 36.9m (2213904352976) First Batch Returned: 36.9m (2216353276001) Last Batch Returned: 3.7h (13199901231145) Closed: 3.7h (13199901231145) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.26s (13263582679) - GetResultsTime: 314ms (314990175) - HTResizeTime: 67ms (67997877) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,109 (1663109) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 345ms (345989110) - CumulativeAllocationBytes: 8.3 GiB (8965324800) - CumulativeAllocations: 4,259 (4259) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4273995776) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4253024256) - ReadIoOps: 2,028 (2028) - ReadIoWaitTime: 37.52s (37515828608) - SystemAllocTime: 310ms (310990212) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4273995776) - WriteIoOps: 2,038 (2038) - WriteIoWaitTime: 1.02s (1017967973) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 477ms (477984953) - InactiveTotalTime: 36.6m (2196915887542) - PeakMemoryUsage: 4.3 MiB (4489216) - RowsReturned: 26,439,485 (26439485) - RowsReturnedRate: 12028 per second (12028) - TotalTime: 36.6m (2198044852026) Node Lifecycle Event Timeline Open Started: 2.17s (2174931522) Open Finished: 25.67s (25668191840) First Batch Requested: 25.67s (25669191808) First Batch Returned: 25.71s (25706190643) Last Batch Returned: 36.9m (2213904352976) Closed: 36.9m (2213904352976) Buffer pool - AllocTime: 1.66s (1664947608) - CumulativeAllocationBytes: 6.5 GiB (7032512512) - CumulativeAllocations: 343,410 (343410) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.3 MiB (4489216) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.3 MiB (4489216) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.31s (1313958655) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.49s (23493260318) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4690735978) - TotalGetBatchTime: 36.6m (2197449870745) - DataWaitTime: 36.6m (2196915887542) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.32s (8321738149) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 171,705 (171705) - TotalBatchesReceived: 171,705 (171705) - TotalBytesReceived: 1.7 GiB (1820231621) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 88 (88) - CodegenTotalWallClockTime: 2.06s (2060935112) - CodegenSysTime: 8ms (8970000) - CodegenUserTime: 662ms (662994000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 621ms (621980417) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 49ms (49998426) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.28s (1277959764) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 92ms (92997072) - TotalTime: 2.06s (2060935112) Instance c7456fdd806a4994:3209e9260000012e (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:01.405 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52362965) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 1,660,741 (1660741) - TotalNetworkReceiveTime: 36.4m (2185919380410) - TotalNetworkSendTime: 3.0h (10941275149262) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 116 (116) - TotalThreadsTotalWallClockTime: 3.7h (13199109028809) - TotalThreadsSysTime: 1.48s (1482579000) - TotalThreadsUserTime: 28.86s (28856835000) - TotalThreadsVoluntaryContextSwitches: 341,833 (341833) - TotalTime: 3.7h (13199127028680) Fragment Instance Lifecycle Event Timeline Prepare Finished: 58ms (58999577) Open Finished: 36.7m (2204247249415) First Batch Produced: 36.8m (2206859230797) First Batch Sent: 36.8m (2206860230790) ExecInternal Finished: 3.7h (13199168028386) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10994920778971) - ExecTreeExecTime: 53.25s (53249632447) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204188249838) - ExecTreeOpenTime: 36.7m (2202556261529) - PrepareTime: 17ms (17999871) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10941275149262) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,660,741 (1660741) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 216ms (216998504) - TotalBytesSent: 39.5 MiB (41454911) - TotalTime: 3.0h (10941686146417) - UncompressedRowBatchSize: 83.9 MiB (88019273) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,741 (1660741) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.6m (2255804893983) Node Lifecycle Event Timeline Open Started: 1.69s (1690987886) Open Finished: 36.7m (2204247249415) First Batch Requested: 36.7m (2204247249415) First Batch Returned: 36.8m (2206859230797) Last Batch Returned: 3.7h (13199146028537) Closed: 3.7h (13199168028386) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,741 (1660741) - RowsReturnedRate: 736 per second (736) - TotalTime: 37.6m (2255746894380) Node Lifecycle Event Timeline Open Started: 1.69s (1690987886) Open Finished: 36.7m (2204247249415) First Batch Requested: 36.7m (2204247249415) First Batch Returned: 36.8m (2206859230797) Last Batch Returned: 3.7h (13199146028537) Closed: 3.7h (13199146028537) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.76s (15758887398) - GetResultsTime: 339ms (339997648) - HTResizeTime: 74ms (74999480) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,741 (1660741) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 390ms (390997212) - CumulativeAllocationBytes: 8.4 GiB (8977907712) - CumulativeAllocations: 4,265 (4265) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4286578688) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4253024256) - ReadIoOps: 2,028 (2028) - ReadIoWaitTime: 39.85s (39848725140) - SystemAllocTime: 386ms (386997240) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4286578688) - WriteIoOps: 2,044 (2044) - WriteIoWaitTime: 2.12s (2123984794) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 500ms (500996419) - InactiveTotalTime: 36.4m (2185470383634) - PeakMemoryUsage: 15.6 MiB (16400711) - RowsReturned: 26,504,937 (26504937) - RowsReturnedRate: 12121 per second (12121) - TotalTime: 36.4m (2186516376140) Node Lifecycle Event Timeline Open Started: 1.69s (1690987886) Open Finished: 25.59s (25594816648) First Batch Requested: 25.59s (25594816648) First Batch Returned: 25.63s (25632816376) Last Batch Returned: 36.7m (2204247249415) Closed: 36.7m (2204247249415) Buffer pool - AllocTime: 2.24s (2241983959) - CumulativeAllocationBytes: 6.6 GiB (7049904128) - CumulativeAllocations: 344,264 (344264) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.80s (1801987115) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.90s (23903828762) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4702480156) - TotalGetBatchTime: 36.4m (2185895380582) - DataWaitTime: 36.4m (2185470383634) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.29s (9286933630) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,132 (172132) - TotalBatchesReceived: 172,132 (172132) - TotalBytesReceived: 1.7 GiB (1823925191) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 387ms (387343706) - TotalRPCsDeferred: 137 (137) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 1.63s (1631988309) - CodegenSysTime: 4ms (4955000) - CodegenUserTime: 655ms (655332000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 698ms (698994993) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999878) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 872ms (872993746) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 22ms (22999835) - TotalTime: 1.63s (1631988309) Instance c7456fdd806a4994:3209e9260000011f (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:01.226 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.4 MiB (45456782) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 1,663,123 (1663123) - TotalNetworkReceiveTime: 36.4m (2181430779732) - TotalNetworkSendTime: 3.0h (10945449927660) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 122 (122) - TotalThreadsTotalWallClockTime: 3.7h (13198391857474) - TotalThreadsSysTime: 1.48s (1480198000) - TotalThreadsUserTime: 28.36s (28361454000) - TotalThreadsVoluntaryContextSwitches: 343,061 (343061) - TotalTime: 3.7h (13198392857462) Fragment Instance Lifecycle Event Timeline Prepare Finished: 30ms (30999627) Open Finished: 36.6m (2197520586056) First Batch Produced: 36.7m (2199916557348) First Batch Sent: 36.7m (2199916557348) ExecInternal Finished: 3.7h (13198423857089) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (11000902271045) - ExecTreeExecTime: 55.07s (55067347952) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197489586429) - ExecTreeOpenTime: 36.6m (2195735607541) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945449927660) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,123 (1663123) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 187ms (187997769) - TotalBytesSent: 39.6 MiB (41516704) - TotalTime: 3.0h (10945833923105) - UncompressedRowBatchSize: 84.1 MiB (88145519) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,123 (1663123) - RowsReturnedRate: 738 per second (738) - TotalTime: 37.5m (2250801955505) Node Lifecycle Event Timeline Open Started: 1.78s (1784978515) Open Finished: 36.6m (2197520586056) First Batch Requested: 36.6m (2197520586056) First Batch Returned: 36.7m (2199916557348) Last Batch Returned: 3.7h (13198402857337) Closed: 3.7h (13198423857089) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,123 (1663123) - RowsReturnedRate: 738 per second (738) - TotalTime: 37.5m (2250716956514) Node Lifecycle Event Timeline Open Started: 1.78s (1784978515) Open Finished: 36.6m (2197520586056) First Batch Requested: 36.6m (2197520586056) First Batch Returned: 36.7m (2199916557348) Last Batch Returned: 3.7h (13198402857337) Closed: 3.7h (13198402857337) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.39s (13390838816) - GetResultsTime: 355ms (355995787) - HTResizeTime: 84ms (84998991) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,123 (1663123) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 432ms (432994783) - CumulativeAllocationBytes: 8.3 GiB (8961130496) - CumulativeAllocations: 4,257 (4257) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4284481536) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4238344192) - ReadIoOps: 2,021 (2021) - ReadIoWaitTime: 41.73s (41734505995) - SystemAllocTime: 420ms (420994927) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4284481536) - WriteIoOps: 2,043 (2043) - WriteIoWaitTime: 1.21s (1211985410) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 471ms (471994313) - InactiveTotalTime: 36.3m (2180864786539) - PeakMemoryUsage: 9.1 MiB (9494528) - RowsReturned: 26,480,965 (26480965) - RowsReturnedRate: 12136 per second (12136) - TotalTime: 36.4m (2182009772755) Node Lifecycle Event Timeline Open Started: 1.78s (1784978515) Open Finished: 25.81s (25806689369) First Batch Requested: 25.81s (25807689357) First Batch Returned: 25.84s (25842688935) Last Batch Returned: 36.6m (2197519586068) Closed: 36.6m (2197520586056) Buffer pool - AllocTime: 1.56s (1562981203) - CumulativeAllocationBytes: 6.6 GiB (7043530752) - CumulativeAllocations: 343,944 (343944) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.1 MiB (9494528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.1 MiB (9494528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.22s (1224985268) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.02s (24021710854) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4699284798) - TotalGetBatchTime: 36.4m (2181400780092) - DataWaitTime: 36.3m (2180864786539) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.18s (8182901552) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 171,972 (171972) - TotalBatchesReceived: 171,972 (171972) - TotalBytesReceived: 1.7 GiB (1823065586) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 88 (88) - CodegenTotalWallClockTime: 1.75s (1753978888) - CodegenSysTime: 12ms (12946000) - CodegenUserTime: 659ms (659931000) - CodegenVoluntaryContextSwitches: 103 (103) - CompileTime: 635ms (635992345) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 35ms (35999566) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.01s (1010987831) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 67ms (67999182) - TotalTime: 1.75s (1753978888) Instance c7456fdd806a4994:3209e92600000128 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.994 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52353215) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 1,664,015 (1664015) - TotalNetworkReceiveTime: 36.4m (2186044490557) - TotalNetworkSendTime: 3.0h (10941101025619) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 107 (107) - TotalThreadsTotalWallClockTime: 3.7h (13198124975148) - TotalThreadsSysTime: 1.34s (1342369000) - TotalThreadsUserTime: 28.35s (28348146000) - TotalThreadsVoluntaryContextSwitches: 341,433 (341433) - TotalTime: 3.7h (13198138974645) Fragment Instance Lifecycle Event Timeline Prepare Finished: 38ms (38998598) Open Finished: 36.7m (2204288835180) First Batch Produced: 36.8m (2206874742378) First Batch Sent: 36.8m (2206874742378) ExecInternal Finished: 3.7h (13198164973710) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10993875138566) - ExecTreeExecTime: 52.36s (52361127725) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204249836582) - ExecTreeOpenTime: 36.7m (2202487899919) - PrepareTime: 13ms (13999497) - ExecTreePrepareTime: 4ms (4999820) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10941101025619) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,664,015 (1664015) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 204ms (204992665) - TotalBytesSent: 39.6 MiB (41539933) - TotalTime: 3.0h (10941521010590) - UncompressedRowBatchSize: 84.1 MiB (88192795) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,664,015 (1664015) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2254854027464) Node Lifecycle Event Timeline Open Started: 1.80s (1800935261) Open Finished: 36.7m (2204288835180) First Batch Requested: 36.7m (2204288835180) First Batch Returned: 36.8m (2206874742378) Last Batch Returned: 3.7h (13198143974461) Closed: 3.7h (13198163973746) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,664,015 (1664015) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2254779030142) Node Lifecycle Event Timeline Open Started: 1.80s (1800935261) Open Finished: 36.7m (2204288835180) First Batch Requested: 36.7m (2204288835180) First Batch Returned: 36.8m (2206874742378) Last Batch Returned: 3.7h (13198142974497) Closed: 3.7h (13198143974461) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.56s (15559441112) - GetResultsTime: 364ms (364986954) - HTResizeTime: 78ms (78997179) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,664,015 (1664015) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 351ms (351987364) - CumulativeAllocationBytes: 8.4 GiB (9013559296) - CumulativeAllocations: 4,282 (4282) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4301258752) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4273995776) - ReadIoOps: 2,038 (2038) - ReadIoWaitTime: 38.81s (38810612287) - SystemAllocTime: 347ms (347987507) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4301258752) - WriteIoOps: 2,051 (2051) - WriteIoWaitTime: 1.77s (1773936256) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 467ms (467983191) - InactiveTotalTime: 36.4m (2185497510214) - PeakMemoryUsage: 15.6 MiB (16390961) - RowsReturned: 26,565,800 (26565800) - RowsReturnedRate: 12149 per second (12149) - TotalTime: 36.4m (2186598470659) Node Lifecycle Event Timeline Open Started: 1.80s (1800935261) Open Finished: 25.64s (25639078351) First Batch Requested: 25.64s (25639078351) First Batch Returned: 25.69s (25689076553) Last Batch Returned: 36.7m (2204288835180) Closed: 36.7m (2204288835180) Buffer pool - AllocTime: 2.09s (2086925053) - CumulativeAllocationBytes: 6.6 GiB (7066116096) - CumulativeAllocations: 345,048 (345048) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.83s (1834934104) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.84s (23838143090) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4715836729) - TotalGetBatchTime: 36.4m (2186011491742) - DataWaitTime: 36.4m (2185497510214) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.81s (8806683713) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,524 (172524) - TotalBatchesReceived: 172,524 (172524) - TotalBytesReceived: 1.7 GiB (1828807983) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 660ms (660994190) - TotalRPCsDeferred: 61 (61) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 57 (57) - CodegenTotalWallClockTime: 1.76s (1761936663) - CodegenSysTime: 3ms (3002000) - CodegenUserTime: 663ms (663820000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 719ms (719974119) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999640) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 929ms (929966570) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 50ms (50998167) - TotalTime: 1.76s (1761936663) Instance c7456fdd806a4994:3209e92600000133 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.891 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.9 MiB (41811342) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 1,661,719 (1661719) - TotalNetworkReceiveTime: 36.6m (2196169808689) - TotalNetworkSendTime: 3.0h (10934733163475) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 84 (84) - TotalThreadsTotalWallClockTime: 3.7h (13198052471651) - TotalThreadsSysTime: 1.46s (1455476000) - TotalThreadsUserTime: 27.86s (27860000000) - TotalThreadsVoluntaryContextSwitches: 340,489 (340489) - TotalTime: 3.7h (13198052471651) Fragment Instance Lifecycle Event Timeline Prepare Finished: 38ms (38000274) Open Finished: 36.9m (2214125937884) First Batch Produced: 36.9m (2216452954623) First Batch Sent: 36.9m (2216452954623) ExecInternal Finished: 3.7h (13198092471941) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10983964534041) - ExecTreeExecTime: 48.83s (48834367586) - InactiveTotalTime: 0ns (0) - OpenTime: 36.9m (2214087937610) - ExecTreeOpenTime: 36.9m (2212536926456) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10934734163483) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,661,719 (1661719) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 207ms (207001549) - TotalBytesSent: 39.6 MiB (41484366) - TotalTime: 3.0h (10935129166448) - UncompressedRowBatchSize: 84.0 MiB (88071107) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,719 (1661719) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2261369294027) Node Lifecycle Event Timeline Open Started: 1.59s (1589011428) Open Finished: 36.9m (2214125937884) First Batch Requested: 36.9m (2214125937884) First Batch Returned: 36.9m (2216452954623) Last Batch Returned: 3.7h (13198070471774) Closed: 3.7h (13198092471941) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,719 (1661719) - RowsReturnedRate: 734 per second (734) - TotalTime: 37.7m (2261309293573) Node Lifecycle Event Timeline Open Started: 1.59s (1589011428) Open Finished: 36.9m (2214125937884) First Batch Requested: 36.9m (2214125937884) First Batch Returned: 36.9m (2216452954623) Last Batch Returned: 3.7h (13198070471774) Closed: 3.7h (13198070471774) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.34s (15338110375) - GetResultsTime: 330ms (330002491) - HTResizeTime: 79ms (79000593) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,719 (1661719) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 459ms (459003305) - CumulativeAllocationBytes: 8.4 GiB (9021947904) - CumulativeAllocations: 4,286 (4286) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4301258752) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4282384384) - ReadIoOps: 2,042 (2042) - ReadIoWaitTime: 35.70s (35704268874) - SystemAllocTime: 410ms (410002952) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4301258752) - WriteIoOps: 2,051 (2051) - WriteIoWaitTime: 752ms (752005402) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 458ms (458003291) - InactiveTotalTime: 36.6m (2195478803712) - PeakMemoryUsage: 5.6 MiB (5849088) - RowsReturned: 26,578,515 (26578515) - RowsReturnedRate: 12099 per second (12099) - TotalTime: 36.6m (2196719812637) Node Lifecycle Event Timeline Open Started: 1.59s (1589011428) Open Finished: 25.85s (25849185918) First Batch Requested: 25.85s (25850185925) First Batch Returned: 25.90s (25900186285) Last Batch Returned: 36.9m (2214123937869) Closed: 36.9m (2214124937877) Buffer pool - AllocTime: 4.00s (4004028810) - CumulativeAllocationBytes: 6.6 GiB (7069433856) - CumulativeAllocations: 345,208 (345208) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.6 MiB (5849088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.6 MiB (5849088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.49s (3492025134) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.26s (24260174490) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4715834086) - TotalGetBatchTime: 36.6m (2196140808484) - DataWaitTime: 36.6m (2195478803712) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11.74s (11736084410) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,604 (172604) - TotalBatchesReceived: 172,604 (172604) - TotalBytesReceived: 1.7 GiB (1828654251) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 55 (55) - CodegenTotalWallClockTime: 1.55s (1551011154) - CodegenSysTime: 9ms (9969000) - CodegenUserTime: 651ms (651985000) - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 639ms (639004595) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26000187) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 804ms (804005783) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 69ms (69000496) - TotalTime: 1.55s (1551011154) Instance c7456fdd806a4994:3209e9260000012a (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.858 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52322114) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 1,663,321 (1663321) - TotalNetworkReceiveTime: 36.4m (2184520984386) - TotalNetworkSendTime: 3.0h (10941063823803) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 86 (86) - TotalThreadsTotalWallClockTime: 3.7h (13197599641847) - TotalThreadsSysTime: 1.40s (1396669000) - TotalThreadsUserTime: 28.80s (28805661000) - TotalThreadsVoluntaryContextSwitches: 340,026 (340026) - TotalTime: 3.7h (13197599641847) Fragment Instance Lifecycle Event Timeline Prepare Finished: 74ms (74999828) Open Finished: 36.7m (2204329938917) First Batch Produced: 36.8m (2206872933085) First Batch Sent: 36.8m (2206872933085) ExecInternal Finished: 3.7h (13197675641672) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10993344702758) - ExecTreeExecTime: 51.90s (51896879864) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204254939089) - ExecTreeOpenTime: 36.7m (2202356943449) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10941063823803) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,321 (1663321) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 183ms (183999569) - TotalBytesSent: 39.6 MiB (41519087) - TotalTime: 3.0h (10941446822895) - UncompressedRowBatchSize: 84.1 MiB (88156013) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,321 (1663321) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2254252823316) Node Lifecycle Event Timeline Open Started: 1.97s (1972995468) Open Finished: 36.7m (2204329938917) First Batch Requested: 36.7m (2204329938917) First Batch Returned: 36.8m (2206872933085) Last Batch Returned: 3.7h (13197653641724) Closed: 3.7h (13197675641672) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,321 (1663321) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.6m (2254196823440) Node Lifecycle Event Timeline Open Started: 1.97s (1972995468) Open Finished: 36.7m (2204329938917) First Batch Requested: 36.7m (2204329938917) First Batch Returned: 36.8m (2206872933085) Last Batch Returned: 3.7h (13197653641724) Closed: 3.7h (13197653641724) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.86s (16862961297) - GetResultsTime: 366ms (366999163) - HTResizeTime: 67ms (67999844) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,321 (1663321) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 501ms (501998853) - CumulativeAllocationBytes: 8.4 GiB (9072279552) - CumulativeAllocations: 4,310 (4310) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4330618880) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4303355904) - ReadIoOps: 2,052 (2052) - ReadIoWaitTime: 38.57s (38574910699) - SystemAllocTime: 484ms (484998891) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4330618880) - WriteIoOps: 2,065 (2065) - WriteIoWaitTime: 1.54s (1537996470) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 512ms (512998826) - InactiveTotalTime: 36.4m (2183891985822) - PeakMemoryUsage: 15.6 MiB (16359860) - RowsReturned: 26,760,369 (26760369) - RowsReturnedRate: 12246 per second (12246) - TotalTime: 36.4m (2185123983003) Node Lifecycle Event Timeline Open Started: 1.97s (1972995468) Open Finished: 25.69s (25692940987) First Batch Requested: 25.69s (25692940987) First Batch Returned: 25.73s (25730940900) Last Batch Returned: 36.7m (2204329938917) Closed: 36.7m (2204329938917) Buffer pool - AllocTime: 2.81s (2810993536) - CumulativeAllocationBytes: 6.6 GiB (7117873152) - CumulativeAllocations: 347,576 (347576) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.35s (2352994597) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.72s (23719945519) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4747932181) - TotalGetBatchTime: 36.4m (2184485984466) - DataWaitTime: 36.4m (2183891985822) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.15s (10148976717) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,788 (173788) - TotalBatchesReceived: 173,788 (173788) - TotalBytesReceived: 1.7 GiB (1839995281) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 178ms (178224305) - TotalRPCsDeferred: 70 (70) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 1.90s (1897995640) - CodegenSysTime: 5ms (5970000) - CodegenUserTime: 653ms (653765000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 774ms (774998220) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999956) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.06s (1064997553) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 36ms (36999915) - TotalTime: 1.90s (1897995640) Instance c7456fdd806a4994:3209e92600000117 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:01.147 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.0 MiB (41893262) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 1,663,473 (1663473) - TotalNetworkReceiveTime: 36.3m (2179216799206) - TotalNetworkSendTime: 3.0h (10945782554674) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 126 (126) - TotalThreadsTotalWallClockTime: 3.7h (13197277120154) - TotalThreadsSysTime: 1.57s (1567834000) - TotalThreadsUserTime: 29.15s (29154226000) - TotalThreadsVoluntaryContextSwitches: 342,072 (342072) - TotalTime: 3.7h (13197277120154) Fragment Instance Lifecycle Event Timeline Prepare Finished: 44ms (44999851) Open Finished: 36.6m (2197409739001) First Batch Produced: 36.7m (2199810731103) First Batch Sent: 36.7m (2199810731103) ExecInternal Finished: 3.7h (13197323120002) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10999912381004) - ExecTreeExecTime: 53.69s (53690827731) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197364739150) - ExecTreeOpenTime: 36.6m (2195561745133) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945782554674) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,473 (1663473) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 210ms (210999326) - TotalBytesSent: 39.6 MiB (41521143) - TotalTime: 3.0h (10946220553277) - UncompressedRowBatchSize: 84.1 MiB (88164069) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,473 (1663473) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249252572864) Node Lifecycle Event Timeline Open Started: 1.85s (1847993868) Open Finished: 36.6m (2197409739001) First Batch Requested: 36.6m (2197409739001) First Batch Returned: 36.7m (2199810731103) Last Batch Returned: 3.7h (13197301120072) Closed: 3.7h (13197323120002) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,473 (1663473) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249174573111) Node Lifecycle Event Timeline Open Started: 1.85s (1847993868) Open Finished: 36.6m (2197409739001) First Batch Requested: 36.6m (2197409739001) First Batch Returned: 36.7m (2199810731103) Last Batch Returned: 3.7h (13197301120072) Closed: 3.7h (13197301120072) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.23s (15232949626) - GetResultsTime: 383ms (383998753) - HTResizeTime: 87ms (87999709) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,473 (1663473) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 518ms (518998292) - CumulativeAllocationBytes: 8.4 GiB (9047113728) - CumulativeAllocations: 4,298 (4298) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4326424576) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4282384384) - ReadIoOps: 2,042 (2042) - ReadIoWaitTime: 39.97s (39965871860) - SystemAllocTime: 502ms (502998344) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4326424576) - WriteIoOps: 2,063 (2063) - WriteIoWaitTime: 805ms (805997332) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 522ms (522998269) - InactiveTotalTime: 36.3m (2178518801509) - PeakMemoryUsage: 5.7 MiB (5931008) - RowsReturned: 26,730,784 (26730784) - RowsReturnedRate: 12262 per second (12262) - TotalTime: 36.3m (2179860797065) Node Lifecycle Event Timeline Open Started: 1.85s (1847993868) Open Finished: 25.71s (25712914688) First Batch Requested: 25.71s (25713914684) First Batch Returned: 25.74s (25740914595) Last Batch Returned: 36.6m (2197408739004) Closed: 36.6m (2197408739004) Buffer pool - AllocTime: 2.92s (2916990348) - CumulativeAllocationBytes: 6.6 GiB (7109992448) - CumulativeAllocations: 347,190 (347190) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.7 MiB (5931008) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.7 MiB (5931008) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.37s (2369992160) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.86s (23864920820) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4745037973) - TotalGetBatchTime: 36.3m (2179193799278) - DataWaitTime: 36.3m (2178518801509) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.29s (10290965971) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,595 (173595) - TotalBatchesReceived: 173,595 (173595) - TotalBytesReceived: 1.7 GiB (1839022873) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 1.80s (1802994017) - CodegenSysTime: 8ms (8906000) - CodegenUserTime: 658ms (658092000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 595ms (595998022) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999930) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.15s (1146996194) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 35ms (35999881) - TotalTime: 1.80s (1802994017) Instance c7456fdd806a4994:3209e9260000011b (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.549 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.1 MiB (42048910) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 1,662,986 (1662986) - TotalNetworkReceiveTime: 36.4m (2181030793812) - TotalNetworkSendTime: 3.0h (10945778561499) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 97 (97) - TotalThreadsTotalWallClockTime: 3.7h (13197066480925) - TotalThreadsSysTime: 1.57s (1574234000) - TotalThreadsUserTime: 29.18s (29180800000) - TotalThreadsVoluntaryContextSwitches: 343,693 (343693) - TotalTime: 3.7h (13197067480884) Fragment Instance Lifecycle Event Timeline Prepare Finished: 37ms (37998445) Open Finished: 36.6m (2197569117389) First Batch Produced: 36.7m (2200056015638) First Batch Sent: 36.7m (2200056015638) ExecInternal Finished: 3.7h (13197105479329) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10999535361981) - ExecTreeExecTime: 53.33s (53326818081) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197531118944) - ExecTreeOpenTime: 36.6m (2195850187736) - PrepareTime: 999.96us (999959) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945778561499) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,986 (1662986) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 204ms (204991614) - TotalBytesSent: 39.6 MiB (41512624) - TotalTime: 3.0h (10946207543942) - UncompressedRowBatchSize: 84.1 MiB (88138258) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,986 (1662986) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249176005857) Node Lifecycle Event Timeline Open Started: 1.72s (1718929653) Open Finished: 36.6m (2197569117389) First Batch Requested: 36.6m (2197569117389) First Batch Returned: 36.7m (2200056015638) Last Batch Returned: 3.7h (13197082480270) Closed: 3.7h (13197105479329) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,986 (1662986) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249096009126) Node Lifecycle Event Timeline Open Started: 1.72s (1718929653) Open Finished: 36.6m (2197569117389) First Batch Requested: 36.6m (2197569117389) First Batch Returned: 36.7m (2200056015638) Last Batch Returned: 3.7h (13197082480270) Closed: 3.7h (13197082480270) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.01s (14007427128) - GetResultsTime: 327ms (327986585) - HTResizeTime: 68ms (68997178) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,986 (1662986) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 375ms (375984620) - CumulativeAllocationBytes: 8.4 GiB (9021947904) - CumulativeAllocations: 4,286 (4286) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4320133120) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4263510016) - ReadIoOps: 2,033 (2033) - ReadIoWaitTime: 39.80s (39799371547) - SystemAllocTime: 330ms (330986460) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4320133120) - WriteIoOps: 2,060 (2060) - WriteIoWaitTime: 1.00s (1000959047) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 469ms (469980786) - InactiveTotalTime: 36.3m (2180521814638) - PeakMemoryUsage: 5.8 MiB (6086656) - RowsReturned: 26,710,895 (26710895) - RowsReturnedRate: 12243 per second (12243) - TotalTime: 36.4m (2181602770430) Node Lifecycle Event Timeline Open Started: 1.72s (1718929653) Open Finished: 25.85s (25853941924) First Batch Requested: 25.85s (25853941924) First Batch Returned: 25.88s (25881940779) Last Batch Returned: 36.6m (2197568117430) Closed: 36.6m (2197568117430) Buffer pool - AllocTime: 1.77s (1771927540) - CumulativeAllocationBytes: 6.6 GiB (7104716800) - CumulativeAllocations: 346,934 (346934) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.8 MiB (6086656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.8 MiB (6086656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.44s (1440941079) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.14s (24135012271) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4739392571) - TotalGetBatchTime: 36.4m (2181000795038) - DataWaitTime: 36.3m (2180521814638) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.49s (8486652900) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,467 (173467) - TotalBatchesReceived: 173,467 (173467) - TotalBytesReceived: 1.7 GiB (1837029784) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 1.68s (1680931208) - CodegenSysTime: 3ms (3968000) - CodegenUserTime: 662ms (662454000) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 907ms (907962842) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999222) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 725ms (725970290) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 25ms (25998936) - TotalTime: 1.68s (1680931208) Instance c7456fdd806a4994:3209e9260000012b (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.864 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.6 MiB (44670350) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 1,661,701 (1661701) - TotalNetworkReceiveTime: 36.4m (2185003737294) - TotalNetworkSendTime: 3.0h (10942155962500) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 81 (81) - TotalThreadsTotalWallClockTime: 3.7h (13196833121772) - TotalThreadsSysTime: 1.43s (1430836000) - TotalThreadsUserTime: 28.20s (28205203000) - TotalThreadsVoluntaryContextSwitches: 341,059 (341059) - TotalTime: 3.7h (13196834121734) Fragment Instance Lifecycle Event Timeline Prepare Finished: 45ms (45998288) Open Finished: 36.7m (2204377016597) First Batch Produced: 36.8m (2206651932069) First Batch Sent: 36.8m (2206651932069) ExecInternal Finished: 3.7h (13196880120023) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10992502103463) - ExecTreeExecTime: 49.95s (49945155766) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204331018309) - ExecTreeOpenTime: 36.7m (2202657080586) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10942155962500) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,661,701 (1661701) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 196ms (196992732) - TotalBytesSent: 39.6 MiB (41480520) - TotalTime: 3.0h (10942555947733) - UncompressedRowBatchSize: 84.0 MiB (88070153) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,701 (1661701) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.5m (2252602236352) Node Lifecycle Event Timeline Open Started: 1.72s (1719936011) Open Finished: 36.7m (2204377016597) First Batch Requested: 36.7m (2204377016597) First Batch Returned: 36.8m (2206651932069) Last Batch Returned: 3.7h (13196858120834) Closed: 3.7h (13196880120023) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,701 (1661701) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.5m (2252554238125) Node Lifecycle Event Timeline Open Started: 1.72s (1719936011) Open Finished: 36.7m (2204377016597) First Batch Requested: 36.7m (2204377016597) First Batch Returned: 36.8m (2206651932069) Last Batch Returned: 3.7h (13196858120834) Closed: 3.7h (13196858120834) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.65s (16650380592) - GetResultsTime: 334ms (334987617) - HTResizeTime: 82ms (82996927) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,701 (1661701) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 533ms (533980120) - CumulativeAllocationBytes: 8.4 GiB (9013559296) - CumulativeAllocations: 4,282 (4282) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4301258752) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4273995776) - ReadIoOps: 2,038 (2038) - ReadIoWaitTime: 36.83s (36832640148) - SystemAllocTime: 520ms (520980604) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4301258752) - WriteIoOps: 2,051 (2051) - WriteIoWaitTime: 927ms (927965485) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 479ms (479982162) - InactiveTotalTime: 36.4m (2184315762895) - PeakMemoryUsage: 8.3 MiB (8708096) - RowsReturned: 26,593,407 (26593407) - RowsReturnedRate: 12167 per second (12167) - TotalTime: 36.4m (2185572716142) Node Lifecycle Event Timeline Open Started: 1.72s (1719936011) Open Finished: 25.74s (25737042481) First Batch Requested: 25.74s (25738042444) First Batch Returned: 25.77s (25773041142) Last Batch Returned: 36.7m (2204377016597) Closed: 36.7m (2204377016597) Buffer pool - AllocTime: 2.53s (2529905894) - CumulativeAllocationBytes: 6.6 GiB (7073497088) - CumulativeAllocations: 345,414 (345414) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.3 MiB (8708096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.3 MiB (8708096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.09s (2089922259) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.02s (24017106470) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4717763915) - TotalGetBatchTime: 36.4m (2184976738294) - DataWaitTime: 36.4m (2184315762895) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.23s (9235656437) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,707 (172707) - TotalBatchesReceived: 172,707 (172707) - TotalBytesReceived: 1.7 GiB (1830473926) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 1.67s (1673937723) - CodegenSysTime: 5ms (5971000) - CodegenUserTime: 656ms (656713000) - CodegenVoluntaryContextSwitches: 103 (103) - CompileTime: 663ms (663975297) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27998958) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 898ms (898966555) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 72ms (72997285) - TotalTime: 1.67s (1673937723) Instance c7456fdd806a4994:3209e92600000121 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.893 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52322993) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 1,665,570 (1665570) - TotalNetworkReceiveTime: 36.3m (2175614848069) - TotalNetworkSendTime: 3.0h (10946130906879) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 96 (96) - TotalThreadsTotalWallClockTime: 3.7h (13196621243579) - TotalThreadsSysTime: 1.55s (1551918000) - TotalThreadsUserTime: 28.63s (28626630000) - TotalThreadsVoluntaryContextSwitches: 337,255 (337255) - TotalTime: 3.7h (13196621243579) Fragment Instance Lifecycle Event Timeline Prepare Finished: 38ms (38998689) Open Finished: 36.6m (2197423114788) First Batch Produced: 36.7m (2199642040158) First Batch Sent: 36.7m (2199642040158) ExecInternal Finished: 3.7h (13196661242235) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10999237127480) - ExecTreeExecTime: 52.70s (52704234084) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197384116099) - ExecTreeOpenTime: 36.6m (2195652174329) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10946130906879) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,665,570 (1665570) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 215ms (215992761) - TotalBytesSent: 39.7 MiB (41579342) - TotalTime: 3.0h (10946528893530) - UncompressedRowBatchSize: 84.2 MiB (88275210) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,570 (1665570) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.5m (2248355408446) Node Lifecycle Event Timeline Open Started: 1.77s (1770940459) Open Finished: 36.6m (2197423114788) First Batch Requested: 36.6m (2197423114788) First Batch Returned: 36.7m (2199642040158) Last Batch Returned: 3.7h (13196639242971) Closed: 3.7h (13196661242235) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,570 (1665570) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.5m (2248283410857) Node Lifecycle Event Timeline Open Started: 1.77s (1770940459) Open Finished: 36.6m (2197423114788) First Batch Requested: 36.6m (2197423114788) First Batch Returned: 36.7m (2199642040158) Last Batch Returned: 3.7h (13196639242971) Closed: 3.7h (13196639242971) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 19.14s (19142356343) - GetResultsTime: 366ms (366987708) - HTResizeTime: 77ms (77997385) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,570 (1665570) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.11s (1115962476) - CumulativeAllocationBytes: 8.4 GiB (9013559296) - CumulativeAllocations: 4,282 (4282) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4309647360) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4265607168) - ReadIoOps: 2,034 (2034) - ReadIoWaitTime: 39.23s (39232685614) - SystemAllocTime: 1.02s (1022965603) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4309647360) - WriteIoOps: 2,055 (2055) - WriteIoWaitTime: 1.40s (1401952856) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 441ms (441985146) - InactiveTotalTime: 36.3m (2175047867129) - PeakMemoryUsage: 15.6 MiB (16360739) - RowsReturned: 26,635,149 (26635149) - RowsReturnedRate: 12239 per second (12239) - TotalTime: 36.3m (2176151830024) Node Lifecycle Event Timeline Open Started: 1.77s (1770940459) Open Finished: 25.70s (25702135874) First Batch Requested: 25.70s (25702135874) First Batch Returned: 25.74s (25744134462) Last Batch Returned: 36.6m (2197423114788) Closed: 36.6m (2197423114788) Buffer pool - AllocTime: 3.77s (3769873242) - CumulativeAllocationBytes: 6.6 GiB (7084498944) - CumulativeAllocations: 345,944 (345944) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.21s (3205892193) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.93s (23931195415) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4725404430) - TotalGetBatchTime: 36.3m (2175589848908) - DataWaitTime: 36.3m (2175047867129) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.85s (10847635292) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,972 (172972) - TotalBatchesReceived: 172,972 (172972) - TotalBytesReceived: 1.7 GiB (1832857129) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 210ms (210016513) - TotalRPCsDeferred: 59 (59) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 55 (55) - CodegenTotalWallClockTime: 1.73s (1731941770) - CodegenSysTime: 13ms (13889000) - CodegenUserTime: 659ms (659759000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 653ms (653978012) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999664) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.00s (1002966280) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 60ms (60997949) - TotalTime: 1.73s (1731941770) Instance c7456fdd806a4994:3209e9260000011c (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.997 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 46.2 MiB (48487822) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 1,662,440 (1662440) - TotalNetworkReceiveTime: 36.3m (2180930382972) - TotalNetworkSendTime: 3.0h (10946834126946) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 127 (127) - TotalThreadsTotalWallClockTime: 3.7h (13196549060420) - TotalThreadsSysTime: 1.43s (1428229000) - TotalThreadsUserTime: 28.43s (28433939000) - TotalThreadsVoluntaryContextSwitches: 345,453 (345453) - TotalTime: 3.7h (13196549060420) Fragment Instance Lifecycle Event Timeline Prepare Finished: 60ms (60997829) Open Finished: 36.6m (2197287800831) First Batch Produced: 36.7m (2199330728133) First Batch Sent: 36.7m (2199330728133) ExecInternal Finished: 3.7h (13196611058213) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10999322257418) - ExecTreeExecTime: 52.06s (52061145681) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197226803002) - ExecTreeOpenTime: 36.6m (2195443866456) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10946834126946) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,440 (1662440) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 206ms (206992632) - TotalBytesSent: 39.6 MiB (41496961) - TotalTime: 3.0h (10947260111773) - UncompressedRowBatchSize: 84.0 MiB (88109320) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,440 (1662440) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2247504012173) Node Lifecycle Event Timeline Open Started: 1.84s (1843934375) Open Finished: 36.6m (2197287800831) First Batch Requested: 36.6m (2197287800831) First Batch Returned: 36.7m (2199330728133) Last Batch Returned: 3.7h (13196589058997) Closed: 3.7h (13196611058213) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,440 (1662440) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2247421015130) Node Lifecycle Event Timeline Open Started: 1.84s (1843934375) Open Finished: 36.6m (2197287800831) First Batch Requested: 36.6m (2197287800831) First Batch Returned: 36.7m (2199330728133) Last Batch Returned: 3.7h (13196589058997) Closed: 3.7h (13196589058997) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.45s (13450521295) - GetResultsTime: 345ms (345987677) - HTResizeTime: 84ms (84996973) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,440 (1662440) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 374ms (374986657) - CumulativeAllocationBytes: 8.4 GiB (8975810560) - CumulativeAllocations: 4,264 (4264) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4290772992) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4246732800) - ReadIoOps: 2,025 (2025) - ReadIoWaitTime: 38.70s (38703621410) - SystemAllocTime: 368ms (368986869) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4290772992) - WriteIoOps: 2,046 (2046) - WriteIoWaitTime: 1.46s (1461947971) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 494ms (494982386) - InactiveTotalTime: 36.3m (2180418401182) - PeakMemoryUsage: 11.9 MiB (12525568) - RowsReturned: 26,545,785 (26545785) - RowsReturnedRate: 12168 per second (12168) - TotalTime: 36.4m (2181517362089) Node Lifecycle Event Timeline Open Started: 1.84s (1843934375) Open Finished: 25.58s (25580089618) First Batch Requested: 25.58s (25581089582) First Batch Returned: 25.62s (25616088336) Last Batch Returned: 36.6m (2197287800831) Closed: 36.6m (2197287800831) Buffer pool - AllocTime: 1.57s (1574943947) - CumulativeAllocationBytes: 6.6 GiB (7060766720) - CumulativeAllocations: 344,788 (344788) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.9 MiB (12525568) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.9 MiB (12525568) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.07s (1070961886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.74s (23736155243) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4710213802) - TotalGetBatchTime: 36.3m (2180904383898) - DataWaitTime: 36.3m (2180418401182) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.23s (8227707231) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,394 (172394) - TotalBatchesReceived: 172,394 (172394) - TotalBytesReceived: 1.7 GiB (1827287551) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 83 (83) - CodegenTotalWallClockTime: 1.78s (1781936582) - CodegenSysTime: 12ms (12940000) - CodegenUserTime: 654ms (654061000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 589ms (589979003) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999253) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.11s (1114960319) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 35ms (35998719) - TotalTime: 1.78s (1781936582) Instance c7456fdd806a4994:3209e9260000011a (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.865 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52287666) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 1,660,963 (1660963) - TotalNetworkReceiveTime: 36.3m (2177350578887) - TotalNetworkSendTime: 3.0h (10946537655749) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 135 (135) - TotalThreadsTotalWallClockTime: 3.7h (13196382795071) - TotalThreadsSysTime: 1.55s (1549969000) - TotalThreadsUserTime: 28.13s (28129899000) - TotalThreadsVoluntaryContextSwitches: 338,289 (338289) - TotalTime: 3.7h (13196416794862) Fragment Instance Lifecycle Event Timeline Prepare Finished: 59ms (59999631) Open Finished: 36.6m (2197345455671) First Batch Produced: 36.7m (2199416442905) First Batch Sent: 36.7m (2199416442905) ExecInternal Finished: 3.7h (13196443794696) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10999097339031) - ExecTreeExecTime: 52.12s (52118685947) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197285456040) - ExecTreeOpenTime: 36.6m (2195527466868) - PrepareTime: 33ms (33999791) - ExecTreePrepareTime: 23ms (23999852) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10946537655749) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,660,963 (1660963) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 217ms (217998684) - TotalBytesSent: 39.5 MiB (41468443) - TotalTime: 3.0h (10946988653023) - UncompressedRowBatchSize: 84.0 MiB (88031039) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,963 (1660963) - RowsReturnedRate: 738 per second (738) - TotalTime: 37.5m (2247670152667) Node Lifecycle Event Timeline Open Started: 1.82s (1817988803) Open Finished: 36.6m (2197345455671) First Batch Requested: 36.6m (2197345455671) First Batch Returned: 36.7m (2199416442905) Last Batch Returned: 3.7h (13196421794828) Closed: 3.7h (13196443794696) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,963 (1660963) - RowsReturnedRate: 738 per second (738) - TotalTime: 37.5m (2247585153179) Node Lifecycle Event Timeline Open Started: 1.82s (1817988803) Open Finished: 36.6m (2197345455671) First Batch Requested: 36.6m (2197345455671) First Batch Returned: 36.7m (2199416442905) Last Batch Returned: 3.7h (13196420794834) Closed: 3.7h (13196421794828) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.21s (17211893926) - GetResultsTime: 338ms (338997953) - HTResizeTime: 80ms (80999509) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,963 (1660963) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 586ms (586996386) - CumulativeAllocationBytes: 8.3 GiB (8925478912) - CumulativeAllocations: 4,240 (4240) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4267704320) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4219469824) - ReadIoOps: 2,012 (2012) - ReadIoWaitTime: 38.97s (38968765330) - SystemAllocTime: 584ms (584996398) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4267704320) - WriteIoOps: 2,035 (2035) - WriteIoWaitTime: 1.54s (1544990477) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 516ms (516996818) - InactiveTotalTime: 36.3m (2176915581582) - PeakMemoryUsage: 15.6 MiB (16325412) - RowsReturned: 26,378,154 (26378154) - RowsReturnedRate: 12111 per second (12111) - TotalTime: 36.3m (2177983574989) Node Lifecycle Event Timeline Open Started: 1.82s (1817988803) Open Finished: 25.63s (25627842157) First Batch Requested: 25.63s (25628842151) First Batch Returned: 25.68s (25677841849) Last Batch Returned: 36.6m (2197344455678) Closed: 36.6m (2197344455678) Buffer pool - AllocTime: 3.52s (3520978286) - CumulativeAllocationBytes: 6.5 GiB (7016177664) - CumulativeAllocations: 342,606 (342606) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.27s (3269979833) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.81s (23809853354) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4681303372) - TotalGetBatchTime: 36.3m (2177326579037) - DataWaitTime: 36.3m (2176915581582) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.72s (10717933909) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 171,303 (171303) - TotalBatchesReceived: 171,303 (171303) - TotalBytesReceived: 1.7 GiB (1816612947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 170ms (170807237) - TotalRPCsDeferred: 80 (80) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 95 (95) - CodegenTotalWallClockTime: 1.76s (1757989172) - CodegenSysTime: 8ms (8901000) - CodegenUserTime: 670ms (670710000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 632ms (632996101) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999883) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.06s (1060993466) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 42ms (42999735) - TotalTime: 1.76s (1757989172) Instance c7456fdd806a4994:3209e92600000122 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:03.117 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52363984) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 1,663,671 (1663671) - TotalNetworkReceiveTime: 36.3m (2177875722567) - TotalNetworkSendTime: 3.0h (10945020525931) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 120 (120) - TotalThreadsTotalWallClockTime: 3.7h (13196271602990) - TotalThreadsSysTime: 1.59s (1590019000) - TotalThreadsUserTime: 28.99s (28992842000) - TotalThreadsVoluntaryContextSwitches: 342,627 (342627) - TotalTime: 3.7h (13196271602990) Fragment Instance Lifecycle Event Timeline Prepare Finished: 38ms (38999116) Open Finished: 36.6m (2197382281069) First Batch Produced: 36.7m (2199882224489) First Batch Sent: 36.7m (2199883224467) ExecInternal Finished: 3.7h (13196310602106) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10998928321037) - ExecTreeExecTime: 53.48s (53482804603) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197343281953) - ExecTreeOpenTime: 36.6m (2195786317210) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945021525908) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,671 (1663671) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 180ms (180995949) - TotalBytesSent: 39.6 MiB (41530052) - TotalTime: 3.0h (10945442516500) - UncompressedRowBatchSize: 84.1 MiB (88174563) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,671 (1663671) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249269121813) Node Lifecycle Event Timeline Open Started: 1.59s (1595963859) Open Finished: 36.6m (2197382281069) First Batch Requested: 36.6m (2197382281069) First Batch Returned: 36.7m (2199882224489) Last Batch Returned: 3.7h (13196289602574) Closed: 3.7h (13196310602106) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,671 (1663671) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.5m (2249186123672) Node Lifecycle Event Timeline Open Started: 1.59s (1595963859) Open Finished: 36.6m (2197382281069) First Batch Requested: 36.6m (2197382281069) First Batch Returned: 36.7m (2199882224489) Last Batch Returned: 3.7h (13196289602574) Closed: 3.7h (13196289602574) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.12s (17118612565) - GetResultsTime: 338ms (338992418) - HTResizeTime: 85ms (85998069) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,671 (1663671) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 444ms (444989932) - CumulativeAllocationBytes: 8.4 GiB (9051308032) - CumulativeAllocations: 4,300 (4300) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4330618880) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4282384384) - ReadIoOps: 2,042 (2042) - ReadIoWaitTime: 40.01s (40014105883) - SystemAllocTime: 442ms (442989977) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4330618880) - WriteIoOps: 2,065 (2065) - WriteIoWaitTime: 2.18s (2178950659) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 524ms (524988128) - InactiveTotalTime: 36.3m (2177259736515) - PeakMemoryUsage: 15.6 MiB (16401730) - RowsReturned: 26,748,872 (26748872) - RowsReturnedRate: 12278 per second (12278) - TotalTime: 36.3m (2178499708452) Node Lifecycle Event Timeline Open Started: 1.59s (1595963859) Open Finished: 25.65s (25648419196) First Batch Requested: 25.65s (25648419196) First Batch Returned: 25.70s (25698418063) Last Batch Returned: 36.6m (2197380281114) Closed: 36.6m (2197381281091) Buffer pool - AllocTime: 2.09s (2094952574) - CumulativeAllocationBytes: 6.6 GiB (7114760192) - CumulativeAllocations: 347,428 (347428) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.55s (1552964851) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.05s (24052455337) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4745618500) - TotalGetBatchTime: 36.3m (2177843723291) - DataWaitTime: 36.3m (2177259736515) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.93s (8933797744) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,714 (173714) - TotalBatchesReceived: 173,714 (173714) - TotalBytesReceived: 1.7 GiB (1839395056) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.04s (1039909358) - TotalRPCsDeferred: 63 (63) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 76 (76) - CodegenTotalWallClockTime: 1.56s (1556964743) - CodegenSysTime: 6ms (6924000) - CodegenUserTime: 662ms (662182000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 459ms (459989584) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999660) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.00s (1005977219) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 73ms (73998325) - TotalTime: 1.56s (1556964743) Instance c7456fdd806a4994:3209e92600000127 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:01.147 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52354203) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 1,662,176 (1662176) - TotalNetworkReceiveTime: 36.5m (2187271895400) - TotalNetworkSendTime: 3.0h (10941878181607) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 93 (93) - TotalThreadsTotalWallClockTime: 3.7h (13196221687153) - TotalThreadsSysTime: 1.40s (1400416000) - TotalThreadsUserTime: 28.22s (28216045000) - TotalThreadsVoluntaryContextSwitches: 344,883 (344883) - TotalTime: 3.7h (13196222687117) Fragment Instance Lifecycle Event Timeline Prepare Finished: 103ms (103996284) Open Finished: 36.7m (2204246289243) First Batch Produced: 36.8m (2206641203779) First Batch Sent: 36.8m (2206641203779) ExecInternal Finished: 3.7h (13196327683366) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10992081394122) - ExecTreeExecTime: 49.79s (49788227295) - InactiveTotalTime: 0ns (0) - OpenTime: 36.7m (2204141292995) - ExecTreeOpenTime: 36.7m (2202552349763) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10941878181607) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,176 (1662176) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 213ms (213992379) - TotalBytesSent: 39.6 MiB (41493497) - TotalTime: 3.0h (10942292166864) - UncompressedRowBatchSize: 84.0 MiB (88095328) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,176 (1662176) - RowsReturnedRate: 737 per second (737) - TotalTime: 37.5m (2252340577058) Node Lifecycle Event Timeline Open Started: 1.69s (1692939516) Open Finished: 36.7m (2204245289279) First Batch Requested: 36.7m (2204246289243) First Batch Returned: 36.8m (2206641203779) Last Batch Returned: 3.7h (13196305684149) Closed: 3.7h (13196327683366) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,176 (1662176) - RowsReturnedRate: 738 per second (738) - TotalTime: 37.5m (2252264579770) Node Lifecycle Event Timeline Open Started: 1.69s (1692939516) Open Finished: 36.7m (2204245289279) First Batch Requested: 36.7m (2204246289243) First Batch Returned: 36.8m (2206641203779) Last Batch Returned: 3.7h (13196305684149) Closed: 3.7h (13196305684149) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.30s (14304489223) - GetResultsTime: 302ms (302989215) - HTResizeTime: 82ms (82997042) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,176 (1662176) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 354ms (354987326) - CumulativeAllocationBytes: 8.4 GiB (8992587776) - CumulativeAllocations: 4,272 (4272) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4294967296) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4259315712) - ReadIoOps: 2,031 (2031) - ReadIoWaitTime: 36.34s (36337706260) - SystemAllocTime: 345ms (345987648) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4294967296) - WriteIoOps: 2,048 (2048) - WriteIoWaitTime: 1.68s (1683939841) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 484ms (484982686) - InactiveTotalTime: 36.4m (2186768913351) - PeakMemoryUsage: 15.6 MiB (16391949) - RowsReturned: 26,566,663 (26566663) - RowsReturnedRate: 12142 per second (12142) - TotalTime: 36.5m (2187843874980) Node Lifecycle Event Timeline Open Started: 1.69s (1692939516) Open Finished: 25.59s (25587085860) First Batch Requested: 25.59s (25588085825) First Batch Returned: 25.64s (25643083860) Last Batch Returned: 36.7m (2204245289279) Closed: 36.7m (2204245289279) Buffer pool - AllocTime: 2.58s (2581907812) - CumulativeAllocationBytes: 6.6 GiB (7066345472) - CumulativeAllocations: 345,060 (345060) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.17s (2172922420) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.89s (23894146344) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4712753363) - TotalGetBatchTime: 36.5m (2187251896111) - DataWaitTime: 36.4m (2186768913351) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.53s (9528659725) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,530 (172530) - TotalBatchesReceived: 172,530 (172530) - TotalBytesReceived: 1.7 GiB (1827940509) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 322ms (322372112) - TotalRPCsDeferred: 49 (49) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 49 (49) - CodegenTotalWallClockTime: 1.59s (1588943232) - CodegenSysTime: 3ms (3993000) - CodegenUserTime: 643ms (643868000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 716ms (716974385) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999285) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 826ms (826970454) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 22ms (22999179) - TotalTime: 1.59s (1588943232) Instance c7456fdd806a4994:3209e9260000011d (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:01.900 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.2 MiB (45325710) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 1,663,906 (1663906) - TotalNetworkReceiveTime: 36.3m (2177349018554) - TotalNetworkSendTime: 3.0h (10945777324286) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 121 (121) - TotalThreadsTotalWallClockTime: 3.7h (13195207070488) - TotalThreadsSysTime: 1.62s (1617596000) - TotalThreadsUserTime: 28.69s (28693833000) - TotalThreadsVoluntaryContextSwitches: 338,560 (338560) - TotalTime: 3.7h (13195208070457) Fragment Instance Lifecycle Event Timeline Prepare Finished: 25ms (25999176) Open Finished: 36.6m (2197330385315) First Batch Produced: 36.7m (2199866305040) First Batch Sent: 36.7m (2199866305040) ExecInternal Finished: 3.7h (13195233069664) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10997902684349) - ExecTreeExecTime: 51.73s (51734372365) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197304386139) - ExecTreeOpenTime: 36.6m (2195374447332) - PrepareTime: 999.97us (999969) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945777324286) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,906 (1663906) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 162ms (162994869) - TotalBytesSent: 39.6 MiB (41536836) - TotalTime: 3.0h (10946167312016) - UncompressedRowBatchSize: 84.1 MiB (88187018) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,906 (1663906) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.5m (2247104819822) Node Lifecycle Event Timeline Open Started: 1.96s (1955937983) Open Finished: 36.6m (2197330385315) First Batch Requested: 36.6m (2197330385315) First Batch Returned: 36.7m (2199866305040) Last Batch Returned: 3.7h (13195210070386) Closed: 3.7h (13195233069664) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,906 (1663906) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.5m (2247036821966) Node Lifecycle Event Timeline Open Started: 1.96s (1955937983) Open Finished: 36.6m (2197330385315) First Batch Requested: 36.6m (2197330385315) First Batch Returned: 36.7m (2199866305040) Last Batch Returned: 3.7h (13195210070386) Closed: 3.7h (13195210070386) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.91s (16908464176) - GetResultsTime: 352ms (352988885) - HTResizeTime: 62ms (62998017) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,906 (1663906) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 357ms (357988655) - CumulativeAllocationBytes: 8.4 GiB (8967421952) - CumulativeAllocations: 4,260 (4260) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4284481536) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4244635648) - ReadIoOps: 2,024 (2024) - ReadIoWaitTime: 38.52s (38520788247) - SystemAllocTime: 330ms (330989509) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4284481536) - WriteIoOps: 2,043 (2043) - WriteIoWaitTime: 1.21s (1211961587) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 513ms (513983724) - InactiveTotalTime: 36.3m (2176776036712) - PeakMemoryUsage: 8.9 MiB (9363456) - RowsReturned: 26,431,843 (26431843) - RowsReturnedRate: 12135 per second (12135) - TotalTime: 36.3m (2177980998535) Node Lifecycle Event Timeline Open Started: 1.96s (1955937983) Open Finished: 25.64s (25635187197) First Batch Requested: 25.64s (25636187166) First Batch Returned: 25.65s (25654186595) Last Batch Returned: 36.6m (2197330385315) Closed: 36.6m (2197330385315) Buffer pool - AllocTime: 2.73s (2727913580) - CumulativeAllocationBytes: 6.5 GiB (7030480896) - CumulativeAllocations: 343,314 (343314) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.9 MiB (9363456) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.9 MiB (9363456) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.18s (2176931025) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.68s (23679249214) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4690557191) - TotalGetBatchTime: 36.3m (2177317019569) - DataWaitTime: 36.3m (2176776036712) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.83s (10834656770) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 171,657 (171657) - TotalBatchesReceived: 171,657 (171657) - TotalBytesReceived: 1.7 GiB (1820299955) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 77 (77) - CodegenTotalWallClockTime: 1.93s (1929938807) - CodegenSysTime: 5ms (5979000) - CodegenUserTime: 667ms (667070000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 591ms (591981230) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 45ms (45998542) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.24s (1239960684) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 48ms (48998446) - TotalTime: 1.93s (1929938807) Instance c7456fdd806a4994:3209e9260000011e (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:01.404 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52324854) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 1,663,285 (1663285) - TotalNetworkReceiveTime: 36.3m (2177659493828) - TotalNetworkSendTime: 3.0h (10945946650099) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 160 (160) - TotalThreadsTotalWallClockTime: 3.7h (13194909166883) - TotalThreadsSysTime: 1.46s (1455972000) - TotalThreadsUserTime: 29.45s (29450640000) - TotalThreadsVoluntaryContextSwitches: 341,189 (341189) - TotalTime: 3.7h (13194909166883) Fragment Instance Lifecycle Event Timeline Prepare Finished: 35ms (35997992) Open Finished: 36.6m (2197284398849) First Batch Produced: 36.7m (2199810257862) First Batch Sent: 36.7m (2199810257862) ExecInternal Finished: 3.7h (13194946164819) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10997660766026) - ExecTreeExecTime: 51.32s (51317138073) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197248400857) - ExecTreeOpenTime: 36.6m (2195726485783) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945946650099) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,285 (1663285) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 178ms (178990013) - TotalBytesSent: 39.6 MiB (41524315) - TotalTime: 3.0h (10946343627953) - UncompressedRowBatchSize: 84.1 MiB (88154105) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,285 (1663285) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.5m (2247043623856) Node Lifecycle Event Timeline Open Started: 1.56s (1557913066) Open Finished: 36.6m (2197284398849) First Batch Requested: 36.6m (2197284398849) First Batch Returned: 36.7m (2199810257862) Last Batch Returned: 3.7h (13194923166102) Closed: 3.7h (13194946164819) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,285 (1663285) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.4m (2246978627476) Node Lifecycle Event Timeline Open Started: 1.56s (1557913066) Open Finished: 36.6m (2197284398849) First Batch Requested: 36.6m (2197284398849) First Batch Returned: 36.7m (2199810257862) Last Batch Returned: 3.7h (13194923166102) Closed: 3.7h (13194923166102) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.10s (17100045900) - GetResultsTime: 357ms (357980033) - HTResizeTime: 83ms (83995310) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,285 (1663285) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 436ms (436975620) - CumulativeAllocationBytes: 8.4 GiB (8969519104) - CumulativeAllocations: 4,261 (4261) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4286578688) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4244635648) - ReadIoOps: 2,024 (2024) - ReadIoWaitTime: 37.66s (37662899608) - SystemAllocTime: 422ms (422976400) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4286578688) - WriteIoOps: 2,044 (2044) - WriteIoWaitTime: 2.69s (2695849571) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 503ms (503971881) - InactiveTotalTime: 36.3m (2177069526741) - PeakMemoryUsage: 15.6 MiB (16362600) - RowsReturned: 26,509,526 (26509526) - RowsReturnedRate: 12170 per second (12170) - TotalTime: 36.3m (2178267459908) Node Lifecycle Event Timeline Open Started: 1.56s (1557913066) Open Finished: 25.56s (25556573884) First Batch Requested: 25.56s (25557573829) First Batch Returned: 25.60s (25602571318) Last Batch Returned: 36.6m (2197283398905) Closed: 36.6m (2197284398849) Buffer pool - AllocTime: 2.12s (2119881720) - CumulativeAllocationBytes: 6.6 GiB (7051206656) - CumulativeAllocations: 344,324 (344324) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.64s (1641908391) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.00s (23998660818) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4704156737) - TotalGetBatchTime: 36.3m (2177629495497) - DataWaitTime: 36.3m (2177069526741) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.24s (9241484439) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,162 (172162) - TotalBatchesReceived: 172,162 (172162) - TotalBytesReceived: 1.7 GiB (1824847625) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.62s (1623321350) - TotalRPCsDeferred: 90 (90) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 117 (117) - CodegenTotalWallClockTime: 1.52s (1521915074) - CodegenSysTime: 3ms (3992000) - CodegenUserTime: 664ms (664670000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 571ms (571968083) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33998103) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 862ms (862951846) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 50ms (50997154) - TotalTime: 1.52s (1521915074) Instance c7456fdd806a4994:3209e92600000123 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:05:56.486 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.1 MiB (43072910) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 1,663,183 (1663183) - TotalNetworkReceiveTime: 36.3m (2179865131411) - TotalNetworkSendTime: 3.0h (10946327336380) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 138 (138) - TotalThreadsTotalWallClockTime: 3.7h (13194566455788) - TotalThreadsSysTime: 1.44s (1440819000) - TotalThreadsUserTime: 28.62s (28617920000) - TotalThreadsVoluntaryContextSwitches: 343,060 (343060) - TotalTime: 3.7h (13194566455788) Fragment Instance Lifecycle Event Timeline Prepare Finished: 27ms (27999989) Open Finished: 36.6m (2197419124496) First Batch Produced: 36.7m (2199610123587) First Batch Sent: 36.7m (2199611123587) ExecInternal Finished: 3.7h (13194595455777) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10997175331281) - ExecTreeExecTime: 50.43s (50427994947) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197391124507) - ExecTreeOpenTime: 36.6m (2195903125079) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10946327336380) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,663,183 (1663183) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 205ms (205999973) - TotalBytesSent: 39.6 MiB (41517770) - TotalTime: 3.0h (10946748336334) - UncompressedRowBatchSize: 84.1 MiB (88148699) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,663,183 (1663183) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.4m (2246331120026) Node Lifecycle Event Timeline Open Started: 1.51s (1515999417) Open Finished: 36.6m (2197419124496) First Batch Requested: 36.6m (2197419124496) First Batch Returned: 36.7m (2199610123587) Last Batch Returned: 3.7h (13194573455778) Closed: 3.7h (13194595455777) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,663,183 (1663183) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.4m (2246236120040) Node Lifecycle Event Timeline Open Started: 1.51s (1515999417) Open Finished: 36.6m (2197419124496) First Batch Requested: 36.6m (2197419124496) First Batch Returned: 36.7m (2199610123587) Last Batch Returned: 3.7h (13194573455778) Closed: 3.7h (13194573455778) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.93s (14934994081) - GetResultsTime: 322ms (322999953) - HTResizeTime: 67ms (67999987) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,663,183 (1663183) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 414ms (414999833) - CumulativeAllocationBytes: 8.3 GiB (8940158976) - CumulativeAllocations: 4,247 (4247) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4278190080) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4223664128) - ReadIoOps: 2,014 (2014) - ReadIoWaitTime: 37.14s (37140996595) - SystemAllocTime: 408ms (408999835) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4278190080) - WriteIoOps: 2,040 (2040) - WriteIoWaitTime: 1.01s (1012999621) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 435ms (435999844) - InactiveTotalTime: 36.3m (2179241131668) - PeakMemoryUsage: 6.8 MiB (7110656) - RowsReturned: 26,481,629 (26481629) - RowsReturnedRate: 12145 per second (12145) - TotalTime: 36.3m (2180397131214) Node Lifecycle Event Timeline Open Started: 1.51s (1515999417) Open Finished: 25.69s (25690990137) First Batch Requested: 25.69s (25690990137) First Batch Returned: 25.73s (25734990120) Last Batch Returned: 36.6m (2197419124496) Closed: 36.6m (2197419124496) Buffer pool - AllocTime: 2.13s (2126999162) - CumulativeAllocationBytes: 6.6 GiB (7043735552) - CumulativeAllocations: 343,956 (343956) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.8 MiB (7110656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.8 MiB (7110656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.68s (1678999337) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.17s (24174990720) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4697647695) - TotalGetBatchTime: 36.3m (2179839131423) - DataWaitTime: 36.3m (2179241131668) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.89s (8893996514) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 171,978 (171978) - TotalBatchesReceived: 171,978 (171978) - TotalBytesReceived: 1.7 GiB (1822875680) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 86 (86) - CodegenTotalWallClockTime: 1.49s (1487999428) - CodegenSysTime: 7ms (7928000) - CodegenUserTime: 649ms (649500000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 598ms (598999769) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999995) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 853ms (853999672) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 21ms (21999992) - TotalTime: 1.49s (1487999428) Instance c7456fdd806a4994:3209e92600000118 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:06:00.888 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.2 MiB (43154830) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 1,662,586 (1662586) - TotalNetworkReceiveTime: 36.3m (2180300102342) - TotalNetworkSendTime: 3.0h (10946170711465) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 126 (126) - TotalThreadsTotalWallClockTime: 3.7h (13194280268105) - TotalThreadsSysTime: 1.39s (1391726000) - TotalThreadsUserTime: 28.50s (28499749000) - TotalThreadsVoluntaryContextSwitches: 342,746 (342746) - TotalTime: 3.7h (13194280268105) Fragment Instance Lifecycle Event Timeline Prepare Finished: 48ms (48998878) Open Finished: 36.6m (2197498708724) First Batch Produced: 36.7m (2199964652298) First Batch Sent: 36.7m (2199964652298) ExecInternal Finished: 3.7h (13194330266960) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10996830558259) - ExecTreeExecTime: 50.24s (50238856396) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197449709846) - ExecTreeOpenTime: 36.6m (2195743748901) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10946170711465) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,586 (1662586) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 223ms (223994889) - TotalBytesSent: 39.6 MiB (41502273) - TotalTime: 3.0h (10946587701954) - UncompressedRowBatchSize: 84.0 MiB (88117058) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,586 (1662586) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.4m (2245982605297) Node Lifecycle Event Timeline Open Started: 1.75s (1754959823) Open Finished: 36.6m (2197498708724) First Batch Requested: 36.6m (2197498708724) First Batch Returned: 36.7m (2199964652298) Last Batch Returned: 3.7h (13194308267460) Closed: 3.7h (13194330266960) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,586 (1662586) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.4m (2245917606779) Node Lifecycle Event Timeline Open Started: 1.75s (1754959823) Open Finished: 36.6m (2197498708724) First Batch Requested: 36.6m (2197498708724) First Batch Returned: 36.7m (2199964652298) Last Batch Returned: 3.7h (13194308267460) Closed: 3.7h (13194308267460) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.54s (14535667340) - GetResultsTime: 328ms (328992518) - HTResizeTime: 87ms (87997996) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,586 (1662586) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 366ms (366991601) - CumulativeAllocationBytes: 8.4 GiB (8971616256) - CumulativeAllocations: 4,262 (4262) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4288675840) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4244635648) - ReadIoOps: 2,024 (2024) - ReadIoWaitTime: 36.89s (36886160461) - SystemAllocTime: 337ms (337992265) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4288675840) - WriteIoOps: 2,045 (2045) - WriteIoWaitTime: 965ms (965977894) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 535ms (535987727) - InactiveTotalTime: 36.3m (2179700116081) - PeakMemoryUsage: 6.9 MiB (7192576) - RowsReturned: 26,536,554 (26536554) - RowsReturnedRate: 12167 per second (12167) - TotalTime: 36.3m (2180933087856) Node Lifecycle Event Timeline Open Started: 1.75s (1754959823) Open Finished: 25.81s (25810409114) First Batch Requested: 25.81s (25810409114) First Batch Returned: 25.83s (25826408748) Last Batch Returned: 36.6m (2197497708747) Closed: 36.6m (2197498708724) Buffer pool - AllocTime: 2.31s (2306947204) - CumulativeAllocationBytes: 6.6 GiB (7058292736) - CumulativeAllocations: 344,670 (344670) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.9 MiB (7192576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.9 MiB (7192576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.94s (1942955536) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.05s (24055449291) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4707425186) - TotalGetBatchTime: 36.3m (2180269103050) - DataWaitTime: 36.3m (2179700116081) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.30s (9304787077) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,335 (172335) - TotalBatchesReceived: 172,335 (172335) - TotalBytesReceived: 1.7 GiB (1825935750) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 86 (86) - CodegenTotalWallClockTime: 1.71s (1705960945) - CodegenSysTime: 6ms (6924000) - CodegenUserTime: 665ms (665757000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 667ms (667984708) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999794) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 975ms (975977656) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 50ms (50998832) - TotalTime: 1.71s (1705960945) Instance c7456fdd806a4994:3209e92600000116 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:05:55.889 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.5 MiB (42458510) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 1,662,470 (1662470) - TotalNetworkReceiveTime: 36.3m (2180094422699) - TotalNetworkSendTime: 3.0h (10945350798309) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 139 (139) - TotalThreadsTotalWallClockTime: 3.7h (13194072434469) - TotalThreadsSysTime: 1.45s (1448637000) - TotalThreadsUserTime: 28.89s (28893114000) - TotalThreadsVoluntaryContextSwitches: 343,354 (343354) - TotalTime: 3.7h (13194073434458) Fragment Instance Lifecycle Event Timeline Prepare Finished: 18ms (18999786) Open Finished: 36.6m (2197288228847) First Batch Produced: 36.7m (2199741201247) First Batch Sent: 36.7m (2199741201247) ExecInternal Finished: 3.7h (13194092434244) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (10996803205408) - ExecTreeExecTime: 51.03s (51032411936) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2197269229061) - ExecTreeOpenTime: 36.6m (2195538248595) - PrepareTime: 999.99us (999989) - ExecTreePrepareTime: 999.99us (999989) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10945350798309) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,662,470 (1662470) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 188ms (188997826) - TotalBytesSent: 39.6 MiB (41495799) - TotalTime: 3.0h (10945769793484) - UncompressedRowBatchSize: 84.0 MiB (88110910) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,662,470 (1662470) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.4m (2246570660531) Node Lifecycle Event Timeline Open Started: 1.75s (1749980252) Open Finished: 36.6m (2197288228847) First Batch Requested: 36.6m (2197288228847) First Batch Returned: 36.7m (2199741201247) Last Batch Returned: 3.7h (13194070434499) Closed: 3.7h (13194092434244) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,662,470 (1662470) - RowsReturnedRate: 740 per second (740) - TotalTime: 37.4m (2246494661401) Node Lifecycle Event Timeline Open Started: 1.75s (1749980252) Open Finished: 36.6m (2197288228847) First Batch Requested: 36.6m (2197288228847) First Batch Returned: 36.7m (2199741201247) Last Batch Returned: 3.7h (13194069434510) Closed: 3.7h (13194070434499) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.43s (14428837333) - GetResultsTime: 356ms (356995895) - HTResizeTime: 64ms (64999251) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,662,470 (1662470) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 467ms (467994721) - CumulativeAllocationBytes: 8.4 GiB (9024045056) - CumulativeAllocations: 4,287 (4287) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4318035968) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4267704320) - ReadIoOps: 2,035 (2035) - ReadIoWaitTime: 37.43s (37431568448) - SystemAllocTime: 447ms (447994947) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4318035968) - WriteIoOps: 2,059 (2059) - WriteIoWaitTime: 828ms (828990645) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 488ms (488994502) - InactiveTotalTime: 36.3m (2179487429559) - PeakMemoryUsage: 6.2 MiB (6496256) - RowsReturned: 26,674,899 (26674899) - RowsReturnedRate: 12232 per second (12232) - TotalTime: 36.3m (2180681416095) Node Lifecycle Event Timeline Open Started: 1.75s (1749980252) Open Finished: 25.82s (25821708602) First Batch Requested: 25.82s (25821708602) First Batch Returned: 25.86s (25862708140) Last Batch Returned: 36.6m (2197287228858) Closed: 36.6m (2197288228847) Buffer pool - AllocTime: 1.99s (1991977527) - CumulativeAllocationBytes: 6.6 GiB (7095140352) - CumulativeAllocations: 346,466 (346466) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.2 MiB (6496256) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.2 MiB (6496256) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.62s (1622981685) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.07s (24071728350) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4734534155) - TotalGetBatchTime: 36.3m (2180068422989) - DataWaitTime: 36.3m (2179487429559) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.98s (8985898637) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,233 (173233) - TotalBatchesReceived: 173,233 (173233) - TotalBytesReceived: 1.7 GiB (1835371624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 82 (82) - CodegenTotalWallClockTime: 1.73s (1730980466) - CodegenSysTime: 11ms (11974000) - CodegenUserTime: 668ms (668112000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 779ms (779991198) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999853) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 900ms (900989833) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 32ms (32999627) - TotalTime: 1.73s (1730980466) Instance c7456fdd806a4994:3209e92600000114 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:05:55.698 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52324780) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 1,665,697 (1665697) - TotalNetworkReceiveTime: 36.3m (2175274686302) - TotalNetworkSendTime: 3.0h (10947691407849) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 117 (117) - TotalThreadsTotalWallClockTime: 3.7h (13193142371998) - TotalThreadsSysTime: 1.50s (1498813000) - TotalThreadsUserTime: 28.81s (28812225000) - TotalThreadsVoluntaryContextSwitches: 343,805 (343805) - TotalTime: 3.7h (13193143371988) Fragment Instance Lifecycle Event Timeline Prepare Finished: 34ms (34999641) Open Finished: 36.6m (2193133503061) First Batch Produced: 36.6m (2195531478448) First Batch Sent: 36.6m (2195531478448) ExecInternal Finished: 3.7h (13193178371629) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (11000043868578) - ExecTreeExecTime: 51.96s (51963464752) - InactiveTotalTime: 0ns (0) - OpenTime: 36.6m (2193098503420) - ExecTreeOpenTime: 36.5m (2191154523379) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 999.99us (999990) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=59) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0h (10947691407849) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,665,697 (1665697) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 218ms (218997733) - TotalBytesSent: 39.7 MiB (41578636) - TotalTime: 3.0h (10948078403846) - UncompressedRowBatchSize: 84.2 MiB (88281941) UNION_NODE (id=0) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,665,697 (1665697) - RowsReturnedRate: 742 per second (742) - TotalTime: 37.4m (2243116988142) Node Lifecycle Event Timeline Open Started: 1.98s (1978979682) Open Finished: 36.6m (2193133503061) First Batch Requested: 36.6m (2193133503061) First Batch Returned: 36.6m (2195531478448) Last Batch Returned: 3.7h (13193156371856) Closed: 3.7h (13193178371629) AGGREGATION_NODE (id=57) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,665,697 (1665697) - RowsReturnedRate: 742 per second (742) - TotalTime: 37.4m (2243030989020) Node Lifecycle Event Timeline Open Started: 1.98s (1978979682) Open Finished: 36.6m (2193133503061) First Batch Requested: 36.6m (2193133503061) First Batch Returned: 36.6m (2195531478448) Last Batch Returned: 3.7h (13193156371856) Closed: 3.7h (13193156371856) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.77s (14765848509) - GetResultsTime: 356ms (356996335) - HTResizeTime: 83ms (83999138) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,665,697 (1665697) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 314ms (314996772) - CumulativeAllocationBytes: 8.4 GiB (8986296320) - CumulativeAllocations: 4,269 (4269) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4305453056) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4242538496) - ReadIoOps: 2,023 (2023) - ReadIoWaitTime: 38.53s (38529603066) - SystemAllocTime: 293ms (293996987) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4305453056) - WriteIoOps: 2,053 (2053) - WriteIoWaitTime: 1.33s (1326986370) EXCHANGE_NODE (id=56) - ConvertRowBatchTime: 522ms (522994626) - InactiveTotalTime: 36.2m (2174683692361) - PeakMemoryUsage: 15.6 MiB (16362526) - RowsReturned: 26,595,143 (26595143) - RowsReturnedRate: 12222 per second (12222) - TotalTime: 36.3m (2175906679807) Node Lifecycle Event Timeline Open Started: 1.98s (1978979682) Open Finished: 25.81s (25814734958) First Batch Requested: 25.82s (25815734948) First Batch Returned: 25.86s (25863734455) Last Batch Returned: 36.6m (2193132503072) Closed: 36.6m (2193133503061) Buffer pool - AllocTime: 2.44s (2438974985) - CumulativeAllocationBytes: 6.6 GiB (7073947648) - CumulativeAllocations: 345,432 (345432) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.95s (1945980036) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.84s (23835755276) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4719178956) - TotalGetBatchTime: 36.3m (2175246686587) - DataWaitTime: 36.2m (2174683692361) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.35s (9353904017) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 172,716 (172716) - TotalBatchesReceived: 172,716 (172716) - TotalBytesReceived: 1.7 GiB (1830535991) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 122ms (122849707) - TotalRPCsDeferred: 131 (131) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 56 (56) - CodegenTotalWallClockTime: 1.94s (1943980041) - CodegenSysTime: 7ms (7958000) - CodegenUserTime: 658ms (658752000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 718ms (718992618) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999826) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.13s (1131988378) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 54ms (54999435) - TotalTime: 1.94s (1943980041) Averaged Fragment F09 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:34m43s max:37m14s mean: 35m42s stddev:24s201ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.7 MiB (717930711) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 26,569,624 (26569624) - TotalNetworkReceiveTime: 11.3m (675358340419) - TotalNetworkSendTime: 22.9m (1371049550753) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,220 (3220) - TotalThreadsTotalWallClockTime: 35.7m (2139629745284) - TotalThreadsSysTime: 4.96s (4956792128) - TotalThreadsUserTime: 1.4m (86469294871) - TotalThreadsVoluntaryContextSwitches: 124,512 (124512) - TotalTime: 35.7m (2139635001542) Buffer pool - AllocTime: 769.21us (769212) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 769.21us (769212) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2122534662768) - ExecTreeExecTime: 12.0m (719896503373) - InactiveTotalTime: 0ns (0) - OpenTime: 17.09s (17095082515) - ExecTreeOpenTime: 14.92s (14919259732) - PrepareTime: 5ms (5204978) - ExecTreePrepareTime: 2ms (2589676) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 26,569,624 (26569624) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.83s (17828194663) - TotalBytesSent: 1.7 GiB (1828585754) - TotalTime: 23.4m (1402956668406) - UncompressedRowBatchSize: 4.4 GiB (4714303243) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,569,624 (26569624) - RowsReturnedRate: 37068 per second (37068) - TotalTime: 12.2m (734778507486) GroupingAggregator 0 - BuildTime: 0ns (0) - GetResultsTime: 85ms (85792988) - HTResizeTime: 311ms (311787952) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,535.26 (3535.2624362112083) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,910,802 (24910802) - RowsReturned: 26,569,624 (26569624) - StreamingTime: 43.70s (43699158336) - TotalTime: 0ns (0) Buffer pool - AllocTime: 43ms (43511898) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43229852) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) - BuildRows: 1,666,666 (1666666) - BuildTime: 1.56s (1563452403) - InactiveTotalTime: 0ns (0) - LocalTime: 12.03s (12028655323) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 140,884,915 (140884915) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.13s (10134492279) - RowsReturned: 137,561,880 (137561880) - RowsReturnedRate: 204938 per second (204938) - TotalTime: 11.5m (690169061236) Buffer pool - AllocTime: 142ms (142150878) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 141ms (141945754) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) - BuildRowsPartitionTime: 1.34s (1342585343) - BuildRowsPartitioned: 1,666,666 (1666666) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 216ms (216456894) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 34ms (34460794) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.6 MiB (15327446) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 125255 per second (125255) - TotalTime: 13.32s (13316987619) Buffer pool - AllocTime: 739ms (739343018) - CumulativeAllocationBytes: 370.2 MiB (388207117) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14821638) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14821638) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 651ms (651447326) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274045240) - TotalGetBatchTime: 13.28s (13275450050) - DataWaitTime: 13.22s (13225425501) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.23s (1225665705) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163689726) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 330ms (330038974) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.52s (2524584082) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 10.8 MiB (11304347) - RowsReturned: 140,884,915 (140884915) - RowsReturnedRate: 219801 per second (219801) - TotalTime: 11.1m (664823418293) Buffer pool - AllocTime: 6.06s (6064745316) - CumulativeAllocationBytes: 9.1 GiB (9726129073) - CumulativeAllocations: 791,527 (791527) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.6 MiB (11096379) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.6 MiB (11096379) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5.19s (5188405175) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.1 GiB (8734864763) - TotalGetBatchTime: 11.0m (662027481334) - DataWaitTime: 11.0m (660226465314) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12.04s (12041534729) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 395,763 (395763) - TotalBatchesReceived: 395,763 (395763) - TotalBytesReceived: 3.4 GiB (3611522100) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 42.31s (42308112146) - TotalRPCsDeferred: 4,686 (4686) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 129 (129) - CodegenTotalWallClockTime: 2.17s (2175694581) - CodegenSysTime: 12ms (12958512) - CodegenUserTime: 924ms (924186461) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 566ms (566679957) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 75ms (75895675) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1468479403) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 56ms (56844822) - TotalTime: 2.17s (2175720221) Fragment F09 Instance c7456fdd806a4994:3209e926000000fd (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:03:15.749 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718610398) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 28,254,705 (28254705) - TotalNetworkReceiveTime: 5.1m (307507671540) - TotalNetworkSendTime: 30.0m (1801464644041) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 9,498 (9498) - TotalThreadsTotalWallClockTime: 36.9m (2213997836260) - TotalThreadsSysTime: 4.10s (4099595000) - TotalThreadsUserTime: 1.4m (85900790000) - TotalThreadsVoluntaryContextSwitches: 132,268 (132268) - TotalTime: 36.9m (2214005836147) Fragment Instance Lifecycle Event Timeline Prepare Finished: 98ms (98998603) Open Finished: 17.68s (17677750596) First Batch Produced: 26.21s (26206630271) First Batch Sent: 26.21s (26206630271) ExecInternal Finished: 37.2m (2229888613452) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 36.6m (2196419084267) - ExecTreeExecTime: 6.0m (358954947177) - InactiveTotalTime: 0ns (0) - OpenTime: 17.58s (17578751993) - ExecTreeOpenTime: 16.23s (16232770983) - PrepareTime: 7ms (7999887) - ExecTreePrepareTime: 7ms (7999887) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 30.0m (1801498643562) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 28,254,705 (28254705) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 20.43s (20432712251) - TotalBytesSent: 1.8 GiB (1939790209) - TotalTime: 30.9m (1853100917860) - UncompressedRowBatchSize: 4.7 GiB (5013555894) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,254,705 (28254705) - RowsReturnedRate: 75318 per second (75318) - TotalTime: 6.3m (375134718909) Node Lifecycle Event Timeline Open Started: 1.44s (1444979613) Open Finished: 17.68s (17677750596) First Batch Requested: 17.68s (17677750596) First Batch Returned: 26.21s (26206630271) Last Batch Returned: 36.6m (2193104129196) Closed: 37.2m (2229888613452) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 97ms (97998623) - HTResizeTime: 99ms (99998595) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,552.14 (3552.1392950909753) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,596,236 (26596236) - RowsReturned: 28,254,705 (28254705) - StreamingTime: 49.37s (49367304594) - TotalTime: 0ns (0) Buffer pool - AllocTime: 426ms (426993978) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 426ms (426993978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,900 (1667900) - BuildTime: 3.62s (3620948916) - InactiveTotalTime: 0ns (0) - LocalTime: 14.10s (14100801299) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,747,573 (137747573) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.19s (10186856509) - RowsReturned: 137,747,573 (137747573) - RowsReturnedRate: 424488 per second (424488) - TotalTime: 5.4m (324502432118) Node Lifecycle Event Timeline Open Started: 1.44s (1444979613) Open Finished: 17.68s (17676750610) First Batch Requested: 17.68s (17677750596) First Batch Returned: 17.68s (17677750596) Last Batch Returned: 29.2m (1750981332231) Closed: 29.2m (1750981332231) Buffer pool - AllocTime: 895ms (895987358) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 895ms (895987358) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 2.94s (2940958510) - BuildRowsPartitioned: 1,667,900 (1667900) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 678ms (678990420) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 113ms (113998393) - InactiveTotalTime: 12.46s (12459824209) - PeakMemoryUsage: 15.0 MiB (15743240) - RowsReturned: 1,667,900 (1667900) - RowsReturnedRate: 132385 per second (132385) - TotalTime: 12.60s (12598822249) Node Lifecycle Event Timeline Open Started: 1.44s (1444979613) Open Finished: 1.44s (1444979613) First Batch Requested: 1.45s (1445979599) First Batch Returned: 1.45s (1445979599) Last Batch Returned: 17.00s (16995760218) Closed: 17.68s (17676750610) Buffer pool - AllocTime: 3.06s (3062956791) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.95s (2953958328) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274229302) - TotalGetBatchTime: 12.48s (12478823941) - DataWaitTime: 12.46s (12459824209) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.59s (3587949380) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163793358) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 566ms (566579331) - TotalRPCsDeferred: 182 (182) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.56s (2556964027) - InactiveTotalTime: 4.5m (270106198781) - PeakMemoryUsage: 11.6 MiB (12161812) - RowsReturned: 137,747,573 (137747573) - RowsReturnedRate: 462546 per second (462546) - TotalTime: 5.0m (297802808570) Node Lifecycle Event Timeline Open Started: 17.68s (17676750610) Open Finished: 17.68s (17676750610) First Batch Requested: 17.68s (17676750610) First Batch Returned: 17.68s (17676750610) Last Batch Returned: 29.2m (1750980332245) Closed: 29.2m (1750981332231) Buffer pool - AllocTime: 2.9m (173762551786) - CumulativeAllocationBytes: 8.9 GiB (9509543936) - CumulativeAllocations: 773,902 (773902) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.8m (170501597708) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8540349526) - TotalGetBatchTime: 4.9m (294973848375) - DataWaitTime: 4.5m (270106198781) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.1m (187869353042) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,951 (386951) - TotalBatchesReceived: 386,951 (386951) - TotalBytesReceived: 3.3 GiB (3538998026) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 18.5m (1107178833679) - TotalRPCsDeferred: 74,798 (74798) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.34s (1345981010) - CodegenSysTime: 12ms (12959000) - CodegenUserTime: 896ms (896603000) - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 248ms (248996487) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34999506) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 975ms (975986230) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 64ms (64999083) - TotalTime: 1.34s (1345981010) Instance c7456fdd806a4994:3209e926000000f7 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:02:10.538 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.6 MiB (718937999) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 24,896,580 (24896580) - TotalNetworkReceiveTime: 8.5m (510251583332) - TotalNetworkSendTime: 25.9m (1554464024551) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 5,537 (5537) - TotalThreadsTotalWallClockTime: 36.1m (2164862581819) - TotalThreadsSysTime: 5.29s (5289702000) - TotalThreadsUserTime: 1.4m (86580404000) - TotalThreadsVoluntaryContextSwitches: 106,423 (106423) - TotalTime: 36.1m (2164863581789) Fragment Instance Lifecycle Event Timeline Prepare Finished: 113ms (113996554) Open Finished: 16.86s (16861490388) First Batch Produced: 25.69s (25688223613) First Batch Sent: 25.69s (25688223613) ExecInternal Finished: 36.1m (2164978578312) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.8m (2148115087985) - ExecTreeExecTime: 9.4m (562219013255) - InactiveTotalTime: 0ns (0) - OpenTime: 16.75s (16747493834) - ExecTreeOpenTime: 14.23s (14232569843) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.9m (1554504023336) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 24,896,580 (24896580) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.55s (17550469655) - TotalBytesSent: 1.6 GiB (1718711320) - TotalTime: 26.4m (1585818077090) - UncompressedRowBatchSize: 4.1 GiB (4419016167) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 24,896,580 (24896580) - RowsReturnedRate: 43192 per second (43192) - TotalTime: 9.6m (576415584187) Node Lifecycle Event Timeline Open Started: 2.63s (2628920545) Open Finished: 16.86s (16861490388) First Batch Requested: 16.86s (16861490388) First Batch Returned: 25.69s (25688223613) Last Batch Returned: 36.1m (2164702586651) Closed: 36.1m (2164977578343) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 107ms (107996738) - HTResizeTime: 110ms (110996646) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,529.17 (3529.169173258374) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,236,774 (23236774) - RowsReturned: 24,896,580 (24896580) - StreamingTime: 48.70s (48695528631) - TotalTime: 0ns (0) Buffer pool - AllocTime: 42ms (42998702) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42998702) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,954 (1666954) - BuildTime: 2.21s (2211933146) - InactiveTotalTime: 0ns (0) - LocalTime: 13.38s (13379595726) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,946,467 (137946467) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.77s (10771674552) - RowsReturned: 137,946,467 (137946467) - RowsReturnedRate: 261930 per second (261930) - TotalTime: 8.8m (526653087780) Node Lifecycle Event Timeline Open Started: 2.63s (2628920545) Open Finished: 16.86s (16860490418) First Batch Requested: 16.86s (16861490388) First Batch Returned: 16.86s (16861490388) Last Batch Returned: 29.2m (1750808090857) Closed: 29.2m (1750808090857) Buffer pool - AllocTime: 396ms (396988000) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 396ms (396988000) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.99s (1986939946) - BuildRowsPartitioned: 1,666,954 (1666954) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 221ms (221993291) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 29ms (29999092) - InactiveTotalTime: 11.83s (11828642507) - PeakMemoryUsage: 14.9 MiB (15623524) - RowsReturned: 1,666,954 (1666954) - RowsReturnedRate: 139486 per second (139486) - TotalTime: 11.95s (11950638813) Node Lifecycle Event Timeline Open Started: 2.63s (2628920545) Open Finished: 2.63s (2628920545) First Batch Requested: 2.63s (2629920514) First Batch Returned: 2.63s (2629920514) Last Batch Returned: 16.64s (16637497157) Closed: 16.86s (16860490418) Buffer pool - AllocTime: 1.15s (1152965149) - CumulativeAllocationBytes: 370.3 MiB (388268032) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.01s (1011969412) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274095510) - TotalGetBatchTime: 11.92s (11917639813) - DataWaitTime: 11.83s (11828642507) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.79s (1790945858) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163717274) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 842ms (842369551) - TotalRPCsDeferred: 113 (113) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.76s (2758916674) - InactiveTotalTime: 8.3m (496223007291) - PeakMemoryUsage: 11.6 MiB (12159407) - RowsReturned: 137,946,467 (137946467) - RowsReturnedRate: 275164 per second (275164) - TotalTime: 8.4m (501322853241) Node Lifecycle Event Timeline Open Started: 16.86s (16860490418) Open Finished: 16.86s (16860490418) First Batch Requested: 16.86s (16860490418) First Batch Returned: 16.86s (16860490418) Last Batch Returned: 29.2m (1750808090857) Closed: 29.2m (1750808090857) Buffer pool - AllocTime: 3.48s (3484894665) - CumulativeAllocationBytes: 8.9 GiB (9523265536) - CumulativeAllocations: 775,018 (775018) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.49s (2493924610) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8552680954) - TotalGetBatchTime: 8.3m (498271945397) - DataWaitTime: 8.3m (496223007291) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.59s (9593710087) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,509 (387509) - TotalBatchesReceived: 387,509 (387509) - TotalBytesReceived: 3.3 GiB (3544425272) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.6m (97691848333) - TotalRPCsDeferred: 18,568 (18568) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 143 (143) - CodegenTotalWallClockTime: 2.51s (2514923991) - CodegenSysTime: 7ms (7922000) - CodegenUserTime: 934ms (934712000) - CodegenVoluntaryContextSwitches: 153 (153) - CompileTime: 543ms (543983559) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47998550) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.83s (1829944693) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 88ms (88997310) - TotalTime: 2.51s (2514923991) Instance c7456fdd806a4994:3209e92600000111 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.949 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718495710) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 28,210,373 (28210373) - TotalNetworkReceiveTime: 9.0m (539918454662) - TotalNetworkSendTime: 25.3m (1520365017273) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,968 (2968) - TotalThreadsTotalWallClockTime: 35.9m (2152442866863) - TotalThreadsSysTime: 4.95s (4952628000) - TotalThreadsUserTime: 1.5m (87007694000) - TotalThreadsVoluntaryContextSwitches: 126,930 (126930) - TotalTime: 35.9m (2152443866857) Fragment Instance Lifecycle Event Timeline Prepare Finished: 69ms (69999541) Open Finished: 17.42s (17421885674) First Batch Produced: 25.67s (25667831562) First Batch Sent: 25.67s (25667831562) ExecInternal Finished: 35.9m (2152515866384) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2135090980730) - ExecTreeExecTime: 9.7m (581720180295) - InactiveTotalTime: 0ns (0) - OpenTime: 17.35s (17351886133) - ExecTreeOpenTime: 15.66s (15658897243) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520383017156) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 28,210,373 (28210373) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.61s (18606877688) - TotalBytesSent: 1.8 GiB (1937330682) - TotalTime: 25.9m (1553285800995) - UncompressedRowBatchSize: 4.7 GiB (5004134613) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,210,373 (28210373) - RowsReturnedRate: 47227 per second (47227) - TotalTime: 10.0m (597334077832) Node Lifecycle Event Timeline Open Started: 1.76s (1762988431) Open Finished: 17.42s (17421885674) First Batch Requested: 17.42s (17421885674) First Batch Returned: 25.67s (25667831562) Last Batch Returned: 35.9m (2152332867586) Closed: 35.9m (2152514866391) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 84ms (84999442) - HTResizeTime: 413ms (413997294) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,541.60 (3541.6031640664683) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,554,314 (26554314) - RowsReturned: 28,210,373 (28210373) - StreamingTime: 42.26s (42263722669) - TotalTime: 0ns (0) Buffer pool - AllocTime: 34ms (34999772) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34999772) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,763 (1664763) - BuildTime: 1.50s (1500990161) - InactiveTotalTime: 0ns (0) - LocalTime: 11.51s (11505924423) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,903,542 (136903542) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.70s (9702936246) - RowsReturned: 136,903,542 (136903542) - RowsReturnedRate: 247059 per second (247059) - TotalTime: 9.2m (554132361318) Node Lifecycle Event Timeline Open Started: 1.76s (1762988431) Open Finished: 17.42s (17421885674) First Batch Requested: 17.42s (17421885674) First Batch Returned: 17.42s (17421885674) Last Batch Returned: 29.2m (1750905504427) Closed: 29.2m (1750905504427) Buffer pool - AllocTime: 204ms (204998656) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 204ms (204998656) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1237991886) - BuildRowsPartitioned: 1,664,763 (1664763) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 245ms (245998386) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 32ms (32999775) - InactiveTotalTime: 14.08s (14079907606) - PeakMemoryUsage: 9.8 MiB (10321920) - RowsReturned: 1,664,763 (1664763) - RowsReturnedRate: 117685 per second (117685) - TotalTime: 14.14s (14145907162) Node Lifecycle Event Timeline Open Started: 1.76s (1762988431) Open Finished: 1.76s (1762988431) First Batch Requested: 1.78s (1777988333) First Batch Returned: 1.78s (1777988333) Last Batch Returned: 17.17s (17173887301) Closed: 17.42s (17420885681) Buffer pool - AllocTime: 525ms (525996545) - CumulativeAllocationBytes: 369.8 MiB (387801088) - CumulativeAllocations: 18,956 (18956) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.8 MiB (10321920) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.8 MiB (10321920) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 415ms (415997266) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273731670) - TotalGetBatchTime: 14.10s (14103907446) - DataWaitTime: 14.08s (14079907606) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 903ms (903994052) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,478 (9478) - TotalBatchesReceived: 9,478 (9478) - TotalBytesReceived: 155.9 MiB (163502822) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.45s (2453983914) - InactiveTotalTime: 8.7m (524592555250) - PeakMemoryUsage: 11.5 MiB (12095156) - RowsReturned: 136,903,542 (136903542) - RowsReturnedRate: 259051 per second (259051) - TotalTime: 8.8m (528480529733) Node Lifecycle Event Timeline Open Started: 17.42s (17420885681) Open Finished: 17.42s (17420885681) First Batch Requested: 17.42s (17420885681) First Batch Returned: 17.42s (17421885674) Last Batch Returned: 29.2m (1750904504433) Closed: 29.2m (1750905504427) Buffer pool - AllocTime: 1.57s (1571989702) - CumulativeAllocationBytes: 8.8 GiB (9451339776) - CumulativeAllocations: 769,170 (769170) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 537ms (537996466) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8488019604) - TotalGetBatchTime: 8.8m (525756547598) - DataWaitTime: 8.7m (524592555250) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.96s (6964954328) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 384,585 (384585) - TotalBatchesReceived: 384,585 (384585) - TotalBytesReceived: 3.3 GiB (3520041763) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 97ms (97387346) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 82 (82) - CodegenTotalWallClockTime: 1.69s (1692988890) - CodegenSysTime: 8ms (8902000) - CodegenUserTime: 905ms (905259000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 562ms (562996305) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41999725) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.00s (1005993399) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 62ms (62999586) - TotalTime: 1.69s (1692988890) Instance c7456fdd806a4994:3209e92600000100 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.602 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718553038) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 25,876,580 (25876580) - TotalNetworkReceiveTime: 10.6m (634130136982) - TotalNetworkSendTime: 23.7m (1422896892234) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,273 (3273) - TotalThreadsTotalWallClockTime: 35.9m (2152246947471) - TotalThreadsSysTime: 5.02s (5024474000) - TotalThreadsUserTime: 1.4m (86647226000) - TotalThreadsVoluntaryContextSwitches: 121,333 (121333) - TotalTime: 35.9m (2152247947449) Fragment Instance Lifecycle Event Timeline Prepare Finished: 28ms (28999366) Open Finished: 17.29s (17286621939) First Batch Produced: 25.86s (25859434451) First Batch Sent: 25.86s (25859434451) ExecInternal Finished: 35.9m (2152278946772) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134989324898) - ExecTreeExecTime: 11.3m (680686119310) - InactiveTotalTime: 0ns (0) - OpenTime: 17.26s (17257622573) - ExecTreeOpenTime: 15.19s (15189667800) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.7m (1422924891626) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 25,876,580 (25876580) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.36s (17356620566) - TotalBytesSent: 1.7 GiB (1782828234) - TotalTime: 24.2m (1454231207165) - UncompressedRowBatchSize: 4.3 GiB (4593148563) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,876,580 (25876580) - RowsReturnedRate: 37187 per second (37187) - TotalTime: 11.6m (695841787858) Node Lifecycle Event Timeline Open Started: 2.10s (2096954139) Open Finished: 17.29s (17286621939) First Batch Requested: 17.29s (17286621939) First Batch Returned: 25.86s (25859434451) Last Batch Returned: 35.9m (2152114950356) Closed: 35.9m (2152277946793) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 84ms (84998138) - HTResizeTime: 203ms (203995539) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,514.38 (3514.3848181248386) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,217,784 (24217784) - RowsReturned: 25,876,580 (25876580) - StreamingTime: 45.88s (45875997052) - TotalTime: 0ns (0) Buffer pool - AllocTime: 49ms (49998907) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43999037) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,249 (1666249) - BuildTime: 1.40s (1396969443) - InactiveTotalTime: 0ns (0) - LocalTime: 12.29s (12287731381) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,911,187 (137911187) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.54s (10541769566) - RowsReturned: 137,911,187 (137911187) - RowsReturnedRate: 212472 per second (212472) - TotalTime: 10.8m (649076810253) Node Lifecycle Event Timeline Open Started: 2.10s (2096954139) Open Finished: 17.29s (17286621939) First Batch Requested: 17.29s (17286621939) First Batch Returned: 17.29s (17286621939) Last Batch Returned: 29.2m (1751024717050) Closed: 29.2m (1751024717050) Buffer pool - AllocTime: 184ms (184995954) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 183ms (183995976) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.23s (1229973095) - BuildRowsPartitioned: 1,666,249 (1666249) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 164ms (164996392) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 22ms (22999496) - InactiveTotalTime: 13.53s (13529704114) - PeakMemoryUsage: 14.7 MiB (15396747) - RowsReturned: 1,666,249 (1666249) - RowsReturnedRate: 121396 per second (121396) - TotalTime: 13.72s (13725699821) Node Lifecycle Event Timeline Open Started: 2.10s (2096954139) Open Finished: 2.10s (2096954139) First Batch Requested: 2.10s (2097954117) First Batch Returned: 2.10s (2097954117) Last Batch Returned: 17.12s (17120625569) Closed: 17.29s (17286621939) Buffer pool - AllocTime: 443ms (443990290) - CumulativeAllocationBytes: 370.1 MiB (388071424) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 435ms (435990465) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273989771) - TotalGetBatchTime: 13.69s (13694700501) - DataWaitTime: 13.53s (13529704114) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 853ms (853981331) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163653387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 37ms (37480749) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.44s (2438946701) - InactiveTotalTime: 10.3m (619037467049) - PeakMemoryUsage: 11.6 MiB (12149706) - RowsReturned: 137,911,187 (137911187) - RowsReturnedRate: 221343 per second (221343) - TotalTime: 10.4m (623063379051) Node Lifecycle Event Timeline Open Started: 17.29s (17286621939) Open Finished: 17.29s (17286621939) First Batch Requested: 17.29s (17286621939) First Batch Returned: 17.29s (17286621939) Last Batch Returned: 29.2m (1751024717050) Closed: 29.2m (1751024717050) Buffer pool - AllocTime: 1.36s (1362970199) - CumulativeAllocationBytes: 8.9 GiB (9520840704) - CumulativeAllocations: 774,822 (774822) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 527ms (527988456) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8550493594) - TotalGetBatchTime: 10.3m (620387437532) - DataWaitTime: 10.3m (619037467049) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.79s (6793851516) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,411 (387411) - TotalBatchesReceived: 387,411 (387411) - TotalBytesReceived: 3.3 GiB (3543994060) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 152ms (152767395) - TotalRPCsDeferred: 1,047 (1047) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 168 (168) - CodegenTotalWallClockTime: 2.07s (2067954773) - CodegenSysTime: 22ms (22628000) - CodegenUserTime: 971ms (971138000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 367ms (367991952) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 60ms (60998666) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.57s (1573965577) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 59ms (59998688) - TotalTime: 2.07s (2067954773) Instance c7456fdd806a4994:3209e926000000ef (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.597 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718528462) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 26,547,945 (26547945) - TotalNetworkReceiveTime: 10.0m (602849336398) - TotalNetworkSendTime: 24.3m (1456871490958) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,961 (2961) - TotalThreadsTotalWallClockTime: 35.9m (2152233492708) - TotalThreadsSysTime: 5.09s (5092006000) - TotalThreadsUserTime: 1.4m (86203266000) - TotalThreadsVoluntaryContextSwitches: 124,966 (124966) - TotalTime: 35.9m (2152235492722) Fragment Instance Lifecycle Event Timeline Prepare Finished: 42ms (42000302) Open Finished: 16.95s (16946121882) First Batch Produced: 25.84s (25845185889) First Batch Sent: 25.84s (25845185889) ExecInternal Finished: 35.9m (2152276493017) Buffer pool - AllocTime: 7ms (7000051) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 7ms (7000051) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2135329371128) - ExecTreeExecTime: 10.8m (646965653464) - InactiveTotalTime: 0ns (0) - OpenTime: 16.90s (16904121580) - ExecTreeOpenTime: 14.76s (14764106189) - PrepareTime: 2ms (2000014) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1456909491231) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 26,547,945 (26547945) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.73s (17731127610) - TotalBytesSent: 1.7 GiB (1827933820) - TotalTime: 24.8m (1488256716887) - UncompressedRowBatchSize: 4.4 GiB (4710600420) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,547,945 (26547945) - RowsReturnedRate: 40121 per second (40121) - TotalTime: 11.0m (661692759387) Node Lifecycle Event Timeline Open Started: 2.18s (2182015693) Open Finished: 16.95s (16946121882) First Batch Requested: 16.95s (16946121882) First Batch Returned: 25.84s (25845185889) Last Batch Returned: 35.9m (2151515487544) Closed: 35.9m (2152276493017) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 74ms (74000534) - HTResizeTime: 300ms (300002158) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,510.59 (3510.590931360758) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,887,653 (24887653) - RowsReturned: 26,547,945 (26547945) - StreamingTime: 43.54s (43536312963) - TotalTime: 0ns (0) Buffer pool - AllocTime: 22ms (22000158) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22000158) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,131 (1668131) - BuildTime: 1.43s (1429010297) - InactiveTotalTime: 0ns (0) - LocalTime: 11.64s (11640083676) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,012,504 (138012504) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.93s (9925071324) - RowsReturned: 138,012,504 (138012504) - RowsReturnedRate: 223620 per second (223620) - TotalTime: 10.3m (617172439347) Node Lifecycle Event Timeline Open Started: 2.18s (2182015693) Open Finished: 16.95s (16946121882) First Batch Requested: 16.95s (16946121882) First Batch Returned: 16.95s (16946121882) Last Batch Returned: 29.2m (1751029608310) Closed: 29.2m (1751029608310) Buffer pool - AllocTime: 129ms (129000929) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 129ms (129000929) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1238008922) - BuildRowsPartitioned: 1,668,131 (1668131) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182001309) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 43ms (43000310) - InactiveTotalTime: 13.23s (13231095148) - PeakMemoryUsage: 14.7 MiB (15373371) - RowsReturned: 1,668,131 (1668131) - RowsReturnedRate: 125168 per second (125168) - TotalTime: 13.33s (13327095835) Node Lifecycle Event Timeline Open Started: 2.18s (2182015693) Open Finished: 2.18s (2182015693) First Batch Requested: 2.19s (2189015744) First Batch Returned: 2.19s (2190015751) Last Batch Returned: 16.76s (16761120551) Closed: 16.95s (16945121875) Buffer pool - AllocTime: 447ms (447003214) - CumulativeAllocationBytes: 370.5 MiB (388530176) - CumulativeAllocations: 18,994 (18994) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 338ms (338002430) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274287271) - TotalGetBatchTime: 13.28s (13278095481) - DataWaitTime: 13.23s (13231095148) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 906ms (906006516) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,497 (9497) - TotalBatchesReceived: 9,497 (9497) - TotalBytesReceived: 156.3 MiB (163840420) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 112ms (112482744) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.42s (2425017435) - InactiveTotalTime: 9.8m (588081230183) - PeakMemoryUsage: 11.6 MiB (12159768) - RowsReturned: 138,012,504 (138012504) - RowsReturnedRate: 233048 per second (233048) - TotalTime: 9.9m (592205259836) Node Lifecycle Event Timeline Open Started: 16.95s (16945121875) Open Finished: 16.95s (16945121875) First Batch Requested: 16.95s (16945121875) First Batch Returned: 16.95s (16946121882) Last Batch Returned: 29.2m (1751028608303) Closed: 29.2m (1751029608310) Buffer pool - AllocTime: 1.89s (1887013568) - CumulativeAllocationBytes: 8.9 GiB (9527836672) - CumulativeAllocations: 775,390 (775390) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 960ms (960006898) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8556775248) - TotalGetBatchTime: 9.8m (589521240557) - DataWaitTime: 9.8m (588081230183) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.51s (7510053975) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,695 (387695) - TotalBatchesReceived: 387,695 (387695) - TotalBytesReceived: 3.3 GiB (3546785235) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 30.36s (30361337120) - TotalRPCsDeferred: 3,254 (3254) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 89 (89) - CodegenTotalWallClockTime: 2.14s (2140015391) - CodegenSysTime: 2ms (2979000) - CodegenUserTime: 925ms (925654000) - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 736ms (736005293) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 48ms (48000345) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.31s (1311009429) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 24ms (24000173) - TotalTime: 2.14s (2140015391) Instance c7456fdd806a4994:3209e92600000105 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:54.519 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.4 MiB (717643726) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 27,080,787 (27080787) - TotalNetworkReceiveTime: 10.7m (644576791017) - TotalNetworkSendTime: 23.5m (1412675520585) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,993 (2993) - TotalThreadsTotalWallClockTime: 35.9m (2152215187196) - TotalThreadsSysTime: 4.96s (4964390000) - TotalThreadsUserTime: 1.5m (87205029000) - TotalThreadsVoluntaryContextSwitches: 121,347 (121347) - TotalTime: 35.9m (2152216187163) Fragment Instance Lifecycle Event Timeline Prepare Finished: 29ms (29999013) Open Finished: 17.39s (17386428123) First Batch Produced: 25.85s (25850149732) First Batch Sent: 25.85s (25850149732) ExecInternal Finished: 35.9m (2152257185815) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134858758086) - ExecTreeExecTime: 11.5m (689944298097) - InactiveTotalTime: 0ns (0) - OpenTime: 17.36s (17356429110) - ExecTreeOpenTime: 14.87s (14869510910) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1412700519762) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,080,787 (27080787) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.02s (18016407277) - TotalBytesSent: 1.7 GiB (1862124772) - TotalTime: 24.1m (1444837462524) - UncompressedRowBatchSize: 4.5 GiB (4803851728) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,080,787 (27080787) - RowsReturnedRate: 38424 per second (38424) - TotalTime: 11.7m (704785809929) Node Lifecycle Event Timeline Open Started: 2.52s (2516917213) Open Finished: 17.39s (17386428123) First Batch Requested: 17.39s (17386428123) First Batch Returned: 25.85s (25850149732) Last Batch Returned: 35.9m (2151522210003) Closed: 35.9m (2152255185880) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 72ms (72997601) - HTResizeTime: 370ms (370987787) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,550.01 (3550.011697542956) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,422,376 (25422376) - RowsReturned: 27,080,787 (27080787) - StreamingTime: 44.43s (44431538006) - TotalTime: 0ns (0) Buffer pool - AllocTime: 21ms (21999276) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999276) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,281 (1666281) - BuildTime: 1.55s (1552948923) - InactiveTotalTime: 0ns (0) - LocalTime: 12.02s (12016604653) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,949,843 (137949843) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.13s (10130666678) - RowsReturned: 137,949,843 (137949843) - RowsReturnedRate: 209220 per second (209220) - TotalTime: 11.0m (659350304953) Node Lifecycle Event Timeline Open Started: 2.52s (2516917213) Open Finished: 17.39s (17385428156) First Batch Requested: 17.39s (17386428123) First Batch Returned: 17.39s (17386428123) Last Batch Returned: 29.2m (1751068388782) Closed: 29.2m (1751068388782) Buffer pool - AllocTime: 158ms (158994773) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 158ms (158994773) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.36s (1364955106) - BuildRowsPartitioned: 1,666,281 (1666281) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 185ms (185993882) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 31ms (31998952) - InactiveTotalTime: 13.24s (13244564352) - PeakMemoryUsage: 14.8 MiB (15474903) - RowsReturned: 1,666,281 (1666281) - RowsReturnedRate: 125250 per second (125250) - TotalTime: 13.30s (13303562415) Node Lifecycle Event Timeline Open Started: 2.52s (2516917213) Open Finished: 2.52s (2516917213) First Batch Requested: 2.52s (2517917181) First Batch Returned: 2.52s (2517917181) Last Batch Returned: 17.20s (17198434307) Closed: 17.39s (17385428156) Buffer pool - AllocTime: 572ms (572981154) - CumulativeAllocationBytes: 370.2 MiB (388153344) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 464ms (464984707) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273982277) - TotalGetBatchTime: 13.27s (13266563628) - DataWaitTime: 13.24s (13244564352) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.02s (1018966492) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163658556) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 427ms (427666524) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.49s (2491917990) - InactiveTotalTime: 10.5m (630037269288) - PeakMemoryUsage: 10.3 MiB (10772480) - RowsReturned: 137,949,843 (137949843) - RowsReturnedRate: 217576 per second (217576) - TotalTime: 10.6m (634030137885) Node Lifecycle Event Timeline Open Started: 17.39s (17385428156) Open Finished: 17.39s (17385428156) First Batch Requested: 17.39s (17385428156) First Batch Returned: 17.39s (17385428156) Last Batch Returned: 29.2m (1751067388815) Closed: 29.2m (1751068388782) Buffer pool - AllocTime: 1.50s (1496950748) - CumulativeAllocationBytes: 8.9 GiB (9523486720) - CumulativeAllocations: 775,036 (775036) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.3 MiB (10772480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.3 MiB (10772480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 606ms (606980034) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8552890266) - TotalGetBatchTime: 10.5m (631249229399) - DataWaitTime: 10.5m (630037269288) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.11s (7113765927) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,518 (387518) - TotalBatchesReceived: 387,518 (387518) - TotalBytesReceived: 3.3 GiB (3543630679) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 172 (172) - CodegenTotalWallClockTime: 2.49s (2486918200) - CodegenSysTime: 10ms (10751000) - CodegenUserTime: 912ms (912161000) - CodegenVoluntaryContextSwitches: 113 (113) - CompileTime: 501ms (501983488) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 76ms (76997468) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.86s (1857938889) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 36ms (36998783) - TotalTime: 2.49s (2486918200) Instance c7456fdd806a4994:3209e926000000f3 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:55.101 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718716878) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 27,061,873 (27061873) - TotalNetworkReceiveTime: 10.2m (611281603909) - TotalNetworkSendTime: 24.1m (1445379692687) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,400 (3400) - TotalThreadsTotalWallClockTime: 35.9m (2151990647811) - TotalThreadsSysTime: 5.27s (5273171000) - TotalThreadsUserTime: 1.5m (87133675000) - TotalThreadsVoluntaryContextSwitches: 123,522 (123522) - TotalTime: 35.9m (2152012646969) Fragment Instance Lifecycle Event Timeline Prepare Finished: 102ms (102996059) Open Finished: 16.76s (16757358719) First Batch Produced: 25.62s (25619019594) First Batch Sent: 25.62s (25619019594) ExecInternal Finished: 35.9m (2152094643832) Buffer pool - AllocTime: 2ms (2999885) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 2ms (2999885) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2135336285151) - ExecTreeExecTime: 11.0m (657057851535) - InactiveTotalTime: 0ns (0) - OpenTime: 16.65s (16654362660) - ExecTreeOpenTime: 14.46s (14461446580) - PrepareTime: 21ms (21999158) - ExecTreePrepareTime: 17ms (17999311) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.1m (1445411691466) - PeakMemoryUsage: 1.3 MiB (1387440) - RowsSent: 27,061,873 (27061873) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.75s (18747282519) - TotalBytesSent: 1.7 GiB (1861237571) - TotalTime: 24.6m (1478191436949) - UncompressedRowBatchSize: 4.5 GiB (4799204003) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,061,873 (27061873) - RowsReturnedRate: 40300 per second (40300) - TotalTime: 11.2m (671498298923) Node Lifecycle Event Timeline Open Started: 2.29s (2295912139) Open Finished: 16.76s (16757358719) First Batch Requested: 16.76s (16757358719) First Batch Returned: 25.62s (25619019594) Last Batch Returned: 35.9m (2151934649950) Closed: 35.9m (2152094643832) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 70ms (70997286) - HTResizeTime: 348ms (348986650) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,557.14 (3557.144994992985) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,403,513 (25403513) - RowsReturned: 27,061,873 (27061873) - StreamingTime: 44.99s (44990277838) - TotalTime: 0ns (0) Buffer pool - AllocTime: 22ms (22999117) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999117) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,428 (1666428) - BuildTime: 1.40s (1403946276) - InactiveTotalTime: 0ns (0) - LocalTime: 11.72s (11718551504) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,523,051 (137523051) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.96s (9958618865) - RowsReturned: 137,523,051 (137523051) - RowsReturnedRate: 219801 per second (219801) - TotalTime: 10.4m (625670053156) Node Lifecycle Event Timeline Open Started: 2.29s (2295912139) Open Finished: 16.76s (16756358757) First Batch Requested: 16.76s (16757358719) First Batch Returned: 16.76s (16757358719) Last Batch Returned: 29.2m (1750809988704) Closed: 29.2m (1750809988704) Buffer pool - AllocTime: 71ms (71997244) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 71ms (71997244) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1237952628) - BuildRowsPartitioned: 1,666,428 (1666428) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 159ms (159993877) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 36ms (36998582) - InactiveTotalTime: 12.91s (12908506004) - PeakMemoryUsage: 14.7 MiB (15418890) - RowsReturned: 1,666,428 (1666428) - RowsReturnedRate: 127916 per second (127916) - TotalTime: 13.03s (13027501451) Node Lifecycle Event Timeline Open Started: 2.29s (2295912139) Open Finished: 2.29s (2295912139) First Batch Requested: 2.30s (2299911986) First Batch Returned: 2.30s (2299911986) Last Batch Returned: 16.59s (16595364918) Closed: 16.76s (16756358757) Buffer pool - AllocTime: 825ms (825968394) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,974 (18974) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14925824) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14925824) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 709ms (709972834) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274017882) - TotalGetBatchTime: 12.99s (12986503023) - DataWaitTime: 12.91s (12908506004) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.43s (1433945123) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,487 (9487) - TotalBatchesReceived: 9,487 (9487) - TotalBytesReceived: 156.1 MiB (163682117) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 433ms (433569323) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.43s (2429906933) - InactiveTotalTime: 10.0m (597071147755) - PeakMemoryUsage: 11.4 MiB (11916579) - RowsReturned: 137,523,051 (137523051) - RowsReturnedRate: 228852 per second (228852) - TotalTime: 10.0m (600924000201) Node Lifecycle Event Timeline Open Started: 16.76s (16756358757) Open Finished: 16.76s (16756358757) First Batch Requested: 16.76s (16756358757) First Batch Returned: 16.76s (16756358757) Last Batch Returned: 29.2m (1750808988743) Closed: 29.2m (1750809988704) Buffer pool - AllocTime: 2.11s (2112919119) - CumulativeAllocationBytes: 8.8 GiB (9494077440) - CumulativeAllocations: 772,644 (772644) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.40s (1399946413) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8526429162) - TotalGetBatchTime: 10.0m (598245102809) - DataWaitTime: 10.0m (597071147755) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.03s (8031692561) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,322 (386322) - TotalBatchesReceived: 386,322 (386322) - TotalBytesReceived: 3.3 GiB (3534843565) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 53ms (53238853) - TotalRPCsDeferred: 46 (46) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 161 (161) - CodegenTotalWallClockTime: 2.19s (2192916080) - CodegenSysTime: 13ms (13836000) - CodegenUserTime: 914ms (914465000) - CodegenVoluntaryContextSwitches: 122 (122) - CompileTime: 738ms (738971721) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67997398) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.36s (1358947995) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 23ms (23999081) - TotalTime: 2.19s (2192916080) Instance c7456fdd806a4994:3209e92600000101 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:55.244 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718585822) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 25,364,480 (25364480) - TotalNetworkReceiveTime: 9.8m (587870366559) - TotalNetworkSendTime: 24.5m (1472777889433) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,926 (2926) - TotalThreadsTotalWallClockTime: 35.9m (2151400695293) - TotalThreadsSysTime: 4.90s (4904953000) - TotalThreadsUserTime: 1.4m (85140751000) - TotalThreadsVoluntaryContextSwitches: 128,915 (128915) - TotalTime: 35.9m (2151401695286) Fragment Instance Lifecycle Event Timeline Prepare Finished: 60ms (60999624) Open Finished: 17.24s (17239893730) First Batch Produced: 25.74s (25741841323) First Batch Sent: 25.74s (25741841323) ExecInternal Finished: 35.9m (2151463694905) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2134221801187) - ExecTreeExecTime: 10.5m (631253098545) - InactiveTotalTime: 0ns (0) - OpenTime: 17.18s (17178894106) - ExecTreeOpenTime: 14.92s (14918908037) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.5m (1472810889229) - PeakMemoryUsage: 1.2 MiB (1289136) - RowsSent: 25,364,480 (25364480) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.01s (17013894743) - TotalBytesSent: 1.6 GiB (1748705783) - TotalTime: 25.0m (1502874703227) - UncompressedRowBatchSize: 4.2 GiB (4500670885) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,364,480 (25364480) - RowsReturnedRate: 39255 per second (39255) - TotalTime: 10.8m (646140006780) Node Lifecycle Event Timeline Open Started: 2.32s (2320985693) Open Finished: 17.24s (17239893730) First Batch Requested: 17.24s (17239893730) First Batch Returned: 25.74s (25741841323) Last Batch Returned: 35.8m (2146874723228) Closed: 35.9m (2151463694905) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 93ms (93999423) - HTResizeTime: 389ms (389997579) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,532.92 (3532.923441698585) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,703,606 (23703606) - RowsReturned: 25,364,480 (25364480) - StreamingTime: 43.03s (43031734317) - TotalTime: 0ns (0) Buffer pool - AllocTime: 30ms (30999808) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999808) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,323 (1668323) - BuildTime: 1.29s (1295992016) - InactiveTotalTime: 0ns (0) - LocalTime: 11.61s (11613928282) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,011,747 (138011747) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.01s (10005938202) - RowsReturned: 138,011,747 (138011747) - RowsReturnedRate: 229185 per second (229185) - TotalTime: 10.0m (602182278165) Node Lifecycle Event Timeline Open Started: 2.32s (2320985693) Open Finished: 17.24s (17238893736) First Batch Requested: 17.24s (17239893730) First Batch Returned: 17.24s (17239893730) Last Batch Returned: 29.2m (1750955166750) Closed: 29.2m (1750955166750) Buffer pool - AllocTime: 67ms (67999581) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66999587) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.11s (1112993144) - BuildRowsPartitioned: 1,668,323 (1668323) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 180ms (180998884) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 32ms (32999794) - InactiveTotalTime: 13.54s (13539916536) - PeakMemoryUsage: 14.6 MiB (15349370) - RowsReturned: 1,668,323 (1668323) - RowsReturnedRate: 122635 per second (122635) - TotalTime: 13.60s (13603916139) Node Lifecycle Event Timeline Open Started: 2.32s (2320985693) Open Finished: 2.32s (2320985693) First Batch Requested: 2.32s (2321985687) First Batch Returned: 2.32s (2321985687) Last Batch Returned: 17.06s (17056894858) Closed: 17.24s (17238893736) Buffer pool - AllocTime: 1.32s (1317991882) - CumulativeAllocationBytes: 370.6 MiB (388579328) - CumulativeAllocations: 18,998 (18998) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1081993337) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274306213) - TotalGetBatchTime: 13.56s (13564916382) - DataWaitTime: 13.54s (13539916536) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.87s (1872988461) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,499 (9499) - TotalBatchesReceived: 9,499 (9499) - TotalBytesReceived: 156.3 MiB (163844291) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 342ms (342091502) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.46s (2456984809) - InactiveTotalTime: 9.6m (573226456838) - PeakMemoryUsage: 11.6 MiB (12131044) - RowsReturned: 138,011,747 (138011747) - RowsReturnedRate: 239203 per second (239203) - TotalTime: 9.6m (576964433744) Node Lifecycle Event Timeline Open Started: 17.24s (17238893736) Open Finished: 17.24s (17238893736) First Batch Requested: 17.24s (17238893736) First Batch Returned: 17.24s (17238893736) Last Batch Returned: 29.2m (1750954166757) Closed: 29.2m (1750955166750) Buffer pool - AllocTime: 1.16s (1159992826) - CumulativeAllocationBytes: 8.9 GiB (9527787520) - CumulativeAllocations: 775,386 (775386) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 477ms (477997045) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8556728314) - TotalGetBatchTime: 9.6m (574251450515) - DataWaitTime: 9.6m (573226456838) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.73s (6729958443) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,693 (387693) - TotalBatchesReceived: 387,693 (387693) - TotalBytesReceived: 3.3 GiB (3545503278) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 63ms (63870674) - TotalRPCsDeferred: 416 (416) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 106 (106) - CodegenTotalWallClockTime: 2.26s (2259986069) - CodegenSysTime: 11ms (11422000) - CodegenUserTime: 914ms (914408000) - CodegenVoluntaryContextSwitches: 112 (112) - CompileTime: 573ms (573996461) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 110ms (110999316) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.55s (1548990452) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999865) - TotalTime: 2.26s (2259986069) Instance c7456fdd806a4994:3209e9260000010e (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.732 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718618590) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 25,077,332 (25077332) - TotalNetworkReceiveTime: 10.5m (630450899668) - TotalNetworkSendTime: 23.8m (1425315922810) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,249 (3249) - TotalThreadsTotalWallClockTime: 35.8m (2146983794834) - TotalThreadsSysTime: 4.88s (4884598000) - TotalThreadsUserTime: 1.4m (84399864000) - TotalThreadsVoluntaryContextSwitches: 124,001 (124001) - TotalTime: 35.8m (2146984794822) Fragment Instance Lifecycle Event Timeline Prepare Finished: 40ms (40999537) Open Finished: 17.69s (17692800339) First Batch Produced: 25.88s (25881707925) First Batch Sent: 25.88s (25881707925) ExecInternal Finished: 35.8m (2147027794338) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129331994032) - ExecTreeExecTime: 11.2m (674196407683) - InactiveTotalTime: 0ns (0) - OpenTime: 17.65s (17651800802) - ExecTreeOpenTime: 15.42s (15416826023) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1425339922539) - PeakMemoryUsage: 1.3 MiB (1379248) - RowsSent: 25,077,332 (25077332) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.91s (16914809148) - TotalBytesSent: 1.6 GiB (1729259973) - TotalTime: 24.3m (1455058587221) - UncompressedRowBatchSize: 4.1 GiB (4449118123) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,077,332 (25077332) - RowsReturnedRate: 36366 per second (36366) - TotalTime: 11.5m (689577234108) Node Lifecycle Event Timeline Open Started: 2.27s (2275974316) Open Finished: 17.69s (17692800339) First Batch Requested: 17.69s (17692800339) First Batch Returned: 25.88s (25881707925) Last Batch Returned: 35.8m (2146847796363) Closed: 35.8m (2147026794349) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 96ms (96998909) - HTResizeTime: 102ms (102998843) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,523.65 (3523.6529304508376) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,417,426 (23417426) - RowsReturned: 25,077,332 (25077332) - StreamingTime: 43.23s (43228513465) - TotalTime: 0ns (0) Buffer pool - AllocTime: 42ms (42999515) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42999515) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,985 (1666985) - BuildTime: 1.61s (1614981762) - InactiveTotalTime: 0ns (0) - LocalTime: 12.27s (12268861846) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,905,880 (137905880) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.36s (10363883335) - RowsReturned: 137,905,880 (137905880) - RowsReturnedRate: 213674 per second (213674) - TotalTime: 10.8m (645400731327) Node Lifecycle Event Timeline Open Started: 2.27s (2275974316) Open Finished: 17.69s (17691800350) First Batch Requested: 17.69s (17692800339) First Batch Returned: 17.69s (17693800327) Last Batch Returned: 29.2m (1751029248028) Closed: 29.2m (1751029248028) Buffer pool - AllocTime: 118ms (118998658) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 117ms (117998669) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.19s (1191986535) - BuildRowsPartitioned: 1,666,985 (1666985) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 419ms (419995260) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 32ms (32999627) - InactiveTotalTime: 13.73s (13727845097) - PeakMemoryUsage: 14.8 MiB (15519564) - RowsReturned: 1,666,985 (1666985) - RowsReturnedRate: 120832 per second (120832) - TotalTime: 13.79s (13795844328) Node Lifecycle Event Timeline Open Started: 2.27s (2275974316) Open Finished: 2.27s (2275974316) First Batch Requested: 2.27s (2275974316) First Batch Returned: 2.27s (2275974316) Last Batch Returned: 17.27s (17269805112) Closed: 17.69s (17691800350) Buffer pool - AllocTime: 648ms (648992677) - CumulativeAllocationBytes: 370.3 MiB (388300800) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 642ms (642992744) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274108564) - TotalGetBatchTime: 13.75s (13749844847) - DataWaitTime: 13.73s (13727845097) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.13s (1127987273) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163726496) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 229ms (229443880) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.43s (2428972657) - InactiveTotalTime: 10.3m (615512068220) - PeakMemoryUsage: 11.5 MiB (12075230) - RowsReturned: 137,905,880 (137905880) - RowsReturnedRate: 222667 per second (222667) - TotalTime: 10.3m (619336025153) Node Lifecycle Event Timeline Open Started: 17.69s (17691800350) Open Finished: 17.69s (17691800350) First Batch Requested: 17.69s (17691800350) First Batch Returned: 17.69s (17691800350) Last Batch Returned: 29.2m (1751028248039) Closed: 29.2m (1751029248028) Buffer pool - AllocTime: 1.60s (1597981991) - CumulativeAllocationBytes: 8.9 GiB (9520439296) - CumulativeAllocations: 774,788 (774788) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 822ms (822990710) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8550164560) - TotalGetBatchTime: 10.3m (616649055407) - DataWaitTime: 10.3m (615512068220) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.19s (7192919039) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,394 (387394) - TotalBatchesReceived: 387,394 (387394) - TotalBytesReceived: 3.3 GiB (3543083916) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 240ms (240029809) - TotalRPCsDeferred: 62 (62) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 137 (137) - CodegenTotalWallClockTime: 2.23s (2234974779) - CodegenSysTime: 14ms (14936000) - CodegenUserTime: 949ms (949990000) - CodegenVoluntaryContextSwitches: 113 (113) - CompileTime: 595ms (595993274) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 168ms (168998093) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.43s (1430983852) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 34ms (34999605) - TotalTime: 2.23s (2234974779) Instance c7456fdd806a4994:3209e926000000f2 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.258 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718610398) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 26,384,120 (26384120) - TotalNetworkReceiveTime: 11.4m (684702115868) - TotalNetworkSendTime: 22.8m (1369476230494) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,144 (3144) - TotalThreadsTotalWallClockTime: 35.8m (2146831738428) - TotalThreadsSysTime: 5.20s (5203704000) - TotalThreadsUserTime: 1.4m (86187223000) - TotalThreadsVoluntaryContextSwitches: 124,700 (124700) - TotalTime: 35.8m (2146831738428) Fragment Instance Lifecycle Event Timeline Prepare Finished: 33ms (33999409) Open Finished: 16.91s (16914706218) First Batch Produced: 25.70s (25696553691) First Batch Sent: 25.70s (25696553691) ExecInternal Finished: 35.8m (2146866737819) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129951031619) - ExecTreeExecTime: 12.2m (729040346878) - InactiveTotalTime: 0ns (0) - OpenTime: 16.88s (16880706809) - ExecTreeOpenTime: 14.63s (14633745835) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369507229954) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 26,384,120 (26384120) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.69s (17687692917) - TotalBytesSent: 1.7 GiB (1816006224) - TotalTime: 23.3m (1400822686263) - UncompressedRowBatchSize: 4.4 GiB (4681849826) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,384,120 (26384120) - RowsReturnedRate: 35481 per second (35481) - TotalTime: 12.4m (743610093819) Node Lifecycle Event Timeline Open Started: 2.28s (2280960383) Open Finished: 16.91s (16914706218) First Batch Requested: 16.91s (16914706218) First Batch Returned: 25.70s (25696553691) Last Batch Returned: 35.8m (2146556743197) Closed: 35.8m (2146866737819) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 70ms (70998765) - HTResizeTime: 377ms (377993445) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,530.41 (3530.4094245234674) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,724,645 (24724645) - RowsReturned: 26,384,120 (26384120) - StreamingTime: 43.62s (43624243078) - TotalTime: 0ns (0) Buffer pool - AllocTime: 41ms (41999275) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41999275) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,233 (1667233) - BuildTime: 1.31s (1307977295) - InactiveTotalTime: 0ns (0) - LocalTime: 11.90s (11900793522) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,110,060 (137110060) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.22s (10221822666) - RowsReturned: 137,110,060 (137110060) - RowsReturnedRate: 196088 per second (196088) - TotalTime: 11.7m (699224863933) Node Lifecycle Event Timeline Open Started: 2.28s (2280960383) Open Finished: 16.91s (16914706218) First Batch Requested: 16.91s (16914706218) First Batch Returned: 16.91s (16914706218) Last Batch Returned: 29.2m (1750946606055) Closed: 29.2m (1750946606055) Buffer pool - AllocTime: 54ms (54999045) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 54ms (54999045) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.12s (1117980597) - BuildRowsPartitioned: 1,667,233 (1667233) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 185ms (185996769) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 43ms (43999238) - InactiveTotalTime: 13.13s (13133771871) - PeakMemoryUsage: 14.7 MiB (15383334) - RowsReturned: 1,667,233 (1667233) - RowsReturnedRate: 126107 per second (126107) - TotalTime: 13.22s (13220770364) Node Lifecycle Event Timeline Open Started: 2.28s (2280960383) Open Finished: 2.28s (2280960383) First Batch Requested: 2.28s (2281960365) First Batch Returned: 2.28s (2281960365) Last Batch Returned: 16.73s (16726709483) Closed: 16.91s (16914706218) Buffer pool - AllocTime: 831ms (831985548) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 504ms (504991228) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274136391) - TotalGetBatchTime: 13.17s (13169771246) - DataWaitTime: 13.13s (13133771871) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.32s (1316977124) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163749322) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 300ms (300492254) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.37s (2367958950) - InactiveTotalTime: 11.2m (670254366843) - PeakMemoryUsage: 11.6 MiB (12157980) - RowsReturned: 137,110,060 (137110060) - RowsReturnedRate: 203396 per second (203396) - TotalTime: 11.2m (674103300047) Node Lifecycle Event Timeline Open Started: 16.91s (16914706218) Open Finished: 16.91s (16914706218) First Batch Requested: 16.91s (16914706218) First Batch Returned: 16.91s (16914706218) Last Batch Returned: 29.2m (1750946606055) Closed: 29.2m (1750946606055) Buffer pool - AllocTime: 1.21s (1214978933) - CumulativeAllocationBytes: 8.8 GiB (9465520128) - CumulativeAllocations: 770,320 (770320) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 442ms (442992306) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8500823720) - TotalGetBatchTime: 11.2m (671491345341) - DataWaitTime: 11.2m (670254366843) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.69s (6694883862) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 385,160 (385160) - TotalBatchesReceived: 385,160 (385160) - TotalBytesReceived: 3.3 GiB (3525709485) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 168ms (168687367) - TotalRPCsDeferred: 895 (895) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 104 (104) - CodegenTotalWallClockTime: 2.25s (2245960991) - CodegenSysTime: 22ms (22550000) - CodegenUserTime: 919ms (919694000) - CodegenVoluntaryContextSwitches: 106 (106) - CompileTime: 456ms (456992063) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 86ms (86998489) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.62s (1622971811) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 75ms (75998680) - TotalTime: 2.25s (2245960991) Instance c7456fdd806a4994:3209e926000000fe (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.397 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718659534) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 27,059,237 (27059237) - TotalNetworkReceiveTime: 10.7m (640839503394) - TotalNetworkSendTime: 23.5m (1411134067805) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,316 (3316) - TotalThreadsTotalWallClockTime: 35.8m (2146779426345) - TotalThreadsSysTime: 4.98s (4976432000) - TotalThreadsUserTime: 1.5m (87618558000) - TotalThreadsVoluntaryContextSwitches: 120,791 (120791) - TotalTime: 35.8m (2146780426322) Fragment Instance Lifecycle Event Timeline Prepare Finished: 69ms (69998414) Open Finished: 17.14s (17138611897) First Batch Produced: 25.58s (25583420668) First Batch Sent: 25.58s (25583420668) ExecInternal Finished: 35.8m (2146850424736) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129710812862) - ExecTreeExecTime: 11.4m (685924483922) - InactiveTotalTime: 0ns (0) - OpenTime: 17.07s (17068613483) - ExecTreeOpenTime: 14.96s (14963661150) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1411175066878) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,059,237 (27059237) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.28s (18284586237) - TotalBytesSent: 1.7 GiB (1860653048) - TotalTime: 24.1m (1443692331072) - UncompressedRowBatchSize: 4.5 GiB (4799906169) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,059,237 (27059237) - RowsReturnedRate: 38609 per second (38609) - TotalTime: 11.7m (700849145957) Node Lifecycle Event Timeline Open Started: 2.17s (2174950747) Open Finished: 17.14s (17138611897) First Batch Requested: 17.14s (17138611897) First Batch Returned: 25.58s (25583420668) Last Batch Returned: 35.8m (2146620429942) Closed: 35.8m (2146850424736) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 89ms (89997966) - HTResizeTime: 377ms (377991442) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,530.11 (3530.106721942138) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,399,007 (25399007) - RowsReturned: 27,059,237 (27059237) - StreamingTime: 44.58s (44582991490) - TotalTime: 0ns (0) Buffer pool - AllocTime: 19ms (19999548) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999548) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,204 (1668204) - BuildTime: 1.65s (1654962514) - InactiveTotalTime: 0ns (0) - LocalTime: 12.03s (12025728003) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,468,976 (137468976) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.02s (10022773353) - RowsReturned: 137,468,976 (137468976) - RowsReturnedRate: 209710 per second (209710) - TotalTime: 10.9m (655518171400) Node Lifecycle Event Timeline Open Started: 2.17s (2174950747) Open Finished: 17.14s (17137611919) First Batch Requested: 17.14s (17138611897) First Batch Returned: 17.14s (17138611897) Last Batch Returned: 29.2m (1750840385851) Closed: 29.2m (1750840385851) Buffer pool - AllocTime: 115ms (115997373) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 115ms (115997373) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.41s (1406968130) - BuildRowsPartitioned: 1,668,204 (1668204) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 245ms (245994429) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 30ms (30999295) - InactiveTotalTime: 13.18s (13178701582) - PeakMemoryUsage: 14.8 MiB (15501614) - RowsReturned: 1,668,204 (1668204) - RowsReturnedRate: 125781 per second (125781) - TotalTime: 13.26s (13262699676) Node Lifecycle Event Timeline Open Started: 2.17s (2174950747) Open Finished: 2.17s (2174950747) First Batch Requested: 2.17s (2175950725) First Batch Returned: 2.17s (2175950725) Last Batch Returned: 16.89s (16890617513) Closed: 17.14s (17137611919) Buffer pool - AllocTime: 475ms (475989223) - CumulativeAllocationBytes: 370.6 MiB (388554752) - CumulativeAllocations: 19,002 (19002) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 295ms (295993299) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274295075) - TotalGetBatchTime: 13.23s (13227700472) - DataWaitTime: 13.18s (13178701582) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 836ms (836981046) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,501 (9501) - TotalBatchesReceived: 9,501 (9501) - TotalBytesReceived: 156.2 MiB (163833072) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 308ms (308198236) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.42s (2422945212) - InactiveTotalTime: 10.4m (626591826004) - PeakMemoryUsage: 11.6 MiB (12130862) - RowsReturned: 137,468,976 (137468976) - RowsReturnedRate: 218125 per second (218125) - TotalTime: 10.5m (630229743721) Node Lifecycle Event Timeline Open Started: 17.14s (17137611919) Open Finished: 17.14s (17137611919) First Batch Requested: 17.14s (17137611919) First Batch Returned: 17.14s (17137611919) Last Batch Returned: 29.2m (1750839385874) Closed: 29.2m (1750840385851) Buffer pool - AllocTime: 1.31s (1306970430) - CumulativeAllocationBytes: 8.8 GiB (9490358272) - CumulativeAllocations: 772,342 (772342) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 651ms (651985244) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8523076512) - TotalGetBatchTime: 10.5m (627563804007) - DataWaitTime: 10.4m (626591826004) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.78s (6783846560) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,171 (386171) - TotalBatchesReceived: 386,171 (386171) - TotalBytesReceived: 3.3 GiB (3533349415) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 123ms (123300940) - TotalRPCsDeferred: 795 (795) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 119 (119) - CodegenTotalWallClockTime: 2.10s (2104952333) - CodegenSysTime: 9ms (9874000) - CodegenUserTime: 925ms (925783000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 512ms (512988383) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67998460) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1463966848) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 56ms (56998710) - TotalTime: 2.10s (2104952333) Instance c7456fdd806a4994:3209e92600000108 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.625 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718577614) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 28,341,648 (28341648) - TotalNetworkReceiveTime: 9.9m (591047356244) - TotalNetworkSendTime: 24.3m (1460471998341) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,805 (3805) - TotalThreadsTotalWallClockTime: 35.8m (2146674768029) - TotalThreadsSysTime: 5.41s (5408039000) - TotalThreadsUserTime: 1.5m (88674373000) - TotalThreadsVoluntaryContextSwitches: 119,689 (119689) - TotalTime: 35.8m (2146675768023) Fragment Instance Lifecycle Event Timeline Prepare Finished: 31ms (31999803) Open Finished: 17.21s (17212893985) First Batch Produced: 25.62s (25621842194) First Batch Sent: 25.62s (25621842194) ExecInternal Finished: 35.8m (2146713767789) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129493873847) - ExecTreeExecTime: 10.6m (634924085697) - InactiveTotalTime: 0ns (0) - OpenTime: 17.18s (17180894182) - ExecTreeOpenTime: 15.02s (15023907467) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1460490998225) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 28,341,648 (28341648) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.25s (19252881302) - TotalBytesSent: 1.8 GiB (1946281025) - TotalTime: 24.9m (1494497788590) - UncompressedRowBatchSize: 4.7 GiB (5029951439) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,341,648 (28341648) - RowsReturnedRate: 43608 per second (43608) - TotalTime: 10.8m (649910993397) Node Lifecycle Event Timeline Open Started: 2.19s (2188986518) Open Finished: 17.21s (17212893985) First Batch Requested: 17.21s (17212893985) First Batch Returned: 25.62s (25621842194) Last Batch Returned: 35.8m (2146439769478) Closed: 35.8m (2146712767795) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 81ms (81999491) - HTResizeTime: 337ms (337997913) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,565.47 (3565.474874256213) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,682,579 (26682579) - RowsReturned: 28,341,648 (28341648) - StreamingTime: 43.62s (43616731088) - TotalTime: 0ns (0) Buffer pool - AllocTime: 16ms (16999891) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999891) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,598 (1667598) - BuildTime: 1.20s (1199992606) - InactiveTotalTime: 0ns (0) - LocalTime: 11.72s (11717927823) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,807,097 (137807097) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.21s (10215937074) - RowsReturned: 137,807,097 (137807097) - RowsReturnedRate: 227610 per second (227610) - TotalTime: 10.1m (605452267512) Node Lifecycle Event Timeline Open Started: 2.19s (2188986518) Open Finished: 17.21s (17212893985) First Batch Requested: 17.21s (17212893985) First Batch Returned: 17.21s (17212893985) Last Batch Returned: 29.2m (1750834208263) Closed: 29.2m (1750834208263) Buffer pool - AllocTime: 101ms (101999371) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 101ms (101999371) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 974ms (974993992) - BuildRowsPartitioned: 1,667,598 (1667598) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 223ms (223998621) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 38ms (38999761) - InactiveTotalTime: 13.72s (13719915502) - PeakMemoryUsage: 14.7 MiB (15435664) - RowsReturned: 1,667,598 (1667598) - RowsReturnedRate: 120849 per second (120849) - TotalTime: 13.80s (13798915016) Node Lifecycle Event Timeline Open Started: 2.19s (2188986518) Open Finished: 2.19s (2188986518) First Batch Requested: 2.19s (2189986512) First Batch Returned: 2.19s (2189986512) Last Batch Returned: 16.99s (16987895371) Closed: 17.21s (17212893985) Buffer pool - AllocTime: 837ms (837994837) - CumulativeAllocationBytes: 370.4 MiB (388423680) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 556ms (556996566) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274217753) - TotalGetBatchTime: 13.75s (13751915305) - DataWaitTime: 13.72s (13719915502) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.34s (1340991751) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163807624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 343ms (343014679) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.42s (2425985059) - InactiveTotalTime: 9.6m (576173447834) - PeakMemoryUsage: 11.6 MiB (12119072) - RowsReturned: 137,807,097 (137807097) - RowsReturnedRate: 237624 per second (237624) - TotalTime: 9.7m (579935424673) Node Lifecycle Event Timeline Open Started: 17.21s (17212893985) Open Finished: 17.21s (17212893985) First Batch Requested: 17.21s (17212893985) First Batch Returned: 17.21s (17212893985) Last Batch Returned: 29.2m (1750833208269) Closed: 29.2m (1750834208263) Buffer pool - AllocTime: 1.43s (1428991207) - CumulativeAllocationBytes: 8.9 GiB (9513631744) - CumulativeAllocations: 774,234 (774234) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 661ms (661995922) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8544040014) - TotalGetBatchTime: 9.6m (577235441307) - DataWaitTime: 9.6m (576173447834) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.15s (7150955941) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,117 (387117) - TotalBatchesReceived: 387,117 (387117) - TotalBytesReceived: 3.3 GiB (3542603173) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 154ms (154697079) - TotalRPCsDeferred: 754 (754) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 133 (133) - CodegenTotalWallClockTime: 2.16s (2156986715) - CodegenSysTime: 14ms (14857000) - CodegenUserTime: 929ms (929573000) - CodegenVoluntaryContextSwitches: 97 (97) - CompileTime: 493ms (493996957) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999815) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.52s (1516990657) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 89ms (89999446) - TotalTime: 2.16s (2156986715) Instance c7456fdd806a4994:3209e9260000010d (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.896 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.0 MiB (718299086) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 23,641,243 (23641243) - TotalNetworkReceiveTime: 11.1m (665445102330) - TotalNetworkSendTime: 23.2m (1393269959609) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,939 (2939) - TotalThreadsTotalWallClockTime: 35.8m (2146596905633) - TotalThreadsSysTime: 4.28s (4282859000) - TotalThreadsUserTime: 1.4m (82539213000) - TotalThreadsVoluntaryContextSwitches: 128,317 (128317) - TotalTime: 35.8m (2146622904698) Fragment Instance Lifecycle Event Timeline Prepare Finished: 64ms (64997663) Open Finished: 17.30s (17295378280) First Batch Produced: 25.73s (25726075223) First Batch Sent: 25.73s (25726075223) ExecInternal Finished: 35.8m (2146663903225) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129366525016) - ExecTreeExecTime: 11.8m (707942576745) - InactiveTotalTime: 0ns (0) - OpenTime: 17.23s (17230380617) - ExecTreeOpenTime: 14.91s (14915463832) - PrepareTime: 25ms (25999065) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1393293958744) - PeakMemoryUsage: 1.3 MiB (1371056) - RowsSent: 23,641,243 (23641243) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.06s (16057423210) - TotalBytesSent: 1.5 GiB (1634841770) - TotalTime: 23.7m (1421365950355) - UncompressedRowBatchSize: 3.9 GiB (4196294618) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 23,641,243 (23641243) - RowsReturnedRate: 32706 per second (32706) - TotalTime: 12.0m (722824041801) Node Lifecycle Event Timeline Open Started: 2.38s (2379914448) Open Finished: 17.30s (17295378280) First Batch Requested: 17.30s (17295378280) First Batch Returned: 25.73s (25726075223) Last Batch Returned: 35.8m (2146414912161) Closed: 35.8m (2146662903261) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 89ms (89996773) - HTResizeTime: 93ms (93996625) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,551.56 (3551.5627332036024) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,981,453 (21981453) - RowsReturned: 23,641,243 (23641243) - StreamingTime: 42.02s (42015491249) - TotalTime: 0ns (0) Buffer pool - AllocTime: 49ms (49998204) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998204) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,624 (1666624) - BuildTime: 1.31s (1309952904) - InactiveTotalTime: 0ns (0) - LocalTime: 11.77s (11774577109) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,124,701 (138124701) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.09s (10086637780) - RowsReturned: 138,124,701 (138124701) - RowsReturnedRate: 203128 per second (203128) - TotalTime: 11.3m (679987580043) Node Lifecycle Event Timeline Open Started: 2.38s (2379914448) Open Finished: 17.29s (17294378316) First Batch Requested: 17.30s (17295378280) First Batch Returned: 17.30s (17295378280) Last Batch Returned: 29.2m (1750856109387) Closed: 29.2m (1750856109387) Buffer pool - AllocTime: 120ms (120995649) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 120ms (120995649) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.09s (1090960776) - BuildRowsPartitioned: 1,666,624 (1666624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 216ms (216992200) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 39ms (39998562) - InactiveTotalTime: 13.45s (13453516393) - PeakMemoryUsage: 14.7 MiB (15453539) - RowsReturned: 1,666,624 (1666624) - RowsReturnedRate: 123321 per second (123321) - TotalTime: 13.51s (13514514199) Node Lifecycle Event Timeline Open Started: 2.38s (2379914448) Open Finished: 2.38s (2379914448) First Batch Requested: 2.38s (2380914412) First Batch Returned: 2.38s (2380914412) Last Batch Returned: 17.08s (17076386152) Closed: 17.29s (17294378316) Buffer pool - AllocTime: 428ms (428984585) - CumulativeAllocationBytes: 370.2 MiB (388194304) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 402ms (402985518) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274048162) - TotalGetBatchTime: 13.47s (13470515781) - DataWaitTime: 13.45s (13453516393) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 924ms (924966758) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163689365) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 522ms (522490250) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.49s (2488910624) - InactiveTotalTime: 10.8m (650772629712) - PeakMemoryUsage: 10.9 MiB (11411456) - RowsReturned: 138,124,701 (138124701) - RowsReturnedRate: 210974 per second (210974) - TotalTime: 10.9m (654698488735) Node Lifecycle Event Timeline Open Started: 17.29s (17294378316) Open Finished: 17.29s (17294378316) First Batch Requested: 17.29s (17294378316) First Batch Returned: 17.29s (17294378316) Last Batch Returned: 29.2m (1750855109423) Closed: 29.2m (1750856109387) Buffer pool - AllocTime: 1.40s (1402949627) - CumulativeAllocationBytes: 8.9 GiB (9535594496) - CumulativeAllocations: 776,024 (776024) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.9 MiB (11411456) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.9 MiB (11411456) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 705ms (705974635) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8563731462) - TotalGetBatchTime: 10.9m (651924588343) - DataWaitTime: 10.8m (650772629712) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.67s (6674760294) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,012 (388012) - TotalBatchesReceived: 388,012 (388012) - TotalBytesReceived: 3.3 GiB (3549433679) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 198 (198) - CodegenTotalWallClockTime: 2.31s (2314916785) - CodegenSysTime: 12ms (12712000) - CodegenUserTime: 905ms (905168000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 386ms (386986089) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 89ms (89996765) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.79s (1788935692) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 45ms (45998347) - TotalTime: 2.31s (2314916785) Instance c7456fdd806a4994:3209e926000000ff (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.226 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.7 MiB (719009898) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 27,511,140 (27511140) - TotalNetworkReceiveTime: 8.8m (530280168581) - TotalNetworkSendTime: 25.2m (1511735172561) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 6,869 (6869) - TotalThreadsTotalWallClockTime: 35.8m (2146584824671) - TotalThreadsSysTime: 5.95s (5952371000) - TotalThreadsUserTime: 1.6m (96046876000) - TotalThreadsVoluntaryContextSwitches: 129,567 (129567) - TotalTime: 35.8m (2146585824637) Fragment Instance Lifecycle Event Timeline Prepare Finished: 68ms (68997680) Open Finished: 17.18s (17183422279) First Batch Produced: 25.68s (25683136512) First Batch Sent: 25.68s (25683136512) ExecInternal Finished: 35.8m (2146683821342) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129470400072) - ExecTreeExecTime: 9.7m (583919364540) - InactiveTotalTime: 0ns (0) - OpenTime: 17.11s (17114424599) - ExecTreeOpenTime: 15.01s (15011495301) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511762171653) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 27,511,140 (27511140) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.16s (19160355782) - TotalBytesSent: 1.8 GiB (1892132355) - TotalTime: 25.8m (1545492037514) - UncompressedRowBatchSize: 4.5 GiB (4880675998) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,511,140 (27511140) - RowsReturnedRate: 45936 per second (45936) - TotalTime: 10.0m (598896860989) Node Lifecycle Event Timeline Open Started: 2.17s (2171926978) Open Finished: 17.18s (17183422279) First Batch Requested: 17.18s (17183422279) First Batch Returned: 25.68s (25683136512) Last Batch Returned: 35.8m (2146408830591) Closed: 35.8m (2146683821342) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 71ms (71997578) - HTResizeTime: 435ms (435985339) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,551.73 (3551.7326584480656) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,853,378 (25853378) - RowsReturned: 27,511,140 (27511140) - StreamingTime: 45.75s (45746461530) - TotalTime: 0ns (0) Buffer pool - AllocTime: 49ms (49998317) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48998351) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,803 (1665803) - BuildTime: 1.69s (1692943070) - InactiveTotalTime: 0ns (0) - LocalTime: 16.35s (16353450002) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 267,189,900 (267189900) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 14.12s (14124524931) - RowsReturned: 137,591,514 (137591514) - RowsReturnedRate: 249215 per second (249215) - TotalTime: 9.2m (552099434821) Node Lifecycle Event Timeline Open Started: 2.17s (2171926978) Open Finished: 17.18s (17182422313) First Batch Requested: 17.18s (17183422279) First Batch Returned: 17.18s (17183422279) Last Batch Returned: 29.2m (1750884134304) Closed: 29.2m (1750884134304) Buffer pool - AllocTime: 175ms (175994083) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 174ms (174994116) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.47s (1471950500) - BuildRowsPartitioned: 1,665,803 (1665803) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 211ms (211992873) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 26ms (26999096) - InactiveTotalTime: 13.20s (13195556367) - PeakMemoryUsage: 14.7 MiB (15373542) - RowsReturned: 1,665,803 (1665803) - RowsReturnedRate: 125535 per second (125535) - TotalTime: 13.27s (13269553880) Node Lifecycle Event Timeline Open Started: 2.17s (2171926978) Open Finished: 2.17s (2171926978) First Batch Requested: 2.18s (2177926776) First Batch Returned: 2.18s (2177926776) Last Batch Returned: 16.97s (16969429473) Closed: 17.18s (17182422313) Buffer pool - AllocTime: 772ms (772974009) - CumulativeAllocationBytes: 370.1 MiB (388055040) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 741ms (741975051) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273900504) - TotalGetBatchTime: 13.24s (13236554987) - DataWaitTime: 13.20s (13195556367) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.30s (1303956163) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163602336) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 249ms (249848649) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 4.99s (4994832073) - InactiveTotalTime: 8.6m (514484699654) - PeakMemoryUsage: 11.7 MiB (12239494) - RowsReturned: 267,189,900 (267189900) - RowsReturnedRate: 511391 per second (511391) - TotalTime: 8.7m (522476430939) Node Lifecycle Event Timeline Open Started: 17.18s (17182422313) Open Finished: 17.18s (17182422313) First Batch Requested: 17.18s (17182422313) First Batch Returned: 17.18s (17182422313) Last Batch Returned: 29.2m (1750883134338) Closed: 29.2m (1750884134304) Buffer pool - AllocTime: 6.48s (6478782101) - CumulativeAllocationBytes: 17.2 GiB (18445426688) - CumulativeAllocations: 1,501,102 (1501102) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11894784) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11894784) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.82s (4821837811) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 15.4 GiB (16565773800) - TotalGetBatchTime: 8.6m (516942616987) - DataWaitTime: 8.6m (514484699654) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 20.58s (20579307803) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 750,551 (750551) - TotalBatchesReceived: 750,551 (750551) - TotalBytesReceived: 6.0 GiB (6484903138) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 5.5m (328239787809) - TotalRPCsDeferred: 57,170 (57170) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 112 (112) - CodegenTotalWallClockTime: 2.10s (2102929298) - CodegenSysTime: 17ms (17849000) - CodegenUserTime: 936ms (936263000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 571ms (571980770) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67997714) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.42s (1415952394) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 43ms (43998521) - TotalTime: 2.10s (2102929298) Instance c7456fdd806a4994:3209e926000000f9 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.213 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 683.3 MiB (716480462) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 26,493,399 (26493399) - TotalNetworkReceiveTime: 13.1m (786693906641) - TotalNetworkSendTime: 21.1m (1268776694120) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,266 (2266) - TotalThreadsTotalWallClockTime: 35.8m (2146403353451) - TotalThreadsSysTime: 4.70s (4702009000) - TotalThreadsUserTime: 1.4m (85343386000) - TotalThreadsVoluntaryContextSwitches: 129,002 (129002) - TotalTime: 35.8m (2146404353416) Fragment Instance Lifecycle Event Timeline Prepare Finished: 115ms (115995856) Open Finished: 16.84s (16843398240) First Batch Produced: 25.53s (25526088040) First Batch Sent: 25.53s (25526088040) ExecInternal Finished: 35.8m (2146521349235) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129675951067) - ExecTreeExecTime: 13.8m (830448344479) - InactiveTotalTime: 0ns (0) - OpenTime: 16.73s (16727402384) - ExecTreeOpenTime: 14.54s (14540480517) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.1m (1268796693410) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 26,493,399 (26493399) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.12s (17117388705) - TotalBytesSent: 1.7 GiB (1823368499) - TotalTime: 21.7m (1299145609513) - UncompressedRowBatchSize: 4.4 GiB (4700835664) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,493,399 (26493399) - RowsReturnedRate: 31354 per second (31354) - TotalTime: 14.1m (844952826286) Node Lifecycle Event Timeline Open Started: 2.30s (2302917723) Open Finished: 16.84s (16843398240) First Batch Requested: 16.84s (16843398240) First Batch Returned: 25.53s (25526088040) Last Batch Returned: 35.8m (2146118363617) Closed: 35.8m (2146520349271) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 111ms (111996004) - HTResizeTime: 340ms (340987815) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,504.06 (3504.0645096649087) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,833,492 (24833492) - RowsReturned: 26,493,399 (26493399) - StreamingTime: 43.28s (43285454332) - TotalTime: 0ns (0) Buffer pool - AllocTime: 38ms (38998608) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38998608) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,654 (1667654) - BuildTime: 1.45s (1448948240) - InactiveTotalTime: 0ns (0) - LocalTime: 11.36s (11363594215) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,422,005 (137422005) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.60s (9602657115) - RowsReturned: 137,422,005 (137422005) - RowsReturnedRate: 171625 per second (171625) - TotalTime: 13.3m (800708406213) Node Lifecycle Event Timeline Open Started: 2.30s (2302917723) Open Finished: 16.84s (16841398312) First Batch Requested: 16.84s (16843398240) First Batch Returned: 16.84s (16843398240) Last Batch Returned: 29.2m (1750784473696) Closed: 29.2m (1750784473696) Buffer pool - AllocTime: 101ms (101996360) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 101ms (101996360) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.25s (1255955134) - BuildRowsPartitioned: 1,667,654 (1667654) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 190ms (190993177) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 32ms (32998818) - InactiveTotalTime: 12.97s (12969536642) - PeakMemoryUsage: 14.7 MiB (15418837) - RowsReturned: 1,667,654 (1667654) - RowsReturnedRate: 127481 per second (127481) - TotalTime: 13.08s (13081532636) Node Lifecycle Event Timeline Open Started: 2.30s (2302917723) Open Finished: 2.30s (2302917723) First Batch Requested: 2.30s (2303917688) First Batch Returned: 2.30s (2303917688) Last Batch Returned: 16.65s (16648405206) Closed: 16.84s (16841398312) Buffer pool - AllocTime: 748ms (748973242) - CumulativeAllocationBytes: 370.4 MiB (388440064) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 484ms (484982672) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274195085) - TotalGetBatchTime: 13.04s (13042534032) - DataWaitTime: 12.97s (12969536642) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.18s (1179957849) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163778185) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 485ms (485762660) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.39s (2394914496) - InactiveTotalTime: 12.9m (772626409235) - PeakMemoryUsage: 9.3 MiB (9732096) - RowsReturned: 137,422,005 (137422005) - RowsReturnedRate: 177030 per second (177030) - TotalTime: 12.9m (776263279362) Node Lifecycle Event Timeline Open Started: 16.84s (16841398312) Open Finished: 16.84s (16841398312) First Batch Requested: 16.84s (16841398312) First Batch Returned: 16.84s (16841398312) Last Batch Returned: 29.2m (1750783473732) Closed: 29.2m (1750784473696) Buffer pool - AllocTime: 1.33s (1333952362) - CumulativeAllocationBytes: 8.8 GiB (9487065088) - CumulativeAllocations: 772,072 (772072) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.3 MiB (9732096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.3 MiB (9732096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 479ms (479982856) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8520164310) - TotalGetBatchTime: 12.9m (773601374395) - DataWaitTime: 12.9m (772626409235) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.81s (6812756716) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,036 (386036) - TotalBatchesReceived: 386,036 (386036) - TotalBytesReceived: 3.3 GiB (3532451911) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 139 (139) - CodegenTotalWallClockTime: 2.19s (2186921867) - CodegenSysTime: 8ms (8835000) - CodegenUserTime: 927ms (927765000) - CodegenVoluntaryContextSwitches: 113 (113) - CompileTime: 312ms (312988817) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 163ms (163994141) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.59s (1595942982) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 110ms (110996034) - TotalTime: 2.19s (2186921867) Instance c7456fdd806a4994:3209e92600000104 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.515 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718634974) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 24,619,442 (24619442) - TotalNetworkReceiveTime: 12.2m (730787847592) - TotalNetworkSendTime: 22.1m (1323091081365) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,253 (3253) - TotalThreadsTotalWallClockTime: 35.8m (2146284001233) - TotalThreadsSysTime: 4.98s (4979083000) - TotalThreadsUserTime: 1.4m (85184990000) - TotalThreadsVoluntaryContextSwitches: 124,923 (124923) - TotalTime: 35.8m (2146289001075) Fragment Instance Lifecycle Event Timeline Prepare Finished: 52ms (52998320) Open Finished: 17.14s (17142456470) First Batch Produced: 25.55s (25545190051) First Batch Sent: 25.55s (25545190051) ExecInternal Finished: 35.8m (2146361998762) Buffer pool - AllocTime: 999.97us (999968) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129194543083) - ExecTreeExecTime: 12.9m (775661426472) - InactiveTotalTime: 0ns (0) - OpenTime: 17.09s (17089458150) - ExecTreeOpenTime: 14.60s (14599537098) - PrepareTime: 4ms (4999842) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.1m (1323119080475) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,619,442 (24619442) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.28s (17284452230) - TotalBytesSent: 1.6 GiB (1700037423) - TotalTime: 22.6m (1353465118772) - UncompressedRowBatchSize: 4.1 GiB (4368926086) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 24,619,442 (24619442) - RowsReturnedRate: 31154 per second (31154) - TotalTime: 13.2m (790224964711) Node Lifecycle Event Timeline Open Started: 2.54s (2542919372) Open Finished: 17.14s (17142456470) First Batch Requested: 17.14s (17142456470) First Batch Returned: 25.55s (25545190051) Last Batch Returned: 35.8m (2145964011361) Closed: 35.8m (2146361998762) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 91ms (91997085) - HTResizeTime: 302ms (302990402) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,525.87 (3525.8713856087493) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,958,821 (22958821) - RowsReturned: 24,619,442 (24619442) - StreamingTime: 43.50s (43504621893) - TotalTime: 0ns (0) Buffer pool - AllocTime: 21ms (21999307) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999307) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,751 (1667751) - BuildTime: 1.57s (1572950110) - InactiveTotalTime: 0ns (0) - LocalTime: 12.15s (12148615091) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,289,017 (137289017) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.26s (10260674968) - RowsReturned: 137,289,017 (137289017) - RowsReturnedRate: 184102 per second (184102) - TotalTime: 12.4m (745722374429) Node Lifecycle Event Timeline Open Started: 2.54s (2542919372) Open Finished: 17.14s (17141456501) First Batch Requested: 17.14s (17143456438) First Batch Returned: 17.14s (17143456438) Last Batch Returned: 29.2m (1750806522599) Closed: 29.2m (1750806522599) Buffer pool - AllocTime: 134ms (134995719) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 134ms (134995719) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.36s (1360956833) - BuildRowsPartitioned: 1,667,751 (1667751) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 207ms (207993405) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 33ms (33998923) - InactiveTotalTime: 12.95s (12949589429) - PeakMemoryUsage: 14.8 MiB (15555529) - RowsReturned: 1,667,751 (1667751) - RowsReturnedRate: 128144 per second (128144) - TotalTime: 13.01s (13014587367) Node Lifecycle Event Timeline Open Started: 2.54s (2542919372) Open Finished: 2.54s (2542919372) First Batch Requested: 2.54s (2544919308) First Batch Returned: 2.54s (2544919308) Last Batch Returned: 16.93s (16931463160) Closed: 17.14s (17141456501) Buffer pool - AllocTime: 704ms (704977646) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 696ms (696977900) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274228539) - TotalGetBatchTime: 12.97s (12970588762) - DataWaitTime: 12.95s (12949589429) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.19s (1191962219) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163805981) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 702ms (702599637) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.51s (2510920449) - InactiveTotalTime: 11.9m (716563298546) - PeakMemoryUsage: 11.6 MiB (12158778) - RowsReturned: 137,289,017 (137289017) - RowsReturnedRate: 190531 per second (190531) - TotalTime: 12.0m (720559171971) Node Lifecycle Event Timeline Open Started: 17.14s (17141456501) Open Finished: 17.14s (17141456501) First Batch Requested: 17.14s (17141456501) First Batch Returned: 17.14s (17141456501) Last Batch Returned: 29.2m (1750806522599) Closed: 29.2m (1750806522599) Buffer pool - AllocTime: 1.86s (1861940996) - CumulativeAllocationBytes: 8.8 GiB (9477931008) - CumulativeAllocations: 771,328 (771328) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.12s (1122964411) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8511919054) - TotalGetBatchTime: 12.0m (717756260767) - DataWaitTime: 11.9m (716563298546) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.60s (7602759158) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 385,664 (385664) - TotalBatchesReceived: 385,664 (385664) - TotalBytesReceived: 3.3 GiB (3530969871) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 424ms (424582885) - TotalRPCsDeferred: 381 (381) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 125 (125) - CodegenTotalWallClockTime: 2.49s (2489921052) - CodegenSysTime: 17ms (17628000) - CodegenUserTime: 935ms (935734000) - CodegenVoluntaryContextSwitches: 110 (110) - CompileTime: 487ms (487984528) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 83ms (83997337) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.76s (1764944039) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 147ms (147995307) - TotalTime: 2.49s (2489921052) Instance c7456fdd806a4994:3209e926000000fb (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.402 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 682.0 MiB (715177934) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 24,394,894 (24394894) - TotalNetworkReceiveTime: 12.7m (762663691764) - TotalNetworkSendTime: 21.6m (1294572489791) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,154 (2154) - TotalThreadsTotalWallClockTime: 35.8m (2146253145759) - TotalThreadsSysTime: 4.76s (4764852000) - TotalThreadsUserTime: 1.4m (82538990000) - TotalThreadsVoluntaryContextSwitches: 134,135 (134135) - TotalTime: 35.8m (2146253145759) Fragment Instance Lifecycle Event Timeline Prepare Finished: 33ms (33999987) Open Finished: 16.97s (16973993482) First Batch Produced: 25.70s (25704990132) First Batch Sent: 25.70s (25704990132) ExecInternal Finished: 35.8m (2146300145741) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129313152264) - ExecTreeExecTime: 13.4m (806244673537) - InactiveTotalTime: 0ns (0) - OpenTime: 16.94s (16939993495) - ExecTreeOpenTime: 14.94s (14936994265) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.6m (1294583489788) - PeakMemoryUsage: 1.3 MiB (1371056) - RowsSent: 24,394,894 (24394894) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.01s (16014993824) - TotalBytesSent: 1.6 GiB (1684124308) - TotalTime: 22.1m (1323010478749) - UncompressedRowBatchSize: 4.0 GiB (4328117883) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 24,394,894 (24394894) - RowsReturnedRate: 29709 per second (29709) - TotalTime: 13.7m (821122667824) Node Lifecycle Event Timeline Open Started: 2.04s (2036999217) Open Finished: 16.97s (16973993482) First Batch Requested: 16.97s (16973993482) First Batch Returned: 25.70s (25704990132) Last Batch Returned: 35.8m (2146009145861) Closed: 35.8m (2146298145741) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 103ms (103999961) - HTResizeTime: 277ms (277999884) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,525.33 (3525.3286778019656) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,737,062 (22737062) - RowsReturned: 24,394,894 (24394894) - StreamingTime: 43.11s (43106982290) - TotalTime: 0ns (0) Buffer pool - AllocTime: 26ms (26999990) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,665 (1664665) - BuildTime: 1.51s (1512999416) - InactiveTotalTime: 0ns (0) - LocalTime: 11.67s (11669995314) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,776,727 (137776727) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.84s (9836996026) - RowsReturned: 137,776,727 (137776727) - RowsReturnedRate: 177329 per second (177329) - TotalTime: 12.9m (776951685979) Node Lifecycle Event Timeline Open Started: 2.04s (2036999217) Open Finished: 16.97s (16972993482) First Batch Requested: 16.97s (16973993482) First Batch Returned: 16.97s (16973993482) Last Batch Returned: 29.2m (1750876311682) Closed: 29.2m (1750876311682) Buffer pool - AllocTime: 131ms (131999946) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 131ms (131999946) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1337999483) - BuildRowsPartitioned: 1,664,665 (1664665) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 172ms (172999933) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 28ms (28999989) - InactiveTotalTime: 13.25s (13254994910) - PeakMemoryUsage: 14.8 MiB (15486019) - RowsReturned: 1,664,665 (1664665) - RowsReturnedRate: 124433 per second (124433) - TotalTime: 13.38s (13377994864) Node Lifecycle Event Timeline Open Started: 2.04s (2036999217) Open Finished: 2.04s (2036999217) First Batch Requested: 2.04s (2037999217) First Batch Returned: 2.04s (2037999217) Last Batch Returned: 16.80s (16798993549) Closed: 16.97s (16972993482) Buffer pool - AllocTime: 616ms (616999759) - CumulativeAllocationBytes: 369.8 MiB (387768320) - CumulativeAllocations: 18,958 (18958) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 610ms (610999763) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273716638) - TotalGetBatchTime: 13.34s (13342994878) - DataWaitTime: 13.25s (13254994910) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.08s (1085999587) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,479 (9479) - TotalBatchesReceived: 9,479 (9479) - TotalBytesReceived: 155.9 MiB (163497342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 164ms (164837128) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.37s (2365998998) - InactiveTotalTime: 12.5m (748099697395) - PeakMemoryUsage: 7.9 MiB (8290304) - RowsReturned: 137,776,727 (137776727) - RowsReturnedRate: 183237 per second (183237) - TotalTime: 12.5m (751903695801) Node Lifecycle Event Timeline Open Started: 16.97s (16972993482) Open Finished: 16.97s (16972993482) First Batch Requested: 16.97s (16972993482) First Batch Returned: 16.97s (16972993482) Last Batch Returned: 29.2m (1750875311682) Closed: 29.2m (1750876311682) Buffer pool - AllocTime: 1.37s (1373999429) - CumulativeAllocationBytes: 8.9 GiB (9511575552) - CumulativeAllocations: 774,068 (774068) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.9 MiB (8290304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.9 MiB (8290304) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 529ms (529999787) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8542157074) - TotalGetBatchTime: 12.5m (749254696919) - DataWaitTime: 12.5m (748099697395) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.70s (6698997238) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,034 (387034) - TotalBatchesReceived: 387,034 (387034) - TotalBytesReceived: 3.3 GiB (3540156263) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 114 (114) - CodegenTotalWallClockTime: 2.00s (2002999230) - CodegenSysTime: 15ms (15615000) - CodegenUserTime: 931ms (931841000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 471ms (471999818) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999988) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1456999441) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 30ms (30999988) - TotalTime: 2.00s (2002999230) Instance c7456fdd806a4994:3209e926000000f5 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.062 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 682.6 MiB (715710414) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 26,708,490 (26708490) - TotalNetworkReceiveTime: 11.1m (664112088706) - TotalNetworkSendTime: 23.2m (1390394028017) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,390 (2390) - TotalThreadsTotalWallClockTime: 35.8m (2146189953377) - TotalThreadsSysTime: 4.89s (4891038000) - TotalThreadsUserTime: 1.4m (85810138000) - TotalThreadsVoluntaryContextSwitches: 126,957 (126957) - TotalTime: 35.8m (2146190953343) Fragment Instance Lifecycle Event Timeline Prepare Finished: 72ms (72997480) Open Finished: 17.05s (17045411485) First Batch Produced: 25.87s (25866106940) First Batch Sent: 25.87s (25866106940) ExecInternal Finished: 35.8m (2146297949650) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129217539372) - ExecTreeExecTime: 11.8m (707507591790) - InactiveTotalTime: 0ns (0) - OpenTime: 16.97s (16972414005) - ExecTreeOpenTime: 14.82s (14816488441) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1390413027365) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 26,708,490 (26708490) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.67s (17668390368) - TotalBytesSent: 1.7 GiB (1838413290) - TotalTime: 23.7m (1421623950549) - UncompressedRowBatchSize: 4.4 GiB (4739644919) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,708,490 (26708490) - RowsReturnedRate: 36977 per second (36977) - TotalTime: 12.0m (722293081304) Node Lifecycle Event Timeline Open Started: 2.23s (2228923044) Open Finished: 17.05s (17045411485) First Batch Requested: 17.05s (17045411485) First Batch Returned: 25.87s (25866106940) Last Batch Returned: 35.8m (2145932962240) Closed: 35.8m (2146263950823) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 81ms (81997167) - HTResizeTime: 332ms (332988509) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,525.52 (3525.5239197368915) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,048,565 (25048565) - RowsReturned: 26,708,490 (26708490) - StreamingTime: 43.13s (43135511701) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37998691) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998691) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,822 (1667822) - BuildTime: 1.46s (1457949664) - InactiveTotalTime: 0ns (0) - LocalTime: 11.58s (11576600577) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,400,560 (137400560) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.87s (9870659458) - RowsReturned: 137,400,560 (137400560) - RowsReturnedRate: 202556 per second (202556) - TotalTime: 11.3m (678333598022) Node Lifecycle Event Timeline Open Started: 2.23s (2228923044) Open Finished: 17.04s (17044411519) First Batch Requested: 17.05s (17045411485) First Batch Returned: 17.05s (17045411485) Last Batch Returned: 29.2m (1751069582625) Closed: 29.2m (1751069582625) Buffer pool - AllocTime: 82ms (82997134) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82997134) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.27s (1266956260) - BuildRowsPartitioned: 1,667,822 (1667822) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 184ms (184993612) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 28ms (28998998) - InactiveTotalTime: 13.25s (13253542400) - PeakMemoryUsage: 14.7 MiB (15432591) - RowsReturned: 1,667,822 (1667822) - RowsReturnedRate: 125009 per second (125009) - TotalTime: 13.34s (13341539364) Node Lifecycle Event Timeline Open Started: 2.23s (2228923044) Open Finished: 2.23s (2228923044) First Batch Requested: 2.23s (2232922905) First Batch Returned: 2.23s (2232922905) Last Batch Returned: 16.86s (16857417976) Closed: 17.04s (17044411519) Buffer pool - AllocTime: 670ms (670976831) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 547ms (547981078) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274227453) - TotalGetBatchTime: 13.30s (13302540711) - DataWaitTime: 13.25s (13253542400) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.15s (1151960222) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163800313) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 128ms (128319093) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.40s (2405916997) - InactiveTotalTime: 10.8m (649763584083) - PeakMemoryUsage: 8.5 MiB (8896512) - RowsReturned: 137,400,560 (137400560) - RowsReturnedRate: 210280 per second (210280) - TotalTime: 10.9m (653415458081) Node Lifecycle Event Timeline Open Started: 17.04s (17044411519) Open Finished: 17.04s (17044411519) First Batch Requested: 17.04s (17044411519) First Batch Returned: 17.04s (17044411519) Last Batch Returned: 29.2m (1751068582659) Closed: 29.2m (1751069582625) Buffer pool - AllocTime: 1.23s (1228957604) - CumulativeAllocationBytes: 8.8 GiB (9485606912) - CumulativeAllocations: 771,952 (771952) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.5 MiB (8896512) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.5 MiB (8896512) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 626ms (626978368) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8518834720) - TotalGetBatchTime: 10.8m (650762549619) - DataWaitTime: 10.8m (649763584083) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.51s (6508775452) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 385,976 (385976) - TotalBatchesReceived: 385,976 (385976) - TotalBytesReceived: 3.3 GiB (3535027520) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 126 (126) - CodegenTotalWallClockTime: 2.15s (2155925564) - CodegenSysTime: 11ms (11841000) - CodegenUserTime: 945ms (945297000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 668ms (668976903) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 83ms (83997100) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.32s (1322954323) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 52ms (52998170) - TotalTime: 2.15s (2155925564) Instance c7456fdd806a4994:3209e92600000107 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:49.579 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718618574) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 28,312,480 (28312480) - TotalNetworkReceiveTime: 10.6m (633727082145) - TotalNetworkSendTime: 23.6m (1417213032822) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,451 (3451) - TotalThreadsTotalWallClockTime: 35.8m (2146144221363) - TotalThreadsSysTime: 5.37s (5368387000) - TotalThreadsUserTime: 1.5m (88947449000) - TotalThreadsVoluntaryContextSwitches: 118,465 (118465) - TotalTime: 35.8m (2146166220462) Fragment Instance Lifecycle Event Timeline Prepare Finished: 86ms (86996439) Open Finished: 17.43s (17432286585) First Batch Produced: 25.83s (25832942784) First Batch Sent: 25.83s (25832942784) ExecInternal Finished: 35.8m (2146233217720) Buffer pool - AllocTime: 1ms (1999918) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1ms (1999918) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2128798931217) - ExecTreeExecTime: 11.3m (677801280218) - InactiveTotalTime: 0ns (0) - OpenTime: 17.34s (17345290146) - ExecTreeOpenTime: 15.12s (15118381281) - PrepareTime: 19ms (19999181) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.6m (1417241031677) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 28,312,480 (28312480) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.28s (19276211544) - TotalBytesSent: 1.8 GiB (1943294031) - TotalTime: 24.2m (1450921654103) - UncompressedRowBatchSize: 4.7 GiB (5024532685) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,312,480 (28312480) - RowsReturnedRate: 40862 per second (40862) - TotalTime: 11.5m (692875663302) Node Lifecycle Event Timeline Open Started: 2.31s (2313905304) Open Finished: 17.43s (17432286585) First Batch Requested: 17.43s (17432286585) First Batch Returned: 25.83s (25832942784) Last Batch Returned: 35.8m (2145859233021) Closed: 35.8m (2146233217720) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 80ms (80996684) - HTResizeTime: 412ms (412983103) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,548.29 (3548.288908047153) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,654,574 (26654574) - RowsReturned: 28,312,480 (28312480) - StreamingTime: 43.69s (43689213328) - TotalTime: 0ns (0) Buffer pool - AllocTime: 24ms (24998978) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24998978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,408 (1666408) - BuildTime: 1.64s (1636933015) - InactiveTotalTime: 0ns (0) - LocalTime: 11.81s (11809517077) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,221,817 (137221817) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.81s (9812598783) - RowsReturned: 137,221,817 (137221817) - RowsReturnedRate: 211680 per second (211680) - TotalTime: 10.8m (648249488297) Node Lifecycle Event Timeline Open Started: 2.31s (2313905304) Open Finished: 17.43s (17432286585) First Batch Requested: 17.43s (17432286585) First Batch Returned: 17.43s (17433286544) Last Batch Returned: 29.2m (1751051382201) Closed: 29.2m (1751051382201) Buffer pool - AllocTime: 102ms (102995785) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 102ms (102995785) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.40s (1399942714) - BuildRowsPartitioned: 1,666,408 (1666408) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 230ms (230990547) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 24ms (24998979) - InactiveTotalTime: 13.32s (13322454772) - PeakMemoryUsage: 14.8 MiB (15518763) - RowsReturned: 1,666,408 (1666408) - RowsReturnedRate: 124280 per second (124280) - TotalTime: 13.41s (13408451254) Node Lifecycle Event Timeline Open Started: 2.31s (2313905304) Open Finished: 2.31s (2313905304) First Batch Requested: 2.32s (2316905181) First Batch Returned: 2.32s (2316905181) Last Batch Returned: 17.20s (17200296079) Closed: 17.43s (17432286585) Buffer pool - AllocTime: 717ms (717970616) - CumulativeAllocationBytes: 370.2 MiB (388177920) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 570ms (570976632) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274016029) - TotalGetBatchTime: 13.38s (13379452438) - DataWaitTime: 13.32s (13322454772) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.29s (1287947286) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163678890) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 247ms (247957346) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.47s (2470898971) - InactiveTotalTime: 10.3m (618926687830) - PeakMemoryUsage: 11.6 MiB (12156356) - RowsReturned: 137,221,817 (137221817) - RowsReturnedRate: 220248 per second (220248) - TotalTime: 10.4m (623031519966) Node Lifecycle Event Timeline Open Started: 17.43s (17432286585) Open Finished: 17.43s (17432286585) First Batch Requested: 17.43s (17432286585) First Batch Returned: 17.43s (17432286585) Last Batch Returned: 29.2m (1751051382201) Closed: 29.2m (1751051382201) Buffer pool - AllocTime: 2.17s (2172911130) - CumulativeAllocationBytes: 8.8 GiB (9473261568) - CumulativeAllocations: 770,950 (770950) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.39s (1386943282) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8507752654) - TotalGetBatchTime: 10.3m (620306631384) - DataWaitTime: 10.3m (618926687830) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.62s (7621688328) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 385,475 (385475) - TotalBatchesReceived: 385,475 (385475) - TotalBytesReceived: 3.3 GiB (3528741827) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.4m (81129444208) - TotalRPCsDeferred: 10,137 (10137) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 143 (143) - CodegenTotalWallClockTime: 2.23s (2226908865) - CodegenSysTime: 13ms (13872000) - CodegenUserTime: 944ms (944379000) - CodegenVoluntaryContextSwitches: 112 (112) - CompileTime: 666ms (666972704) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 115ms (115995253) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.37s (1371943854) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 67ms (67997218) - TotalTime: 2.23s (2226908865) Instance c7456fdd806a4994:3209e9260000010f (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.055 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 683.8 MiB (717037534) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 26,984,943 (26984943) - TotalNetworkReceiveTime: 13.0m (780814212399) - TotalNetworkSendTime: 21.3m (1275284612825) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,426 (2426) - TotalThreadsTotalWallClockTime: 35.8m (2146161620147) - TotalThreadsSysTime: 4.72s (4722209000) - TotalThreadsUserTime: 1.4m (85211959000) - TotalThreadsVoluntaryContextSwitches: 129,865 (129865) - TotalTime: 35.8m (2146162620111) Fragment Instance Lifecycle Event Timeline Prepare Finished: 68ms (68997544) Open Finished: 17.19s (17190388203) First Batch Produced: 25.57s (25565090151) First Batch Sent: 25.57s (25565090151) ExecInternal Finished: 35.8m (2146231617656) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129040229488) - ExecTreeExecTime: 13.7m (822951712998) - InactiveTotalTime: 0ns (0) - OpenTime: 17.12s (17121390659) - ExecTreeOpenTime: 14.96s (14962467494) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.3m (1275313611791) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 26,984,943 (26984943) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.65s (17646371938) - TotalBytesSent: 1.7 GiB (1856248415) - TotalTime: 21.8m (1306010519270) - UncompressedRowBatchSize: 4.5 GiB (4788485804) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,984,943 (26984943) - RowsReturnedRate: 32206 per second (32206) - TotalTime: 14.0m (837878181774) Node Lifecycle Event Timeline Open Started: 2.23s (2227920709) Open Finished: 17.19s (17190388203) First Batch Requested: 17.19s (17190388203) First Batch Returned: 25.57s (25565090151) Last Batch Returned: 35.8m (2145817632387) Closed: 35.8m (2146230617691) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 90ms (90996768) - HTResizeTime: 355ms (355987337) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,549.78 (3549.779043004394) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,326,386 (25326386) - RowsReturned: 26,984,943 (26984943) - StreamingTime: 42.14s (42137500520) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37998649) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998649) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,619 (1666619) - BuildTime: 1.64s (1638941676) - InactiveTotalTime: 0ns (0) - LocalTime: 11.44s (11438592992) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,654,638 (137654638) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.52s (9516661380) - RowsReturned: 137,654,638 (137654638) - RowsReturnedRate: 173159 per second (173159) - TotalTime: 13.2m (794957709099) Node Lifecycle Event Timeline Open Started: 2.23s (2227920709) Open Finished: 17.19s (17189388239) First Batch Requested: 17.19s (17190388203) First Batch Returned: 17.19s (17190388203) Last Batch Returned: 29.2m (1750782689019) Closed: 29.2m (1750782689019) Buffer pool - AllocTime: 155ms (155994449) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 155ms (155994449) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.47s (1472947582) - BuildRowsPartitioned: 1,666,619 (1666619) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 162ms (162994199) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 31ms (31998861) - InactiveTotalTime: 13.22s (13225529304) - PeakMemoryUsage: 14.8 MiB (15485191) - RowsReturned: 1,666,619 (1666619) - RowsReturnedRate: 125333 per second (125333) - TotalTime: 13.30s (13297526741) Node Lifecycle Event Timeline Open Started: 2.23s (2227920709) Open Finished: 2.23s (2227920709) First Batch Requested: 2.23s (2228920674) First Batch Returned: 2.23s (2228920674) Last Batch Returned: 17.02s (17024394111) Closed: 17.19s (17189388239) Buffer pool - AllocTime: 503ms (503982058) - CumulativeAllocationBytes: 370.1 MiB (388128768) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 438ms (438984372) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274034092) - TotalGetBatchTime: 13.26s (13256528200) - DataWaitTime: 13.22s (13225529304) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 948ms (948966204) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163691993) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 438ms (438148625) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.46s (2464912248) - InactiveTotalTime: 12.8m (766444723787) - PeakMemoryUsage: 9.6 MiB (10084352) - RowsReturned: 137,654,638 (137654638) - RowsReturnedRate: 178720 per second (178720) - TotalTime: 12.8m (770221589366) Node Lifecycle Event Timeline Open Started: 17.19s (17189388239) Open Finished: 17.19s (17189388239) First Batch Requested: 17.19s (17189388239) First Batch Returned: 17.19s (17189388239) Last Batch Returned: 29.2m (1750782689019) Closed: 29.2m (1750782689019) Buffer pool - AllocTime: 1.33s (1335952443) - CumulativeAllocationBytes: 8.9 GiB (9503121408) - CumulativeAllocations: 773,378 (773378) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.6 MiB (10084352) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.6 MiB (10084352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 480ms (480982876) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8534587556) - TotalGetBatchTime: 12.8m (767499686260) - DataWaitTime: 12.8m (766444723787) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.60s (6597765155) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,689 (386689) - TotalBatchesReceived: 386,689 (386689) - TotalBytesReceived: 3.3 GiB (3537711210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 131 (131) - CodegenTotalWallClockTime: 2.16s (2158923165) - CodegenSysTime: 11ms (11877000) - CodegenUserTime: 904ms (904315000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 357ms (357987259) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37998648) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.67s (1665940710) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 93ms (93996655) - TotalTime: 2.16s (2158923165) Instance c7456fdd806a4994:3209e926000000f1 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:50.270 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 683.5 MiB (716701662) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 26,793,027 (26793027) - TotalNetworkReceiveTime: 12.6m (758986576436) - TotalNetworkSendTime: 21.6m (1293663755413) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,635 (2635) - TotalThreadsTotalWallClockTime: 35.8m (2145916665209) - TotalThreadsSysTime: 4.98s (4978878000) - TotalThreadsUserTime: 1.4m (86433643000) - TotalThreadsVoluntaryContextSwitches: 123,222 (123222) - TotalTime: 35.8m (2145917665202) Fragment Instance Lifecycle Event Timeline Prepare Finished: 68ms (68999505) Open Finished: 16.73s (16733880123) First Batch Produced: 25.57s (25571816813) First Batch Sent: 25.57s (25571816813) ExecInternal Finished: 35.8m (2145987664700) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.5m (2129251784591) - ExecTreeExecTime: 13.4m (804279253020) - InactiveTotalTime: 0ns (0) - OpenTime: 16.66s (16664880618) - ExecTreeOpenTime: 14.86s (14857893563) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.6m (1293691755210) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 26,793,027 (26793027) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.75s (17752873064) - TotalBytesSent: 1.7 GiB (1843140998) - TotalTime: 22.1m (1324902532068) - UncompressedRowBatchSize: 4.4 GiB (4753889082) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,793,027 (26793027) - RowsReturnedRate: 32710 per second (32710) - TotalTime: 13.7m (819099146860) Node Lifecycle Event Timeline Open Started: 1.88s (1875986560) Open Finished: 16.73s (16733880123) First Batch Requested: 16.73s (16733880123) First Batch Returned: 25.57s (25571816813) Last Batch Returned: 35.8m (2145480668314) Closed: 35.8m (2145987664700) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 68ms (68999508) - HTResizeTime: 352ms (352997482) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,532.14 (3532.1357823491894) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,136,731 (25136731) - RowsReturned: 26,793,027 (26793027) - StreamingTime: 44.72s (44716680463) - TotalTime: 0ns (0) Buffer pool - AllocTime: 72ms (72999479) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 72ms (72999479) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,086 (1664086) - BuildTime: 1.65s (1646988178) - InactiveTotalTime: 0ns (0) - LocalTime: 11.85s (11852915248) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,930,039 (136930039) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.91s (9911929179) - RowsReturned: 136,930,039 (136930039) - RowsReturnedRate: 177006 per second (177006) - TotalTime: 12.9m (773586472057) Node Lifecycle Event Timeline Open Started: 1.88s (1875986560) Open Finished: 16.73s (16732880130) First Batch Requested: 16.73s (16733880123) First Batch Returned: 16.73s (16733880123) Last Batch Returned: 29.2m (1750760483412) Closed: 29.2m (1750761483405) Buffer pool - AllocTime: 125ms (125999097) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 125ms (125999097) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.43s (1433989704) - BuildRowsPartitioned: 1,664,086 (1664086) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 198ms (198998574) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 29ms (29999785) - InactiveTotalTime: 13.13s (13129905966) - PeakMemoryUsage: 14.8 MiB (15518769) - RowsReturned: 1,664,086 (1664086) - RowsReturnedRate: 126029 per second (126029) - TotalTime: 13.20s (13203905436) Node Lifecycle Event Timeline Open Started: 1.88s (1875986560) Open Finished: 1.88s (1875986560) First Batch Requested: 1.89s (1888986467) First Batch Returned: 1.89s (1888986467) Last Batch Returned: 16.53s (16532881563) Closed: 16.73s (16732880130) Buffer pool - AllocTime: 828ms (828994060) - CumulativeAllocationBytes: 369.7 MiB (387629056) - CumulativeAllocations: 18,952 (18952) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 758ms (758994561) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 260.9 MiB (273615559) - TotalGetBatchTime: 13.16s (13159905752) - DataWaitTime: 13.13s (13129905966) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.35s (1349990332) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,476 (9476) - TotalBatchesReceived: 9,476 (9476) - TotalBytesReceived: 155.9 MiB (163434187) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 77ms (77362758) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.48s (2476982304) - InactiveTotalTime: 12.4m (744852677632) - PeakMemoryUsage: 9.5 MiB (9912320) - RowsReturned: 136,930,039 (136930039) - RowsReturnedRate: 182932 per second (182932) - TotalTime: 12.5m (748529651373) Node Lifecycle Event Timeline Open Started: 16.73s (16732880130) Open Finished: 16.73s (16732880130) First Batch Requested: 16.73s (16732880130) First Batch Returned: 16.73s (16732880130) Last Batch Returned: 29.2m (1750760483412) Closed: 29.2m (1750761483405) Buffer pool - AllocTime: 1.35s (1353990326) - CumulativeAllocationBytes: 8.8 GiB (9453117440) - CumulativeAllocations: 769,312 (769312) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.5 MiB (9912320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.5 MiB (9912320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 666ms (666995224) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8489662418) - TotalGetBatchTime: 12.4m (745771671076) - DataWaitTime: 12.4m (744852677632) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.73s (6733951913) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 384,656 (384656) - TotalBatchesReceived: 384,656 (384656) - TotalBytesReceived: 3.3 GiB (3520974922) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 78 (78) - CodegenTotalWallClockTime: 1.81s (1806987055) - CodegenSysTime: 11ms (11881000) - CodegenUserTime: 909ms (909241000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 867ms (867993782) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 60ms (60999563) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 825ms (825994082) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 47ms (47999656) - TotalTime: 1.81s (1806987055) Instance c7456fdd806a4994:3209e92600000106 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.893 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718643166) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 25,611,235 (25611235) - TotalNetworkReceiveTime: 12.4m (743789061441) - TotalNetworkSendTime: 21.7m (1303694325545) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,720 (2720) - TotalThreadsTotalWallClockTime: 35.6m (2138938287979) - TotalThreadsSysTime: 4.90s (4904932000) - TotalThreadsUserTime: 1.4m (85056175000) - TotalThreadsVoluntaryContextSwitches: 125,231 (125231) - TotalTime: 35.6m (2138942287931) Fragment Instance Lifecycle Event Timeline Prepare Finished: 50ms (50999387) Open Finished: 17.33s (17332791367) First Batch Produced: 25.78s (25776689730) First Batch Sent: 25.78s (25776689730) ExecInternal Finished: 35.6m (2138990287354) Buffer pool - AllocTime: 2ms (2999964) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 2ms (2999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121656495999) - ExecTreeExecTime: 13.1m (787473537368) - InactiveTotalTime: 0ns (0) - OpenTime: 17.28s (17281791980) - ExecTreeOpenTime: 15.09s (15092818329) - PrepareTime: 3ms (3999952) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.7m (1303711325339) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 25,611,235 (25611235) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.00s (16997795414) - TotalBytesSent: 1.6 GiB (1765331580) - TotalTime: 22.2m (1334101959605) - UncompressedRowBatchSize: 4.2 GiB (4544708310) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,611,235 (25611235) - RowsReturnedRate: 31913 per second (31913) - TotalTime: 13.4m (802516356297) Node Lifecycle Event Timeline Open Started: 2.24s (2239973038) Open Finished: 17.33s (17332791367) First Batch Requested: 17.33s (17332791367) First Batch Returned: 25.78s (25776689730) Last Batch Returned: 35.6m (2138959287726) Closed: 35.6m (2138990287354) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83998995) - HTResizeTime: 294ms (294996448) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,529.80 (3529.803439792464) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,953,379 (23953379) - RowsReturned: 25,611,235 (25611235) - StreamingTime: 42.92s (42919484602) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18999771) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999771) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,045 (1665045) - BuildTime: 1.73s (1731979161) - InactiveTotalTime: 0ns (0) - LocalTime: 12.03s (12029855610) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,707,207 (137707207) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.99s (9991880120) - RowsReturned: 137,707,207 (137707207) - RowsReturnedRate: 181548 per second (181548) - TotalTime: 12.6m (758513884713) Node Lifecycle Event Timeline Open Started: 2.24s (2239973038) Open Finished: 17.33s (17331791379) First Batch Requested: 17.33s (17332791367) First Batch Returned: 17.33s (17333791355) Last Batch Returned: 29.2m (1750994936503) Closed: 29.2m (1750994936503) Buffer pool - AllocTime: 263ms (263996820) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 263ms (263996820) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.52s (1524981652) - BuildRowsPartitioned: 1,665,045 (1665045) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 201ms (201997569) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 29ms (29999636) - InactiveTotalTime: 13.27s (13272840229) - PeakMemoryUsage: 14.7 MiB (15370273) - RowsReturned: 1,665,045 (1665045) - RowsReturnedRate: 124695 per second (124695) - TotalTime: 13.35s (13352839264) Node Lifecycle Event Timeline Open Started: 2.24s (2239973038) Open Finished: 2.24s (2239973038) First Batch Requested: 2.24s (2243972990) First Batch Returned: 2.24s (2243972990) Last Batch Returned: 17.13s (17128793822) Closed: 17.33s (17331791379) Buffer pool - AllocTime: 621ms (621992514) - CumulativeAllocationBytes: 369.8 MiB (387792896) - CumulativeAllocations: 18,960 (18960) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 599ms (599992780) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273787015) - TotalGetBatchTime: 13.31s (13311839760) - DataWaitTime: 13.27s (13272840229) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.05s (1052987329) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,480 (9480) - TotalBatchesReceived: 9,480 (9480) - TotalBytesReceived: 156.0 MiB (163539211) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 235ms (235804171) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.42s (2424970908) - InactiveTotalTime: 12.2m (729252236392) - PeakMemoryUsage: 11.6 MiB (12150487) - RowsReturned: 137,707,207 (137707207) - RowsReturnedRate: 187834 per second (187834) - TotalTime: 12.2m (733131189839) Node Lifecycle Event Timeline Open Started: 17.33s (17331791379) Open Finished: 17.33s (17331791379) First Batch Requested: 17.33s (17331791379) First Batch Returned: 17.33s (17331791379) Last Batch Returned: 29.2m (1750993936515) Closed: 29.2m (1750994936503) Buffer pool - AllocTime: 967ms (967988375) - CumulativeAllocationBytes: 8.9 GiB (9506709504) - CumulativeAllocations: 773,670 (773670) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 312ms (312996234) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8537846834) - TotalGetBatchTime: 12.2m (730423222329) - DataWaitTime: 12.2m (729252236392) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.39s (6388923327) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,835 (386835) - TotalBatchesReceived: 386,835 (386835) - TotalBytesReceived: 3.3 GiB (3537938640) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 337ms (337228842) - TotalRPCsDeferred: 2,046 (2046) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 97 (97) - CodegenTotalWallClockTime: 2.19s (2188973651) - CodegenSysTime: 9ms (9925000) - CodegenUserTime: 924ms (924224000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 847ms (847989793) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47999422) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1259984834) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 18ms (18999771) - TotalTime: 2.19s (2188973651) Instance c7456fdd806a4994:3209e926000000fa (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.611 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718626782) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 26,874,265 (26874265) - TotalNetworkReceiveTime: 12.7m (760322097372) - TotalNetworkSendTime: 21.4m (1284134873905) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,825 (2825) - TotalThreadsTotalWallClockTime: 35.6m (2138870506503) - TotalThreadsSysTime: 5.13s (5135608000) - TotalThreadsUserTime: 1.4m (86954004000) - TotalThreadsVoluntaryContextSwitches: 122,985 (122985) - TotalTime: 35.6m (2138896505549) Fragment Instance Lifecycle Event Timeline Prepare Finished: 74ms (74997247) Open Finished: 17.12s (17125371471) First Batch Produced: 25.78s (25781053794) First Batch Sent: 25.78s (25781053794) ExecInternal Finished: 35.6m (2138947503677) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121820132279) - ExecTreeExecTime: 13.4m (805590436165) - InactiveTotalTime: 0ns (0) - OpenTime: 17.05s (17050374224) - ExecTreeOpenTime: 14.97s (14966450707) - PrepareTime: 25ms (25999046) - ExecTreePrepareTime: 25ms (25999046) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.4m (1284154873172) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 26,874,265 (26874265) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.13s (18132334597) - TotalBytesSent: 1.7 GiB (1848656260) - TotalTime: 21.9m (1316133699633) - UncompressedRowBatchSize: 4.4 GiB (4768891197) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,874,265 (26874265) - RowsReturnedRate: 32751 per second (32751) - TotalTime: 13.7m (820541887424) Node Lifecycle Event Timeline Open Started: 2.16s (2158920764) Open Finished: 17.12s (17125371471) First Batch Requested: 17.12s (17125371471) First Batch Returned: 25.78s (25781053794) Last Batch Returned: 35.6m (2138907505145) Closed: 35.6m (2138947503677) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85996842) - HTResizeTime: 312ms (312988515) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,541.06 (3541.064987967544) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,213,929 (25213929) - RowsReturned: 26,874,265 (26874265) - StreamingTime: 44.60s (44598363372) - TotalTime: 0ns (0) Buffer pool - AllocTime: 32ms (32998791) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31998828) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,088 (1668088) - BuildTime: 1.65s (1651939366) - InactiveTotalTime: 0ns (0) - LocalTime: 11.95s (11946561523) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,903,675 (137903675) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.98s (9977633799) - RowsReturned: 137,903,675 (137903675) - RowsReturnedRate: 177922 per second (177922) - TotalTime: 12.9m (775076555852) Node Lifecycle Event Timeline Open Started: 2.16s (2158920764) Open Finished: 17.12s (17125371471) First Batch Requested: 17.12s (17125371471) First Batch Returned: 17.12s (17125371471) Last Batch Returned: 29.2m (1751040739883) Closed: 29.2m (1751040739883) Buffer pool - AllocTime: 150ms (150994462) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 150ms (150994462) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.46s (1462946301) - BuildRowsPartitioned: 1,668,088 (1668088) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182993284) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 41ms (41998461) - InactiveTotalTime: 13.14s (13140517725) - PeakMemoryUsage: 14.7 MiB (15425000) - RowsReturned: 1,668,088 (1668088) - RowsReturnedRate: 125812 per second (125812) - TotalTime: 13.26s (13258513394) Node Lifecycle Event Timeline Open Started: 2.16s (2158920764) Open Finished: 2.16s (2158920764) First Batch Requested: 2.16s (2161920654) First Batch Returned: 2.16s (2161920654) Last Batch Returned: 16.94s (16939378297) Closed: 17.12s (17125371471) Buffer pool - AllocTime: 446ms (446983594) - CumulativeAllocationBytes: 370.5 MiB (388497408) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 401ms (401985248) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274286907) - TotalGetBatchTime: 13.21s (13206515301) - DataWaitTime: 13.14s (13140517725) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 844ms (844968987) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163838342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 90ms (90947351) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.52s (2515907665) - InactiveTotalTime: 12.4m (746029621943) - PeakMemoryUsage: 11.5 MiB (12008381) - RowsReturned: 137,903,675 (137903675) - RowsReturnedRate: 183903 per second (183903) - TotalTime: 12.5m (749871480935) Node Lifecycle Event Timeline Open Started: 17.12s (17125371471) Open Finished: 17.12s (17125371471) First Batch Requested: 17.12s (17125371471) First Batch Returned: 17.12s (17125371471) Last Batch Returned: 29.2m (1751040739883) Closed: 29.2m (1751040739883) Buffer pool - AllocTime: 1.42s (1420947843) - CumulativeAllocationBytes: 8.9 GiB (9520340992) - CumulativeAllocations: 774,782 (774782) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 778ms (778971417) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8550027850) - TotalGetBatchTime: 12.5m (747070583721) - DataWaitTime: 12.4m (746029621943) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.06s (7060740868) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,391 (387391) - TotalBatchesReceived: 387,391 (387391) - TotalBytesReceived: 3.3 GiB (3544475052) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 206ms (206827721) - TotalRPCsDeferred: 269 (269) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 151 (151) - CodegenTotalWallClockTime: 2.08s (2083923517) - CodegenSysTime: 8ms (8937000) - CodegenUserTime: 930ms (930748000) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 498ms (498981687) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67997504) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.44s (1441947078) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 58ms (58997835) - TotalTime: 2.08s (2083923517) Instance c7456fdd806a4994:3209e92600000102 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.494 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 682.6 MiB (715710430) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 26,932,526 (26932526) - TotalNetworkReceiveTime: 12.4m (743262663287) - TotalNetworkSendTime: 21.7m (1304652792857) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,536 (2536) - TotalThreadsTotalWallClockTime: 35.6m (2138829724036) - TotalThreadsSysTime: 4.74s (4736923000) - TotalThreadsUserTime: 1.4m (86157701000) - TotalThreadsVoluntaryContextSwitches: 127,914 (127914) - TotalTime: 35.6m (2138855723254) Fragment Instance Lifecycle Event Timeline Prepare Finished: 53ms (53998377) Open Finished: 17.34s (17342478823) First Batch Produced: 25.82s (25825223900) First Batch Sent: 25.82s (25825223900) ExecInternal Finished: 35.6m (2138884722383) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121541243590) - ExecTreeExecTime: 13.1m (785700387966) - InactiveTotalTime: 0ns (0) - OpenTime: 17.29s (17288480446) - ExecTreeOpenTime: 15.08s (15079546829) - PrepareTime: 25ms (25999218) - ExecTreePrepareTime: 8ms (8999729) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.7m (1304676792134) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 26,932,526 (26932526) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.70s (17705467920) - TotalBytesSent: 1.7 GiB (1852116502) - TotalTime: 22.3m (1335749858362) - UncompressedRowBatchSize: 4.5 GiB (4778530783) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,932,526 (26932526) - RowsReturnedRate: 33634 per second (33634) - TotalTime: 13.3m (800749935696) Node Lifecycle Event Timeline Open Started: 2.26s (2262931994) Open Finished: 17.34s (17342478823) First Batch Requested: 17.34s (17342478823) First Batch Returned: 25.82s (25825223900) Last Batch Returned: 35.6m (2138835723856) Closed: 35.6m (2138884722383) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85997415) - HTResizeTime: 328ms (328990111) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,525.09 (3525.086800026897) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,276,369 (25276369) - RowsReturned: 26,932,526 (26932526) - StreamingTime: 42.50s (42497722878) - TotalTime: 0ns (0) Buffer pool - AllocTime: 14ms (14999549) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999549) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,169 (1664169) - BuildTime: 1.44s (1442956632) - InactiveTotalTime: 0ns (0) - LocalTime: 11.41s (11413657006) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,623,780 (137623780) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.68s (9684708969) - RowsReturned: 137,623,780 (137623780) - RowsReturnedRate: 181691 per second (181691) - TotalTime: 12.6m (757457236707) Node Lifecycle Event Timeline Open Started: 2.26s (2262931994) Open Finished: 17.34s (17342478823) First Batch Requested: 17.34s (17342478823) First Batch Returned: 17.34s (17343478793) Last Batch Returned: 29.2m (1751041376783) Closed: 29.2m (1751041376783) Buffer pool - AllocTime: 118ms (118996424) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 118ms (118996424) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.25s (1245962552) - BuildRowsPartitioned: 1,664,169 (1664169) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 192ms (192994200) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 37ms (37998859) - InactiveTotalTime: 13.48s (13484594765) - PeakMemoryUsage: 14.6 MiB (15349026) - RowsReturned: 1,664,169 (1664169) - RowsReturnedRate: 122369 per second (122369) - TotalTime: 13.60s (13599591308) Node Lifecycle Event Timeline Open Started: 2.26s (2262931994) Open Finished: 2.26s (2262931994) First Batch Requested: 2.26s (2263931964) First Batch Returned: 2.26s (2263931964) Last Batch Returned: 17.15s (17147484683) Closed: 17.34s (17342478823) Buffer pool - AllocTime: 275ms (275991707) - CumulativeAllocationBytes: 369.6 MiB (387588096) - CumulativeAllocations: 18,950 (18950) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 185ms (185994412) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273630766) - TotalGetBatchTime: 13.55s (13554592660) - DataWaitTime: 13.48s (13484594765) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 660ms (660980138) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,475 (9475) - TotalBatchesReceived: 9,475 (9475) - TotalBytesReceived: 155.9 MiB (163445263) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 198ms (198294718) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.54s (2537923719) - InactiveTotalTime: 12.1m (728445108573) - PeakMemoryUsage: 8.5 MiB (8871936) - RowsReturned: 137,623,780 (137623780) - RowsReturnedRate: 187896 per second (187896) - TotalTime: 12.2m (732443988393) Node Lifecycle Event Timeline Open Started: 17.34s (17342478823) Open Finished: 17.34s (17342478823) First Batch Requested: 17.34s (17342478823) First Batch Returned: 17.34s (17342478823) Last Batch Returned: 29.2m (1751041376783) Closed: 29.2m (1751041376783) Buffer pool - AllocTime: 1.50s (1503954794) - CumulativeAllocationBytes: 8.8 GiB (9501024256) - CumulativeAllocations: 773,208 (773208) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.5 MiB (8871936) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.5 MiB (8871936) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 529ms (529984074) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8532674360) - TotalGetBatchTime: 12.2m (729653072278) - DataWaitTime: 12.1m (728445108573) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.99s (6991789892) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,604 (386604) - TotalBatchesReceived: 386,604 (386604) - TotalBytesReceived: 3.3 GiB (3536013383) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 121 (121) - CodegenTotalWallClockTime: 2.21s (2208933617) - CodegenSysTime: 9ms (9949000) - CodegenUserTime: 928ms (928219000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 449ms (449986477) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 76ms (76997686) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.64s (1638950746) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 39ms (39998798) - TotalTime: 2.21s (2208933617) Instance c7456fdd806a4994:3209e92600000112 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.395 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718684126) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 28,352,486 (28352486) - TotalNetworkReceiveTime: 9.6m (573151831618) - TotalNetworkSendTime: 24.4m (1466110966321) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 4,333 (4333) - TotalThreadsTotalWallClockTime: 35.6m (2138841467621) - TotalThreadsSysTime: 4.95s (4949336000) - TotalThreadsUserTime: 1.5m (92629595000) - TotalThreadsVoluntaryContextSwitches: 112,356 (112356) - TotalTime: 35.6m (2138852467253) Fragment Instance Lifecycle Event Timeline Prepare Finished: 75ms (75997457) Open Finished: 17.44s (17444416475) First Batch Produced: 25.75s (25752138579) First Batch Sent: 25.75s (25752138579) ExecInternal Finished: 35.6m (2138919465011) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121473048603) - ExecTreeExecTime: 10.3m (620270255851) - InactiveTotalTime: 0ns (0) - OpenTime: 17.37s (17368419018) - ExecTreeOpenTime: 15.10s (15103494780) - PrepareTime: 10ms (10999632) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.4m (1466152964918) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 28,352,486 (28352486) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.29s (19286354961) - TotalBytesSent: 1.8 GiB (1946292466) - TotalTime: 25.0m (1501099796198) - UncompressedRowBatchSize: 4.7 GiB (5031740744) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,352,486 (28352486) - RowsReturnedRate: 44627 per second (44627) - TotalTime: 10.6m (635314752612) Node Lifecycle Event Timeline Open Started: 2.34s (2340921695) Open Finished: 17.44s (17444416475) First Batch Requested: 17.44s (17444416475) First Batch Returned: 25.75s (25752138579) Last Batch Returned: 35.6m (2138891465948) Closed: 35.6m (2138918465045) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 81ms (81997263) - HTResizeTime: 407ms (407986362) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,564.19 (3564.191664606107) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,694,340 (26694340) - RowsReturned: 28,352,486 (28352486) - StreamingTime: 45.18s (45176489136) - TotalTime: 0ns (0) Buffer pool - AllocTime: 32ms (32998899) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998899) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,701 (1666701) - BuildTime: 1.68s (1676943909) - InactiveTotalTime: 0ns (0) - LocalTime: 13.38s (13377552575) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,457,808 (138457808) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 11.32s (11320621377) - RowsReturned: 138,457,808 (138457808) - RowsReturnedRate: 234940 per second (234940) - TotalTime: 9.8m (589331290475) Node Lifecycle Event Timeline Open Started: 2.34s (2340921695) Open Finished: 17.44s (17443416509) First Batch Requested: 17.44s (17444416475) First Batch Returned: 17.44s (17444416475) Last Batch Returned: 29.2m (1750975439068) Closed: 29.2m (1750975439068) Buffer pool - AllocTime: 73ms (73997521) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 72ms (72997554) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.49s (1493950031) - BuildRowsPartitioned: 1,666,701 (1666701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 178ms (178994013) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 28ms (28999030) - InactiveTotalTime: 13.30s (13298555153) - PeakMemoryUsage: 14.8 MiB (15570185) - RowsReturned: 1,666,701 (1666701) - RowsReturnedRate: 124691 per second (124691) - TotalTime: 13.37s (13366552879) Node Lifecycle Event Timeline Open Started: 2.34s (2340921695) Open Finished: 2.34s (2340921695) First Batch Requested: 2.34s (2342921628) First Batch Returned: 2.34s (2342921628) Last Batch Returned: 17.26s (17262422563) Closed: 17.44s (17443416509) Buffer pool - AllocTime: 322ms (322989196) - CumulativeAllocationBytes: 370.3 MiB (388243456) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 315ms (315989430) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274050734) - TotalGetBatchTime: 13.33s (13330554084) - DataWaitTime: 13.30s (13298555153) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 791ms (791973501) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163693049) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 383ms (383537170) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.56s (2559914381) - InactiveTotalTime: 9.3m (558494321937) - PeakMemoryUsage: 11.5 MiB (12020321) - RowsReturned: 138,457,808 (138457808) - RowsReturnedRate: 246109 per second (246109) - TotalTime: 9.4m (562587185021) Node Lifecycle Event Timeline Open Started: 17.44s (17443416509) Open Finished: 17.44s (17443416509) First Batch Requested: 17.44s (17443416509) First Batch Returned: 17.44s (17443416509) Last Batch Returned: 29.2m (1750974439102) Closed: 29.2m (1750975439068) Buffer pool - AllocTime: 2.23s (2230925399) - CumulativeAllocationBytes: 8.9 GiB (9558605824) - CumulativeAllocations: 777,892 (777892) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.24s (1238958563) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8584384096) - TotalGetBatchTime: 9.3m (559760279580) - DataWaitTime: 9.3m (558494321937) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.95s (7952734094) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,946 (388946) - TotalBatchesReceived: 388,946 (388946) - TotalBytesReceived: 3.3 GiB (3554086387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 29ms (29897555) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 373 (373) - CodegenTotalWallClockTime: 2.26s (2264924238) - CodegenSysTime: 10ms (10827000) - CodegenUserTime: 972ms (972116000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 405ms (405986420) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 46ms (46998427) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.71s (1709942801) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 79ms (79997325) - TotalTime: 2.26s (2264924238) Instance c7456fdd806a4994:3209e926000000ed (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.359 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 683.7 MiB (716939230) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 27,241,799 (27241799) - TotalNetworkReceiveTime: 12.5m (751732768875) - TotalNetworkSendTime: 21.6m (1293796881959) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,030 (3030) - TotalThreadsTotalWallClockTime: 35.6m (2138830498069) - TotalThreadsSysTime: 5.04s (5044603000) - TotalThreadsUserTime: 1.5m (87221607000) - TotalThreadsVoluntaryContextSwitches: 123,440 (123440) - TotalTime: 35.6m (2138831498067) Fragment Instance Lifecycle Event Timeline Prepare Finished: 40ms (40999932) Open Finished: 16.84s (16839972428) First Batch Produced: 25.71s (25711957903) First Batch Sent: 25.71s (25711957903) ExecInternal Finished: 35.6m (2138873497998) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2122031525573) - ExecTreeExecTime: 13.3m (796051696312) - InactiveTotalTime: 0ns (0) - OpenTime: 16.80s (16798972496) - ExecTreeOpenTime: 14.81s (14815975742) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.6m (1293816881928) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 27,241,799 (27241799) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.09s (18093970365) - TotalBytesSent: 1.7 GiB (1873183448) - TotalTime: 22.1m (1325895829399) - UncompressedRowBatchSize: 4.5 GiB (4832748689) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,241,799 (27241799) - RowsReturnedRate: 33597 per second (33597) - TotalTime: 13.5m (810829672118) Node Lifecycle Event Timeline Open Started: 2.02s (2023996686) Open Finished: 16.84s (16839972428) First Batch Requested: 16.84s (16839972428) First Batch Returned: 25.71s (25711957903) Last Batch Returned: 35.6m (2138833498063) Closed: 35.6m (2138872497999) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 101ms (101999830) - HTResizeTime: 390ms (390999338) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,520.17 (3520.166844470883) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,582,618 (25582618) - RowsReturned: 27,241,799 (27241799) - StreamingTime: 43.86s (43856928158) - TotalTime: 0ns (0) Buffer pool - AllocTime: 39ms (39999935) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39999935) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,498 (1667498) - BuildTime: 1.24s (1239997967) - InactiveTotalTime: 0ns (0) - LocalTime: 11.59s (11594981090) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,823,899 (137823899) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.97s (9968983756) - RowsReturned: 137,823,899 (137823899) - RowsReturnedRate: 179929 per second (179929) - TotalTime: 12.8m (765988745573) Node Lifecycle Event Timeline Open Started: 2.02s (2023996686) Open Finished: 16.84s (16838972430) First Batch Requested: 16.84s (16839972428) First Batch Returned: 16.84s (16839972428) Last Batch Returned: 29.2m (1750951132604) Closed: 29.2m (1750952132602) Buffer pool - AllocTime: 87ms (87999857) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 87ms (87999857) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.03s (1035998301) - BuildRowsPartitioned: 1,667,498 (1667498) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 200ms (200999671) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 28ms (28999952) - InactiveTotalTime: 13.35s (13351978143) - PeakMemoryUsage: 14.5 MiB (15240010) - RowsReturned: 1,667,498 (1667498) - RowsReturnedRate: 123408 per second (123408) - TotalTime: 13.51s (13511977882) Node Lifecycle Event Timeline Open Started: 2.02s (2023996686) Open Finished: 2.02s (2023996686) First Batch Requested: 2.02s (2024996684) First Batch Returned: 2.02s (2024996684) Last Batch Returned: 16.64s (16635972762) Closed: 16.84s (16838972430) Buffer pool - AllocTime: 333ms (333999457) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 306ms (306999500) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274167102) - TotalGetBatchTime: 13.47s (13472977945) - DataWaitTime: 13.35s (13351978143) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 780ms (780998718) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163752929) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 25ms (25578281) - TotalRPCsDeferred: 18 (18) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.43s (2434995981) - InactiveTotalTime: 12.3m (736913793124) - PeakMemoryUsage: 9.6 MiB (10100736) - RowsReturned: 137,823,899 (137823899) - RowsReturnedRate: 186026 per second (186026) - TotalTime: 12.3m (740881786601) Node Lifecycle Event Timeline Open Started: 16.84s (16838972430) Open Finished: 16.84s (16838972430) First Batch Requested: 16.84s (16838972430) First Batch Returned: 16.84s (16838972430) Last Batch Returned: 29.2m (1750951132604) Closed: 29.2m (1750952132602) Buffer pool - AllocTime: 1.22s (1224997995) - CumulativeAllocationBytes: 8.9 GiB (9514786816) - CumulativeAllocations: 774,326 (774326) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.6 MiB (10100736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.6 MiB (10100736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 218ms (218999643) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8545081738) - TotalGetBatchTime: 12.3m (738201791027) - DataWaitTime: 12.3m (736913793124) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.52s (6523989272) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,163 (387163) - TotalBatchesReceived: 387,163 (387163) - TotalBytesReceived: 3.3 GiB (3542946659) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 139 (139) - CodegenTotalWallClockTime: 1.98s (1982996754) - CodegenSysTime: 8ms (8921000) - CodegenUserTime: 912ms (912206000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 468ms (468999232) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 80ms (80999867) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.41s (1405997698) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 22ms (22999963) - TotalTime: 1.98s (1982996754) Instance c7456fdd806a4994:3209e92600000109 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.592 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.4 MiB (718684126) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 26,395,403 (26395403) - TotalNetworkReceiveTime: 13.7m (821728194297) - TotalNetworkSendTime: 20.4m (1226167937914) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,564 (2564) - TotalThreadsTotalWallClockTime: 35.6m (2138785052234) - TotalThreadsSysTime: 5.00s (5005673000) - TotalThreadsUserTime: 1.4m (85432871000) - TotalThreadsVoluntaryContextSwitches: 125,751 (125751) - TotalTime: 35.6m (2138785052234) Fragment Instance Lifecycle Event Timeline Prepare Finished: 80ms (80998145) Open Finished: 17.36s (17359602581) First Batch Produced: 25.77s (25769410053) First Batch Sent: 25.77s (25769410053) ExecInternal Finished: 35.6m (2138868050333) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121506447798) - ExecTreeExecTime: 14.4m (864172223194) - InactiveTotalTime: 0ns (0) - OpenTime: 17.28s (17278604436) - ExecTreeOpenTime: 14.99s (14990656814) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.4m (1226188937434) - PeakMemoryUsage: 1.3 MiB (1371056) - RowsSent: 26,395,403 (26395403) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.75s (17748593811) - TotalBytesSent: 1.7 GiB (1817337034) - TotalTime: 21.0m (1257233226921) - UncompressedRowBatchSize: 4.4 GiB (4682819692) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,395,403 (26395403) - RowsReturnedRate: 30025 per second (30025) - TotalTime: 14.7m (879111881177) Node Lifecycle Event Timeline Open Started: 2.37s (2368945767) Open Finished: 17.36s (17359602581) First Batch Requested: 17.36s (17359602581) First Batch Returned: 25.77s (25769410053) Last Batch Returned: 35.6m (2138824051340) Closed: 35.6m (2138868050333) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 81ms (81998126) - HTResizeTime: 309ms (309992898) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,514.11 (3514.10908876177) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,737,932 (24737932) - RowsReturned: 26,395,403 (26395403) - StreamingTime: 42.49s (42492027664) - TotalTime: 0ns (0) Buffer pool - AllocTime: 25ms (25999402) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999402) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,278 (1665278) - BuildTime: 1.40s (1403967864) - InactiveTotalTime: 0ns (0) - LocalTime: 11.38s (11383739485) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,659,282 (136659282) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.68s (9676778553) - RowsReturned: 136,659,282 (136659282) - RowsReturnedRate: 163511 per second (163511) - TotalTime: 13.9m (835776872800) Node Lifecycle Event Timeline Open Started: 2.37s (2368945767) Open Finished: 17.36s (17359602581) First Batch Requested: 17.36s (17359602581) First Batch Returned: 17.36s (17359602581) Last Batch Returned: 29.2m (1750993925902) Closed: 29.2m (1750993925902) Buffer pool - AllocTime: 115ms (115997345) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 115ms (115997345) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.20s (1197972580) - BuildRowsPartitioned: 1,665,278 (1665278) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 199ms (199995421) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 37ms (37999135) - InactiveTotalTime: 13.51s (13506690776) - PeakMemoryUsage: 14.8 MiB (15554674) - RowsReturned: 1,665,278 (1665278) - RowsReturnedRate: 122666 per second (122666) - TotalTime: 13.57s (13575689203) Node Lifecycle Event Timeline Open Started: 2.37s (2368945767) Open Finished: 2.37s (2368945767) First Batch Requested: 2.37s (2372945675) First Batch Returned: 2.37s (2372945675) Last Batch Returned: 17.16s (17157607205) Closed: 17.36s (17359602581) Buffer pool - AllocTime: 773ms (773982286) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 739ms (739983065) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273824490) - TotalGetBatchTime: 13.53s (13529690252) - DataWaitTime: 13.51s (13506690776) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.24s (1239971611) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.0 MiB (163563007) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 373ms (373442474) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.43s (2434944273) - InactiveTotalTime: 13.5m (807119528739) - PeakMemoryUsage: 11.6 MiB (12151189) - RowsReturned: 136,659,282 (136659282) - RowsReturnedRate: 168545 per second (168545) - TotalTime: 13.5m (810817444112) Node Lifecycle Event Timeline Open Started: 17.36s (17359602581) Open Finished: 17.36s (17359602581) First Batch Requested: 17.36s (17359602581) First Batch Returned: 17.36s (17359602581) Last Batch Returned: 29.2m (1750993925902) Closed: 29.2m (1750993925902) Buffer pool - AllocTime: 1.38s (1382968339) - CumulativeAllocationBytes: 8.8 GiB (9434423296) - CumulativeAllocations: 767,788 (767788) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 554ms (554987293) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8472875484) - TotalGetBatchTime: 13.5m (808143505303) - DataWaitTime: 13.5m (807119528739) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.84s (6836843536) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 383,894 (383894) - TotalBatchesReceived: 383,894 (383894) - TotalBytesReceived: 3.3 GiB (3516367260) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 883ms (883119543) - TotalRPCsDeferred: 5,219 (5219) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 111 (111) - CodegenTotalWallClockTime: 2.29s (2286947644) - CodegenSysTime: 16ms (16963000) - CodegenUserTime: 917ms (917899000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 511ms (511988279) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 115ms (115997344) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.56s (1560964264) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 93ms (93997848) - TotalTime: 2.29s (2286947644) Instance c7456fdd806a4994:3209e926000000f6 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.792 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.3 MiB (718626766) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 27,297,907 (27297907) - TotalNetworkReceiveTime: 11.1m (668067348128) - TotalNetworkSendTime: 22.9m (1375906586127) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,953 (2953) - TotalThreadsTotalWallClockTime: 35.6m (2138715289152) - TotalThreadsSysTime: 5.12s (5116181000) - TotalThreadsUserTime: 1.5m (87189181000) - TotalThreadsVoluntaryContextSwitches: 122,712 (122712) - TotalTime: 35.6m (2138725288873) Fragment Instance Lifecycle Event Timeline Prepare Finished: 53ms (53998492) Open Finished: 16.93s (16932527259) First Batch Produced: 25.74s (25737281438) First Batch Sent: 25.74s (25737281438) ExecInternal Finished: 35.6m (2138772287560) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121836760385) - ExecTreeExecTime: 11.9m (713294085408) - InactiveTotalTime: 0ns (0) - OpenTime: 16.88s (16878528767) - ExecTreeOpenTime: 14.27s (14266601689) - PrepareTime: 9ms (9999721) - ExecTreePrepareTime: 9ms (9999721) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1375942585122) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,297,907 (27297907) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.52s (18515483100) - TotalBytesSent: 1.7 GiB (1877009273) - TotalTime: 23.5m (1408443677745) - UncompressedRowBatchSize: 4.5 GiB (4842992676) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,297,907 (27297907) - RowsReturnedRate: 37521 per second (37521) - TotalTime: 12.1m (727521688186) Node Lifecycle Event Timeline Open Started: 2.67s (2665925570) Open Finished: 16.93s (16932527259) First Batch Requested: 16.93s (16932527259) First Batch Returned: 25.74s (25737281438) Last Batch Returned: 35.6m (2138730288733) Closed: 35.6m (2138770287616) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 91ms (91997432) - HTResizeTime: 372ms (372989599) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,517.62 (3517.61919339811) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,639,828 (25639828) - RowsReturned: 27,297,907 (27297907) - StreamingTime: 43.84s (43839776003) - TotalTime: 0ns (0) Buffer pool - AllocTime: 70ms (70998016) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 70ms (70998016) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,217 (1666217) - BuildTime: 1.56s (1564956322) - InactiveTotalTime: 0ns (0) - LocalTime: 11.94s (11937666735) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,899,711 (136899711) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.08s (10082718507) - RowsReturned: 136,899,711 (136899711) - RowsReturnedRate: 200508 per second (200508) - TotalTime: 11.4m (682763937815) Node Lifecycle Event Timeline Open Started: 2.67s (2665925570) Open Finished: 16.93s (16931527287) First Batch Requested: 16.93s (16932527259) First Batch Returned: 16.93s (16932527259) Last Batch Returned: 29.2m (1750936115668) Closed: 29.2m (1750936115668) Buffer pool - AllocTime: 102ms (102997123) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 101ms (101997151) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.38s (1375961599) - BuildRowsPartitioned: 1,666,217 (1666217) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 185ms (185994807) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 37ms (37998935) - InactiveTotalTime: 12.61s (12607647998) - PeakMemoryUsage: 14.8 MiB (15529590) - RowsReturned: 1,666,217 (1666217) - RowsReturnedRate: 131305 per second (131305) - TotalTime: 12.69s (12689645703) Node Lifecycle Event Timeline Open Started: 2.67s (2665925570) Open Finished: 2.67s (2665925570) First Batch Requested: 2.67s (2666925542) First Batch Returned: 2.67s (2666925542) Last Batch Returned: 16.74s (16743532536) Closed: 16.93s (16931527287) Buffer pool - AllocTime: 1.13s (1130968425) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.12s (1122968649) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273970101) - TotalGetBatchTime: 12.64s (12645646936) - DataWaitTime: 12.61s (12607647998) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.83s (1826948983) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.1 MiB (163646246) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 695ms (695808136) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.50s (2500930153) - InactiveTotalTime: 10.9m (654379730265) - PeakMemoryUsage: 11.6 MiB (12130525) - RowsReturned: 136,899,711 (136899711) - RowsReturnedRate: 208011 per second (208011) - TotalTime: 11.0m (658136625377) Node Lifecycle Event Timeline Open Started: 16.93s (16931527287) Open Finished: 16.93s (16931527287) First Batch Requested: 16.93s (16931527287) First Batch Returned: 16.93s (16931527287) Last Batch Returned: 29.2m (1750935115696) Closed: 29.2m (1750936115668) Buffer pool - AllocTime: 1.33s (1334962728) - CumulativeAllocationBytes: 8.8 GiB (9451053056) - CumulativeAllocations: 769,140 (769140) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 599ms (599983250) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8487782082) - TotalGetBatchTime: 10.9m (655372702560) - DataWaitTime: 10.9m (654379730265) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.00s (6995804753) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 384,570 (384570) - TotalBatchesReceived: 384,570 (384570) - TotalBytesReceived: 3.3 GiB (3520359375) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 112ms (112372935) - TotalRPCsDeferred: 619 (619) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 123 (123) - CodegenTotalWallClockTime: 2.61s (2611927078) - CodegenSysTime: 15ms (15122000) - CodegenUserTime: 910ms (910095000) - CodegenVoluntaryContextSwitches: 120 (120) - CompileTime: 822ms (822977024) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36998967) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.70s (1703952427) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 43ms (43998772) - TotalTime: 2.61s (2611927078) Instance c7456fdd806a4994:3209e926000000f8 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.614 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.6 MiB (717856734) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 27,051,579 (27051579) - TotalNetworkReceiveTime: 12.0m (718050351414) - TotalNetworkSendTime: 22.1m (1328740949070) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,897 (2897) - TotalThreadsTotalWallClockTime: 35.6m (2138662089500) - TotalThreadsSysTime: 4.98s (4979905000) - TotalThreadsUserTime: 1.4m (86159913000) - TotalThreadsVoluntaryContextSwitches: 125,948 (125948) - TotalTime: 35.6m (2138663089498) Fragment Instance Lifecycle Event Timeline Prepare Finished: 159ms (159999633) Open Finished: 16.90s (16901961179) First Batch Produced: 25.69s (25693940985) First Batch Sent: 25.69s (25693940985) ExecInternal Finished: 35.6m (2138824089128) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121920127954) - ExecTreeExecTime: 12.7m (761515251640) - InactiveTotalTime: 0ns (0) - OpenTime: 16.74s (16741961546) - ExecTreeOpenTime: 14.53s (14531966622) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.1m (1328771948999) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 27,051,579 (27051579) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.79s (17791959124) - TotalBytesSent: 1.7 GiB (1860743187) - TotalTime: 22.7m (1360312876533) - UncompressedRowBatchSize: 4.5 GiB (4799310447) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,051,579 (27051579) - RowsReturnedRate: 34859 per second (34859) - TotalTime: 12.9m (776012218346) Node Lifecycle Event Timeline Open Started: 2.37s (2369994557) Open Finished: 16.90s (16901961179) First Batch Requested: 16.90s (16901961179) First Batch Returned: 25.69s (25693940985) Last Batch Returned: 35.6m (2138795089195) Closed: 35.6m (2138823089131) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 74ms (74999830) - HTResizeTime: 368ms (368999160) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,513.13 (3513.1256898614365) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,392,472 (25392472) - RowsReturned: 27,051,579 (27051579) - StreamingTime: 42.72s (42721901907) - TotalTime: 0ns (0) Buffer pool - AllocTime: 25ms (25999941) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999941) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,083 (1667083) - BuildTime: 1.62s (1622996266) - InactiveTotalTime: 0ns (0) - LocalTime: 11.65s (11653973275) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,515,078 (136515078) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.61s (9614977966) - RowsReturned: 136,515,078 (136515078) - RowsReturnedRate: 186402 per second (186402) - TotalTime: 12.2m (732367318560) Node Lifecycle Event Timeline Open Started: 2.37s (2369994557) Open Finished: 16.90s (16900961181) First Batch Requested: 16.90s (16901961179) First Batch Returned: 16.90s (16901961179) Last Batch Returned: 29.2m (1750866978643) Closed: 29.2m (1750866978643) Buffer pool - AllocTime: 195ms (195999552) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 195ms (195999552) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.44s (1435996695) - BuildRowsPartitioned: 1,667,083 (1667083) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 184ms (184999575) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 24ms (24999939) - InactiveTotalTime: 12.65s (12652970945) - PeakMemoryUsage: 14.9 MiB (15588425) - RowsReturned: 1,667,083 (1667083) - RowsReturnedRate: 130588 per second (130588) - TotalTime: 12.77s (12765970683) Node Lifecycle Event Timeline Open Started: 2.37s (2369994557) Open Finished: 2.37s (2369994557) First Batch Requested: 2.37s (2370994554) First Batch Returned: 2.37s (2370994554) Last Batch Returned: 16.71s (16714961608) Closed: 16.90s (16900961181) Buffer pool - AllocTime: 870ms (870997995) - CumulativeAllocationBytes: 370.3 MiB (388259840) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 763ms (763998244) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274123749) - TotalGetBatchTime: 12.73s (12733970759) - DataWaitTime: 12.65s (12652970945) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.59s (1587996359) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163728625) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 516ms (516551549) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.44s (2444994377) - InactiveTotalTime: 11.7m (704220383168) - PeakMemoryUsage: 10.7 MiB (11182080) - RowsReturned: 136,515,078 (136515078) - RowsReturnedRate: 192832 per second (192832) - TotalTime: 11.8m (707947374602) Node Lifecycle Event Timeline Open Started: 16.90s (16900961181) Open Finished: 16.90s (16900961181) First Batch Requested: 16.90s (16900961181) First Batch Returned: 16.90s (16900961181) Last Batch Returned: 29.2m (1750866978643) Closed: 29.2m (1750866978643) Buffer pool - AllocTime: 1.59s (1587996363) - CumulativeAllocationBytes: 8.8 GiB (9424470016) - CumulativeAllocations: 766,978 (766978) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.7 MiB (11182080) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.7 MiB (11182080) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 853ms (853998029) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8463934836) - TotalGetBatchTime: 11.8m (705252380801) - DataWaitTime: 11.7m (704220383168) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.94s (6941983981) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 383,489 (383489) - TotalBatchesReceived: 383,489 (383489) - TotalBytesReceived: 3.3 GiB (3514760589) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 99 (99) - CodegenTotalWallClockTime: 2.21s (2209994924) - CodegenSysTime: 14ms (14660000) - CodegenUserTime: 922ms (922531000) - CodegenVoluntaryContextSwitches: 119 (119) - CompileTime: 560ms (560998712) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 89ms (89999793) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.48s (1475996610) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 78ms (78999818) - TotalTime: 2.21s (2209994924) Instance c7456fdd806a4994:3209e92600000103 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.301 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.0 MiB (717176782) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 25,982,447 (25982447) - TotalNetworkReceiveTime: 12.5m (749372189128) - TotalNetworkSendTime: 21.6m (1297998575921) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,750 (2750) - TotalThreadsTotalWallClockTime: 35.6m (2138619673338) - TotalThreadsSysTime: 4.99s (4985938000) - TotalThreadsUserTime: 1.4m (85872441000) - TotalThreadsVoluntaryContextSwitches: 123,119 (123119) - TotalTime: 35.6m (2138620673282) Fragment Instance Lifecycle Event Timeline Prepare Finished: 17ms (17998996) Open Finished: 17.09s (17090046338) First Batch Produced: 25.54s (25541574721) First Batch Sent: 25.54s (25541574721) ExecInternal Finished: 35.6m (2138638672279) Buffer pool - AllocTime: 3ms (3999777) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 3ms (3999777) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121547625996) - ExecTreeExecTime: 13.2m (792621775812) - InactiveTotalTime: 0ns (0) - OpenTime: 17.07s (17072047342) - ExecTreeOpenTime: 15.21s (15206151463) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 999.94us (999944) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.6m (1298020574696) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 25,982,447 (25982447) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.55s (17545021034) - TotalBytesSent: 1.7 GiB (1789973572) - TotalTime: 22.1m (1328838855042) - UncompressedRowBatchSize: 4.3 GiB (4609209266) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,982,447 (25982447) - RowsReturnedRate: 32164 per second (32164) - TotalTime: 13.5m (807796929005) Node Lifecycle Event Timeline Open Started: 1.88s (1883894875) Open Finished: 17.09s (17090046338) First Batch Requested: 17.09s (17090046338) First Batch Returned: 25.54s (25541574721) Last Batch Returned: 35.6m (2138602674288) Closed: 35.6m (2138638672279) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 77ms (77995647) - HTResizeTime: 326ms (326981759) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,534.35 (3534.3465875915663) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,322,424 (24322424) - RowsReturned: 25,982,447 (25982447) - StreamingTime: 43.08s (43079596165) - TotalTime: 0ns (0) Buffer pool - AllocTime: 48ms (48997269) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48997269) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,624 (1667624) - BuildTime: 1.62s (1623909388) - InactiveTotalTime: 0ns (0) - LocalTime: 11.80s (11805341244) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,914,224 (137914224) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.89s (9889448155) - RowsReturned: 137,914,224 (137914224) - RowsReturnedRate: 180533 per second (180533) - TotalTime: 12.7m (763925377028) Node Lifecycle Event Timeline Open Started: 1.88s (1883894875) Open Finished: 17.09s (17090046338) First Batch Requested: 17.09s (17090046338) First Batch Returned: 17.09s (17090046338) Last Batch Returned: 29.2m (1750759320908) Closed: 29.2m (1750759320908) Buffer pool - AllocTime: 127ms (127992859) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 127ms (127992859) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.39s (1393922222) - BuildRowsPartitioned: 1,667,624 (1667624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 223ms (223987501) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 26ms (26998492) - InactiveTotalTime: 13.52s (13515245821) - PeakMemoryUsage: 14.6 MiB (15337748) - RowsReturned: 1,667,624 (1667624) - RowsReturnedRate: 122888 per second (122888) - TotalTime: 13.57s (13570242746) Node Lifecycle Event Timeline Open Started: 1.88s (1883894875) Open Finished: 1.88s (1883894875) First Batch Requested: 1.89s (1887894652) First Batch Returned: 1.89s (1887894652) Last Batch Returned: 16.86s (16865058893) Closed: 17.09s (17090046338) Buffer pool - AllocTime: 550ms (550969252) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 542ms (542969699) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274206067) - TotalGetBatchTime: 13.54s (13537244590) - DataWaitTime: 13.52s (13515245821) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 981ms (981945224) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163777178) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 105ms (105282046) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.49s (2494860781) - InactiveTotalTime: 12.2m (734777003570) - PeakMemoryUsage: 10.1 MiB (10543104) - RowsReturned: 137,914,224 (137914224) - RowsReturnedRate: 186736 per second (186736) - TotalTime: 12.3m (738549793038) Node Lifecycle Event Timeline Open Started: 17.09s (17090046338) Open Finished: 17.09s (17090046338) First Batch Requested: 17.09s (17090046338) First Batch Returned: 17.09s (17090046338) Last Batch Returned: 29.2m (1750758320964) Closed: 29.2m (1750759320908) Buffer pool - AllocTime: 1.03s (1029942526) - CumulativeAllocationBytes: 8.9 GiB (9521061888) - CumulativeAllocations: 774,836 (774836) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.1 MiB (10543104) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.1 MiB (10543104) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 383ms (383978571) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8550681888) - TotalGetBatchTime: 12.3m (735788947104) - DataWaitTime: 12.2m (734777003570) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.58s (6582632634) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,418 (387418) - TotalBatchesReceived: 387,418 (387418) - TotalBytesReceived: 3.3 GiB (3543866660) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 196 (196) - CodegenTotalWallClockTime: 1.86s (1865895879) - CodegenSysTime: 24ms (24748000) - CodegenUserTime: 922ms (922012000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 765ms (765957258) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 71ms (71995982) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 991ms (991944647) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 32ms (32998159) - TotalTime: 1.86s (1865895879) Instance c7456fdd806a4994:3209e9260000010b (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:45.227 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.1 MiB (718389198) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 24,234,403 (24234403) - TotalNetworkReceiveTime: 11.0m (661764444351) - TotalNetworkSendTime: 23.2m (1389737633100) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,370 (2370) - TotalThreadsTotalWallClockTime: 35.6m (2138593108916) - TotalThreadsSysTime: 4.71s (4708268000) - TotalThreadsUserTime: 1.4m (82216508000) - TotalThreadsVoluntaryContextSwitches: 132,739 (132739) - TotalTime: 35.6m (2138594108882) Fragment Instance Lifecycle Event Timeline Prepare Finished: 45ms (45998432) Open Finished: 17.14s (17142415621) First Batch Produced: 25.56s (25557128765) First Batch Sent: 25.56s (25557128765) ExecInternal Finished: 35.6m (2138641107280) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121496691727) - ExecTreeExecTime: 11.7m (703123034680) - InactiveTotalTime: 0ns (0) - OpenTime: 17.10s (17096417189) - ExecTreeOpenTime: 14.71s (14714498388) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1389756632454) - PeakMemoryUsage: 1.3 MiB (1379248) - RowsSent: 24,234,403 (24234403) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.09s (16093451453) - TotalBytesSent: 1.6 GiB (1674213808) - TotalTime: 23.6m (1418280660214) - UncompressedRowBatchSize: 4.0 GiB (4301499570) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 24,234,403 (24234403) - RowsReturnedRate: 33762 per second (33762) - TotalTime: 12.0m (717799534367) Node Lifecycle Event Timeline Open Started: 2.43s (2427917233) Open Finished: 17.14s (17142415621) First Batch Requested: 17.14s (17142415621) First Batch Returned: 25.56s (25557128765) Last Batch Returned: 35.6m (2138590109019) Closed: 35.6m (2138641107280) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 68ms (68997646) - HTResizeTime: 118ms (118995947) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,533.53 (3533.5283878732953) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,572,805 (22572805) - RowsReturned: 24,234,403 (24234403) - StreamingTime: 41.20s (41203595630) - TotalTime: 0ns (0) Buffer pool - AllocTime: 32ms (32998876) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998876) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,647 (1668647) - BuildTime: 1.36s (1365953439) - InactiveTotalTime: 0ns (0) - LocalTime: 11.47s (11472608890) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,452,557 (137452557) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.80s (9803665790) - RowsReturned: 137,452,557 (137452557) - RowsReturnedRate: 203366 per second (203366) - TotalTime: 11.3m (675885962945) Node Lifecycle Event Timeline Open Started: 2.43s (2427917233) Open Finished: 17.14s (17141415655) First Batch Requested: 17.14s (17142415621) First Batch Returned: 17.14s (17142415621) Last Batch Returned: 29.2m (1750737331352) Closed: 29.2m (1750738331318) Buffer pool - AllocTime: 38ms (38998672) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38998672) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.16s (1159960461) - BuildRowsPartitioned: 1,668,647 (1668647) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 203ms (203993046) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 28ms (28999011) - InactiveTotalTime: 13.27s (13274547472) - PeakMemoryUsage: 14.8 MiB (15528890) - RowsReturned: 1,668,647 (1668647) - RowsReturnedRate: 125155 per second (125155) - TotalTime: 13.33s (13332545494) Node Lifecycle Event Timeline Open Started: 2.43s (2427917233) Open Finished: 2.43s (2427917233) First Batch Requested: 2.43s (2428917199) First Batch Returned: 2.43s (2428917199) Last Batch Returned: 16.94s (16936422643) Closed: 17.14s (17141415655) Buffer pool - AllocTime: 1.31s (1307955413) - CumulativeAllocationBytes: 370.6 MiB (388644864) - CumulativeAllocations: 19,000 (19000) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.28s (1277956437) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.7 MiB (274370823) - TotalGetBatchTime: 13.30s (13299546619) - DataWaitTime: 13.27s (13274547472) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.85s (1853936798) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,500 (9500) - TotalBatchesReceived: 9,500 (9500) - TotalBytesReceived: 156.3 MiB (163878643) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 684ms (684227930) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.40s (2399918194) - InactiveTotalTime: 10.8m (647507930341) - PeakMemoryUsage: 11.6 MiB (12151457) - RowsReturned: 137,452,557 (137452557) - RowsReturnedRate: 211114 per second (211114) - TotalTime: 10.9m (651080808561) Node Lifecycle Event Timeline Open Started: 17.14s (17141415655) Open Finished: 17.14s (17141415655) First Batch Requested: 17.14s (17141415655) First Batch Returned: 17.14s (17141415655) Last Batch Returned: 29.2m (1750737331352) Closed: 29.2m (1750738331318) Buffer pool - AllocTime: 1.65s (1653943638) - CumulativeAllocationBytes: 8.8 GiB (9489170432) - CumulativeAllocations: 772,244 (772244) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 990ms (990966231) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8522058534) - TotalGetBatchTime: 10.8m (648409899607) - DataWaitTime: 10.8m (647507930341) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.60s (7598740977) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 386,122 (386122) - TotalBatchesReceived: 386,122 (386122) - TotalBytesReceived: 3.3 GiB (3533475319) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 266ms (266037174) - TotalRPCsDeferred: 1,723 (1723) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 77 (77) - CodegenTotalWallClockTime: 2.38s (2379918869) - CodegenSysTime: 6ms (6938000) - CodegenUserTime: 920ms (920278000) - CodegenVoluntaryContextSwitches: 126 (126) - CompileTime: 458ms (458984353) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 88ms (88996966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.80s (1799938641) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 24ms (24999148) - TotalTime: 2.38s (2380918835) Instance c7456fdd806a4994:3209e92600000113 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.493 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718471134) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 25,468,448 (25468448) - TotalNetworkReceiveTime: 12.4m (743982370502) - TotalNetworkSendTime: 21.8m (1306073600306) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,221 (2221) - TotalThreadsTotalWallClockTime: 35.6m (2138564063173) - TotalThreadsSysTime: 4.59s (4591282000) - TotalThreadsUserTime: 1.4m (83611143000) - TotalThreadsVoluntaryContextSwitches: 131,470 (131470) - TotalTime: 35.6m (2138565063163) Fragment Instance Lifecycle Event Timeline Prepare Finished: 48ms (48999497) Open Finished: 17.54s (17540819908) First Batch Produced: 25.81s (25812734979) First Batch Sent: 25.81s (25812734979) ExecInternal Finished: 35.6m (2138614062659) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121072242762) - ExecTreeExecTime: 13.1m (785253947686) - InactiveTotalTime: 0ns (0) - OpenTime: 17.49s (17491820411) - ExecTreeOpenTime: 15.29s (15285843059) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 999.99us (999990) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.8m (1306101600018) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 25,468,448 (25468448) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.75s (16754828073) - TotalBytesSent: 1.6 GiB (1755135461) - TotalTime: 22.3m (1335737295914) - UncompressedRowBatchSize: 4.2 GiB (4517797142) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,468,448 (25468448) - RowsReturnedRate: 31815 per second (31815) - TotalTime: 13.3m (800510791044) Node Lifecycle Event Timeline Open Started: 2.25s (2254976849) Open Finished: 17.54s (17540819908) First Batch Requested: 17.54s (17540819908) First Batch Returned: 25.81s (25812734979) Last Batch Returned: 35.6m (2138345065420) Closed: 35.6m (2138614062659) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 79ms (79999180) - HTResizeTime: 104ms (104998924) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,548.45 (3548.4453799256735) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,810,010 (23810010) - RowsReturned: 25,468,448 (25468448) - StreamingTime: 41.08s (41078578958) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18999809) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999809) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,118 (1666118) - BuildTime: 1.58s (1584983725) - InactiveTotalTime: 0ns (0) - LocalTime: 11.87s (11866878328) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,278,964 (138278964) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.92s (9916898342) - RowsReturned: 138,278,964 (138278964) - RowsReturnedRate: 182318 per second (182318) - TotalTime: 12.6m (758446222192) Node Lifecycle Event Timeline Open Started: 2.25s (2254976849) Open Finished: 17.54s (17539819918) First Batch Requested: 17.54s (17540819908) First Batch Returned: 17.54s (17540819908) Last Batch Returned: 29.2m (1751033037774) Closed: 29.2m (1751033037774) Buffer pool - AllocTime: 61ms (61999363) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61999363) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.37s (1372985903) - BuildRowsPartitioned: 1,666,118 (1666118) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 207ms (207997864) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 30ms (30999678) - InactiveTotalTime: 13.49s (13490861493) - PeakMemoryUsage: 14.8 MiB (15554343) - RowsReturned: 1,666,118 (1666118) - RowsReturnedRate: 122482 per second (122482) - TotalTime: 13.60s (13602860339) Node Lifecycle Event Timeline Open Started: 2.25s (2254976849) Open Finished: 2.25s (2254976849) First Batch Requested: 2.25s (2255976838) First Batch Returned: 2.25s (2255976838) Last Batch Returned: 17.33s (17330822064) Closed: 17.54s (17539819918) Buffer pool - AllocTime: 650ms (650993313) - CumulativeAllocationBytes: 370.1 MiB (388046848) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 522ms (522994632) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273940620) - TotalGetBatchTime: 13.57s (13567860702) - DataWaitTime: 13.49s (13490861493) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.06s (1065989045) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163616789) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 249ms (249469120) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.35s (2354975851) - InactiveTotalTime: 12.2m (729228521950) - PeakMemoryUsage: 11.4 MiB (12005178) - RowsReturned: 138,278,964 (138278964) - RowsReturnedRate: 188654 per second (188654) - TotalTime: 12.2m (732976483525) Node Lifecycle Event Timeline Open Started: 17.54s (17539819918) Open Finished: 17.54s (17539819918) First Batch Requested: 17.54s (17539819918) First Batch Returned: 17.54s (17539819918) Last Batch Returned: 29.2m (1751033037774) Closed: 29.2m (1751033037774) Buffer pool - AllocTime: 1.34s (1345986212) - CumulativeAllocationBytes: 8.9 GiB (9546244096) - CumulativeAllocations: 776,890 (776890) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.1 MiB (11673600) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.1 MiB (11673600) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 365ms (365996245) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8573295768) - TotalGetBatchTime: 12.2m (730371510240) - DataWaitTime: 12.2m (729228521950) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.85s (6852929740) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,445 (388445) - TotalBatchesReceived: 388,445 (388445) - TotalBytesReceived: 3.3 GiB (3550399384) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 77ms (77625649) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 151 (151) - CodegenTotalWallClockTime: 2.21s (2205977352) - CodegenSysTime: 19ms (19769000) - CodegenUserTime: 911ms (911554000) - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 548ms (548994364) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 87ms (87999097) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1471984887) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 93ms (93999035) - TotalTime: 2.21s (2205977352) Instance c7456fdd806a4994:3209e926000000f4 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.912 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 680.7 MiB (713777102) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 25,381,797 (25381797) - TotalNetworkReceiveTime: 12.1m (725773003883) - TotalNetworkSendTime: 22.1m (1323189791426) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,463 (2463) - TotalThreadsTotalWallClockTime: 35.6m (2138528463300) - TotalThreadsSysTime: 4.41s (4406584000) - TotalThreadsUserTime: 1.4m (84552265000) - TotalThreadsVoluntaryContextSwitches: 128,858 (128858) - TotalTime: 35.6m (2138529463263) Fragment Instance Lifecycle Event Timeline Prepare Finished: 47ms (47998214) Open Finished: 16.89s (16886371760) First Batch Produced: 25.78s (25780040881) First Batch Sent: 25.78s (25780040881) ExecInternal Finished: 35.6m (2138577461477) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.4m (2121690089754) - ExecTreeExecTime: 12.8m (769169389383) - InactiveTotalTime: 0ns (0) - OpenTime: 16.84s (16838373546) - ExecTreeOpenTime: 14.60s (14596456954) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.1m (1323214790496) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 25,381,797 (25381797) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.84s (16844373398) - TotalBytesSent: 1.6 GiB (1749902371) - TotalTime: 22.5m (1352433703613) - UncompressedRowBatchSize: 4.2 GiB (4502988749) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,381,797 (25381797) - RowsReturnedRate: 32385 per second (32385) - TotalTime: 13.1m (783732847565) Node Lifecycle Event Timeline Open Started: 2.29s (2289914806) Open Finished: 16.89s (16886371760) First Batch Requested: 16.89s (16886371760) First Batch Returned: 25.78s (25780040881) Last Batch Returned: 35.6m (2138381468759) Closed: 35.6m (2138576461514) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 111ms (111995835) - HTResizeTime: 289ms (289989219) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,537.49 (3537.4905753825424) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,723,143 (23723143) - RowsReturned: 25,381,797 (25381797) - StreamingTime: 42.61s (42614414558) - TotalTime: 0ns (0) Buffer pool - AllocTime: 23ms (23999105) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999105) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,889 (1665889) - BuildTime: 1.39s (1394948118) - InactiveTotalTime: 0ns (0) - LocalTime: 11.60s (11595568613) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,787,979 (137787979) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.91s (9906631435) - RowsReturned: 137,787,979 (137787979) - RowsReturnedRate: 186173 per second (186173) - TotalTime: 12.3m (740106470665) Node Lifecycle Event Timeline Open Started: 2.29s (2289914806) Open Finished: 16.89s (16885371798) First Batch Requested: 16.89s (16886371760) First Batch Returned: 16.89s (16886371760) Last Batch Returned: 29.2m (1750908865245) Closed: 29.2m (1750908865245) Buffer pool - AllocTime: 118ms (118995576) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 118ms (118995576) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.20s (1203955223) - BuildRowsPartitioned: 1,665,889 (1665889) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 187ms (187993006) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 31ms (31998810) - InactiveTotalTime: 13.05s (13051514417) - PeakMemoryUsage: 14.7 MiB (15453843) - RowsReturned: 1,665,889 (1665889) - RowsReturnedRate: 126351 per second (126351) - TotalTime: 13.18s (13184509469) Node Lifecycle Event Timeline Open Started: 2.29s (2289914806) Open Finished: 2.29s (2289914806) First Batch Requested: 2.29s (2290914769) First Batch Returned: 2.29s (2290914769) Last Batch Returned: 16.70s (16695378866) Closed: 16.89s (16885371798) Buffer pool - AllocTime: 693ms (693974177) - CumulativeAllocationBytes: 370.1 MiB (388038656) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 686ms (686974436) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273920893) - TotalGetBatchTime: 13.14s (13142511031) - DataWaitTime: 13.05s (13051514417) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.11s (1111958643) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163619841) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 324ms (324059274) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.50s (2504906837) - InactiveTotalTime: 11.9m (711408538278) - PeakMemoryUsage: 6.7 MiB (7053312) - RowsReturned: 137,787,979 (137787979) - RowsReturnedRate: 192622 per second (192622) - TotalTime: 11.9m (715326392583) Node Lifecycle Event Timeline Open Started: 16.89s (16885371798) Open Finished: 16.89s (16885371798) First Batch Requested: 16.89s (16885371798) First Batch Returned: 16.89s (16885371798) Last Batch Returned: 29.2m (1750907865282) Closed: 29.2m (1750908865245) Buffer pool - AllocTime: 1.36s (1356949513) - CumulativeAllocationBytes: 8.9 GiB (9512304640) - CumulativeAllocations: 774,124 (774124) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.7 MiB (7053312) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.7 MiB (7053312) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 575ms (575978570) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8542854698) - TotalGetBatchTime: 11.9m (712563495340) - DataWaitTime: 11.9m (711408538278) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.90s (6903743149) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 387,062 (387062) - TotalBatchesReceived: 387,062 (387062) - TotalBytesReceived: 3.3 GiB (3540916892) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 103 (103) - CodegenTotalWallClockTime: 2.24s (2241916592) - CodegenSysTime: 11ms (11798000) - CodegenUserTime: 903ms (903035000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 606ms (606977418) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33998735) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.57s (1572941480) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 24ms (24999070) - TotalTime: 2.24s (2241916592) Instance c7456fdd806a4994:3209e9260000010a (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.677 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.5 MiB (718750595) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 26,066,129 (26066129) - TotalNetworkReceiveTime: 12.0m (721581573788) - TotalNetworkSendTime: 21.8m (1308454598003) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,743 (2743) - TotalThreadsTotalWallClockTime: 35.4m (2123219858399) - TotalThreadsSysTime: 5.18s (5180975000) - TotalThreadsUserTime: 1.4m (86046696000) - TotalThreadsVoluntaryContextSwitches: 123,193 (123193) - TotalTime: 35.4m (2123238858334) Fragment Instance Lifecycle Event Timeline Prepare Finished: 115ms (115999607) Open Finished: 17.29s (17293941460) First Batch Produced: 25.69s (25689913039) First Batch Sent: 25.69s (25689913039) ExecInternal Finished: 35.4m (2123337857999) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2106041916546) - ExecTreeExecTime: 12.8m (766734422404) - InactiveTotalTime: 0ns (0) - OpenTime: 17.18s (17177941853) - ExecTreeOpenTime: 14.70s (14696950251) - PrepareTime: 18ms (18999935) - ExecTreePrepareTime: 17ms (17999939) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.8m (1308475597935) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 26,066,129 (26066129) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.42s (17418941358) - TotalBytesSent: 1.7 GiB (1795045751) - TotalTime: 22.3m (1339191494526) - UncompressedRowBatchSize: 4.3 GiB (4624847696) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 26,066,129 (26066129) - RowsReturnedRate: 33358 per second (33358) - TotalTime: 13.0m (781400372761) Node Lifecycle Event Timeline Open Started: 2.60s (2596991209) Open Finished: 17.29s (17293941460) First Batch Requested: 17.29s (17293941460) First Batch Returned: 25.69s (25689913039) Last Batch Returned: 35.4m (2122773859895) Closed: 35.4m (2123337857999) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85999710) - HTResizeTime: 350ms (350998818) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,551.40 (3551.396024598786) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,405,953 (24405953) - RowsReturned: 26,066,129 (26066129) - StreamingTime: 44.20s (44203851433) - TotalTime: 0ns (0) Buffer pool - AllocTime: 30ms (30999900) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999900) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,639 (1667639) - BuildTime: 1.53s (1533994791) - InactiveTotalTime: 0ns (0) - LocalTime: 11.98s (11977959778) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,383,527 (138383527) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.11s (10105966125) - RowsReturned: 138,383,527 (138383527) - RowsReturnedRate: 187932 per second (187932) - TotalTime: 12.3m (736346524205) Node Lifecycle Event Timeline Open Started: 2.60s (2596991209) Open Finished: 17.29s (17292941463) First Batch Requested: 17.29s (17293941460) First Batch Returned: 17.29s (17293941460) Last Batch Returned: 29.2m (1750919109739) Closed: 29.2m (1750919109739) Buffer pool - AllocTime: 68ms (68999764) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68999764) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1327995489) - BuildRowsPartitioned: 1,667,639 (1667639) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 201ms (201999316) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 23ms (23999922) - InactiveTotalTime: 13.06s (13063955798) - PeakMemoryUsage: 14.8 MiB (15469176) - RowsReturned: 1,667,639 (1667639) - RowsReturnedRate: 127126 per second (127126) - TotalTime: 13.12s (13117955612) Node Lifecycle Event Timeline Open Started: 2.60s (2596991209) Open Finished: 2.60s (2596991209) First Batch Requested: 2.60s (2598991202) First Batch Returned: 2.60s (2598991202) Last Batch Returned: 17.09s (17089942150) Closed: 17.29s (17292941463) Buffer pool - AllocTime: 535ms (535998189) - CumulativeAllocationBytes: 370.5 MiB (388464640) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 455ms (455998458) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274214131) - TotalGetBatchTime: 13.09s (13086955715) - DataWaitTime: 13.06s (13063955798) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.09s (1093996318) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163776974) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 640ms (640908264) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.55s (2554991416) - InactiveTotalTime: 11.8m (707247622242) - PeakMemoryUsage: 11.6 MiB (12149669) - RowsReturned: 138,383,527 (138383527) - RowsReturnedRate: 194563 per second (194563) - TotalTime: 11.9m (711250608815) Node Lifecycle Event Timeline Open Started: 17.29s (17292941463) Open Finished: 17.29s (17292941463) First Batch Requested: 17.29s (17292941463) First Batch Returned: 17.29s (17292941463) Last Batch Returned: 29.2m (1750919109739) Closed: 29.2m (1750919109739) Buffer pool - AllocTime: 1.49s (1489994977) - CumulativeAllocationBytes: 8.9 GiB (9553395712) - CumulativeAllocations: 777,466 (777466) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 735ms (735997528) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8579778674) - TotalGetBatchTime: 11.8m (708436618265) - DataWaitTime: 11.8m (707247622242) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.24s (7242975556) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,733 (388733) - TotalBatchesReceived: 388,733 (388733) - TotalBytesReceived: 3.3 GiB (3555637481) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 31ms (31207725) - TotalRPCsDeferred: 171 (171) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 158 (158) - CodegenTotalWallClockTime: 2.48s (2480991602) - CodegenSysTime: 18ms (18679000) - CodegenUserTime: 922ms (922371000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 578ms (578998040) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 117ms (117999601) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.76s (1758994045) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999926) - TotalTime: 2.48s (2480991602) Instance c7456fdd806a4994:3209e92600000110 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.577 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.6 MiB (718940972) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 25,590,824 (25590824) - TotalNetworkReceiveTime: 12.1m (727452488222) - TotalNetworkSendTime: 21.5m (1289016249448) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,947 (2947) - TotalThreadsTotalWallClockTime: 35.2m (2109413222506) - TotalThreadsSysTime: 5.37s (5373429000) - TotalThreadsUserTime: 1.4m (85453762000) - TotalThreadsVoluntaryContextSwitches: 120,056 (120056) - TotalTime: 35.2m (2109413222506) Fragment Instance Lifecycle Event Timeline Prepare Finished: 68ms (68997389) Open Finished: 17.53s (17533336675) First Batch Produced: 25.77s (25775024876) First Batch Sent: 25.77s (25775024876) ExecInternal Finished: 35.2m (2109483219857) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091948883220) - ExecTreeExecTime: 12.9m (772797773562) - InactiveTotalTime: 0ns (0) - OpenTime: 17.46s (17464339286) - ExecTreeOpenTime: 15.10s (15102428642) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.5m (1289041248503) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 25,590,824 (25590824) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.02s (17017356323) - TotalBytesSent: 1.6 GiB (1763924379) - TotalTime: 22.0m (1319075112529) - UncompressedRowBatchSize: 4.2 GiB (4539101494) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 25,590,824 (25590824) - RowsReturnedRate: 32481 per second (32481) - TotalTime: 13.1m (787869203378) Node Lifecycle Event Timeline Open Started: 2.43s (2430908033) Open Finished: 17.53s (17533336675) First Batch Requested: 17.53s (17533336675) First Batch Returned: 25.77s (25775024876) Last Batch Returned: 34.7m (2081890263053) Closed: 35.2m (2109483219857) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 72ms (72997242) - HTResizeTime: 358ms (358986424) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,530.42 (3530.420485979922) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,930,149 (23930149) - RowsReturned: 25,590,824 (25590824) - StreamingTime: 44.91s (44907301632) - TotalTime: 0ns (0) Buffer pool - AllocTime: 47ms (47998188) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47998188) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,826 (1667826) - BuildTime: 1.51s (1508942925) - InactiveTotalTime: 0ns (0) - LocalTime: 11.96s (11962547649) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,886,684 (136886684) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.12s (10122617243) - RowsReturned: 136,886,684 (136886684) - RowsReturnedRate: 184457 per second (184457) - TotalTime: 12.4m (742104934156) Node Lifecycle Event Timeline Open Started: 2.43s (2430908033) Open Finished: 17.53s (17532336713) First Batch Requested: 17.53s (17533336675) First Batch Returned: 17.53s (17533336675) Last Batch Returned: 29.2m (1751065771885) Closed: 29.2m (1751065771885) Buffer pool - AllocTime: 54ms (54997919) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 54ms (54997919) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.29s (1289951210) - BuildRowsPartitioned: 1,667,826 (1667826) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 217ms (217991753) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 28ms (28998901) - InactiveTotalTime: 13.49s (13487489732) - PeakMemoryUsage: 14.8 MiB (15518498) - RowsReturned: 1,667,826 (1667826) - RowsReturnedRate: 123073 per second (123073) - TotalTime: 13.55s (13551487305) Node Lifecycle Event Timeline Open Started: 2.43s (2430908033) Open Finished: 2.43s (2430908033) First Batch Requested: 2.43s (2431907995) First Batch Returned: 2.43s (2431907995) Last Batch Returned: 17.31s (17313344998) Closed: 17.53s (17532336713) Buffer pool - AllocTime: 664ms (664974853) - CumulativeAllocationBytes: 370.5 MiB (388505600) - CumulativeAllocations: 18,996 (18996) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 554ms (554979013) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274232101) - TotalGetBatchTime: 13.52s (13516488632) - DataWaitTime: 13.49s (13487489732) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.07s (1072959417) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,498 (9498) - TotalBatchesReceived: 9,498 (9498) - TotalBytesReceived: 156.2 MiB (163802163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 365ms (365711443) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.43s (2431908055) - InactiveTotalTime: 11.9m (712806042342) - PeakMemoryUsage: 11.6 MiB (12151646) - RowsReturned: 136,886,684 (136886684) - RowsReturnedRate: 191024 per second (191024) - TotalTime: 11.9m (716590899202) Node Lifecycle Event Timeline Open Started: 17.53s (17532336713) Open Finished: 17.53s (17532336713) First Batch Requested: 17.53s (17532336713) First Batch Returned: 17.53s (17532336713) Last Batch Returned: 29.2m (1751065771885) Closed: 29.2m (1751065771885) Buffer pool - AllocTime: 1.13s (1133957096) - CumulativeAllocationBytes: 8.8 GiB (9450119168) - CumulativeAllocations: 769,068 (769068) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 386ms (386985359) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8486974408) - TotalGetBatchTime: 11.9m (713892001255) - DataWaitTime: 11.9m (712806042342) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.68s (6679747398) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 384,534 (384534) - TotalBatchesReceived: 384,534 (384534) - TotalBytesReceived: 3.3 GiB (3521162778) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 487ms (487143543) - TotalRPCsDeferred: 2,491 (2491) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 133 (133) - CodegenTotalWallClockTime: 2.36s (2361910644) - CodegenSysTime: 11ms (11878000) - CodegenUserTime: 919ms (919552000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 551ms (551979117) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 130ms (130995044) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.62s (1623938563) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 50ms (50998071) - TotalTime: 2.36s (2361910644) Instance c7456fdd806a4994:3209e926000000fc (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.520 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 683.5 MiB (716693454) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 28,331,328 (28331328) - TotalNetworkReceiveTime: 11.9m (712639583237) - TotalNetworkSendTime: 21.7m (1304701950453) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,547 (2547) - TotalThreadsTotalWallClockTime: 35.2m (2109201644057) - TotalThreadsSysTime: 4.72s (4717444000) - TotalThreadsUserTime: 1.5m (87256587000) - TotalThreadsVoluntaryContextSwitches: 128,511 (128511) - TotalTime: 35.2m (2109202644025) Fragment Instance Lifecycle Event Timeline Prepare Finished: 62ms (62998016) Open Finished: 17.00s (17003464646) First Batch Produced: 25.59s (25595194138) First Batch Sent: 25.59s (25595194138) ExecInternal Finished: 35.2m (2109266642009) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2092262177395) - ExecTreeExecTime: 12.6m (754837256719) - InactiveTotalTime: 0ns (0) - OpenTime: 16.94s (16939466662) - ExecTreeOpenTime: 14.89s (14887531267) - PrepareTime: 999.97us (999968) - ExecTreePrepareTime: 999.97us (999968) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.7m (1304741949200) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 28,331,328 (28331328) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.56s (18563415844) - TotalBytesSent: 1.8 GiB (1944966894) - TotalTime: 22.3m (1337344923193) - UncompressedRowBatchSize: 4.7 GiB (5025944289) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,331,328 (28331328) - RowsReturnedRate: 36808 per second (36808) - TotalTime: 12.8m (769691789022) Node Lifecycle Event Timeline Open Started: 2.11s (2114933411) Open Finished: 17.00s (17002464678) First Batch Requested: 17.00s (17003464646) First Batch Returned: 25.59s (25595194138) Last Batch Returned: 34.7m (2081667509527) Closed: 35.2m (2109266642009) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 79ms (79997489) - HTResizeTime: 368ms (368988403) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,531.92 (3531.9181493205956) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,674,052 (26674052) - RowsReturned: 28,331,328 (28331328) - StreamingTime: 42.09s (42090676219) - TotalTime: 0ns (0) Buffer pool - AllocTime: 24ms (24999215) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999215) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,877 (1665877) - BuildTime: 1.31s (1306958873) - InactiveTotalTime: 0ns (0) - LocalTime: 11.38s (11384642023) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 138,164,353 (138164353) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.79s (9791692152) - RowsReturned: 138,164,353 (138164353) - RowsReturnedRate: 190150 per second (190150) - TotalTime: 12.1m (726604144147) Node Lifecycle Event Timeline Open Started: 2.11s (2114933411) Open Finished: 17.00s (17002464678) First Batch Requested: 17.00s (17003464646) First Batch Returned: 17.00s (17003464646) Last Batch Returned: 29.2m (1750845908374) Closed: 29.2m (1750845908374) Buffer pool - AllocTime: 69ms (69997798) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 69ms (69997798) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.11s (1112964981) - BuildRowsPartitioned: 1,665,877 (1665877) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 191ms (191993955) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 32ms (32998962) - InactiveTotalTime: 13.41s (13410577747) - PeakMemoryUsage: 14.5 MiB (15243907) - RowsReturned: 1,665,877 (1665877) - RowsReturnedRate: 122955 per second (122955) - TotalTime: 13.55s (13548573400) Node Lifecycle Event Timeline Open Started: 2.11s (2114933411) Open Finished: 2.11s (2114933411) First Batch Requested: 2.12s (2115933379) First Batch Returned: 2.12s (2115933379) Last Batch Returned: 16.81s (16808470786) Closed: 17.00s (17002464678) Buffer pool - AllocTime: 719ms (719977331) - CumulativeAllocationBytes: 370.0 MiB (387997696) - CumulativeAllocations: 18,968 (18968) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 693ms (693978150) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273929603) - TotalGetBatchTime: 13.51s (13508574656) - DataWaitTime: 13.41s (13410577747) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.18s (1176962924) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,484 (9484) - TotalBatchesReceived: 9,484 (9484) - TotalBytesReceived: 156.0 MiB (163623701) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 235ms (235360324) - TotalRPCsDeferred: 24 (24) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.37s (2367925549) - InactiveTotalTime: 11.6m (697864048433) - PeakMemoryUsage: 9.4 MiB (9904128) - RowsReturned: 138,164,353 (138164353) - RowsReturnedRate: 196907 per second (196907) - TotalTime: 11.7m (701670928724) Node Lifecycle Event Timeline Open Started: 17.00s (17002464678) Open Finished: 17.00s (17002464678) First Batch Requested: 17.00s (17002464678) First Batch Returned: 17.00s (17002464678) Last Batch Returned: 29.2m (1750845908374) Closed: 29.2m (1750845908374) Buffer pool - AllocTime: 1.39s (1389956280) - CumulativeAllocationBytes: 8.9 GiB (9538314240) - CumulativeAllocations: 776,240 (776240) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.4 MiB (9904128) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.4 MiB (9904128) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 637ms (637979919) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 8.0 GiB (8566189886) - TotalGetBatchTime: 11.7m (699052011069) - DataWaitTime: 11.6m (697864048433) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.80s (6803786056) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 388,120 (388120) - TotalBatchesReceived: 388,120 (388120) - TotalBytesReceived: 3.3 GiB (3549208917) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 82 (82) - CodegenTotalWallClockTime: 2.05s (2050935426) - CodegenSysTime: 5ms (5930000) - CodegenUserTime: 921ms (921736000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 801ms (801974750) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 76ms (76997576) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.08s (1085965808) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 81ms (81997418) - TotalTime: 2.05s (2050935426) Instance c7456fdd806a4994:3209e926000000f0 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.266 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.5 MiB (718757838) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 27,202,975 (27202975) - TotalNetworkReceiveTime: 11.5m (688886927069) - TotalNetworkSendTime: 21.7m (1301784299215) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,476 (2476) - TotalThreadsTotalWallClockTime: 34.7m (2081702687997) - TotalThreadsSysTime: 4.94s (4940501000) - TotalThreadsUserTime: 1.4m (86200871000) - TotalThreadsVoluntaryContextSwitches: 126,524 (126524) - TotalTime: 34.7m (2081703687991) Fragment Instance Lifecycle Event Timeline Prepare Finished: 65ms (65999608) Open Finished: 16.83s (16827899977) First Batch Produced: 25.69s (25691847293) First Batch Sent: 25.69s (25691847293) ExecInternal Finished: 34.7m (2081769687599) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064940787628) - ExecTreeExecTime: 12.2m (731251677233) - InactiveTotalTime: 0ns (0) - OpenTime: 16.76s (16761900369) - ExecTreeOpenTime: 14.76s (14758912275) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.7m (1301816299026) - PeakMemoryUsage: 1.3 MiB (1371056) - RowsSent: 27,202,975 (27202975) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.99s (17991893548) - TotalBytesSent: 1.7 GiB (1871056159) - TotalTime: 22.2m (1333588110992) - UncompressedRowBatchSize: 4.5 GiB (4827469745) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 27,202,975 (27202975) - RowsReturnedRate: 36465 per second (36465) - TotalTime: 12.4m (745984589661) Node Lifecycle Event Timeline Open Started: 2.07s (2068987702) Open Finished: 16.83s (16827899977) First Batch Requested: 16.83s (16827899977) First Batch Returned: 25.69s (25691847293) Last Batch Returned: 34.7m (2081678688136) Closed: 34.7m (2081768687605) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 90ms (90999462) - HTResizeTime: 388ms (388997701) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,533.53 (3533.528314956331) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,543,818 (25543818) - RowsReturned: 27,202,975 (27202975) - StreamingTime: 42.16s (42162750886) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17999897) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999902) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,152 (1667152) - BuildTime: 1.43s (1433991490) - InactiveTotalTime: 0ns (0) - LocalTime: 11.56s (11558931658) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 136,474,461 (136474461) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.78s (9778942212) - RowsReturned: 136,474,461 (136474461) - RowsReturnedRate: 194120 per second (194120) - TotalTime: 11.7m (703039843403) Node Lifecycle Event Timeline Open Started: 2.07s (2068987702) Open Finished: 16.83s (16827899977) First Batch Requested: 16.83s (16827899977) First Batch Returned: 16.83s (16827899977) Last Batch Returned: 29.2m (1750881639019) Closed: 29.2m (1750881639019) Buffer pool - AllocTime: 130ms (130999222) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 129ms (129999228) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1239992643) - BuildRowsPartitioned: 1,667,152 (1667152) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 189ms (189998871) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 23ms (23999858) - InactiveTotalTime: 13.19s (13193921560) - PeakMemoryUsage: 14.6 MiB (15347685) - RowsReturned: 1,667,152 (1667152) - RowsReturnedRate: 125577 per second (125577) - TotalTime: 13.28s (13275921077) Node Lifecycle Event Timeline Open Started: 2.07s (2068987702) Open Finished: 2.07s (2068987702) First Batch Requested: 2.07s (2070987690) First Batch Returned: 2.07s (2070987690) Last Batch Returned: 16.64s (16635901118) Closed: 16.83s (16827899977) Buffer pool - AllocTime: 498ms (498997031) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 384ms (384997709) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274083498) - TotalGetBatchTime: 13.24s (13244921259) - DataWaitTime: 13.19s (13193921560) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.01s (1013993974) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163695674) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 134ms (134838101) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.32s (2324986267) - InactiveTotalTime: 11.2m (674583012049) - PeakMemoryUsage: 11.6 MiB (12127318) - RowsReturned: 136,474,461 (136474461) - RowsReturnedRate: 201228 per second (201228) - TotalTime: 11.3m (678204990668) Node Lifecycle Event Timeline Open Started: 16.83s (16827899977) Open Finished: 16.83s (16827899977) First Batch Requested: 16.83s (16827899977) First Batch Returned: 16.83s (16827899977) Last Batch Returned: 29.2m (1750880639025) Closed: 29.2m (1750881639019) Buffer pool - AllocTime: 1.08s (1080993595) - CumulativeAllocationBytes: 8.8 GiB (9421627392) - CumulativeAllocations: 766,744 (766744) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 346ms (346997943) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8461416582) - TotalGetBatchTime: 11.3m (675581006174) - DataWaitTime: 11.2m (674583012049) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.38s (6376962298) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 383,372 (383372) - TotalBatchesReceived: 383,372 (383372) - TotalBytesReceived: 3.3 GiB (3512620109) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 132ms (132282756) - TotalRPCsDeferred: 164 (164) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 125 (125) - CodegenTotalWallClockTime: 2.00s (2002988094) - CodegenSysTime: 13ms (13823000) - CodegenUserTime: 912ms (912358000) - CodegenVoluntaryContextSwitches: 99 (99) - CompileTime: 807ms (807995197) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 46ms (46999720) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.07s (1073993616) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 65ms (65999608) - TotalTime: 2.00s (2002988094) Instance c7456fdd806a4994:3209e9260000010c (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.974 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 685.2 MiB (718528462) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 28,279,523 (28279523) - TotalNetworkReceiveTime: 13.1m (787708395473) - TotalNetworkSendTime: 20.0m (1198402039949) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,206 (3206) - TotalThreadsTotalWallClockTime: 34.7m (2081633119949) - TotalThreadsSysTime: 5.07s (5073708000) - TotalThreadsUserTime: 1.5m (89959011000) - TotalThreadsVoluntaryContextSwitches: 114,142 (114142) - TotalTime: 34.7m (2081635119942) Fragment Instance Lifecycle Event Timeline Prepare Finished: 77ms (77999741) Open Finished: 17.34s (17338942468) First Batch Produced: 25.64s (25640914927) First Batch Sent: 25.64s (25640914927) ExecInternal Finished: 34.7m (2081714119680) Buffer pool - AllocTime: 1,000.00us (999997) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1,000.00us (999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064372177222) - ExecTreeExecTime: 13.9m (832358248424) - InactiveTotalTime: 0ns (0) - OpenTime: 17.26s (17260942727) - ExecTreeOpenTime: 15.07s (15066950007) - PrepareTime: 1ms (1999993) - ExecTreePrepareTime: 1ms (1999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.0m (1198425039870) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 28,279,523 (28279523) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.89s (18890937554) - TotalBytesSent: 1.8 GiB (1940848077) - TotalTime: 20.5m (1231928929080) - UncompressedRowBatchSize: 4.7 GiB (5018881001) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,279,523 (28279523) - RowsReturnedRate: 33372 per second (33372) - TotalTime: 14.1m (847388198551) Node Lifecycle Event Timeline Open Started: 2.27s (2271992461) Open Finished: 17.34s (17338942468) First Batch Requested: 17.34s (17338942468) First Batch Returned: 25.64s (25640914927) Last Batch Returned: 34.7m (2081518120326) Closed: 34.7m (2081713119684) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 97ms (97999677) - HTResizeTime: 324ms (324998912) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,539.26 (3539.2612134000537) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,622,726 (26622726) - RowsReturned: 28,279,523 (28279523) - StreamingTime: 43.46s (43463856642) - TotalTime: 0ns (0) Buffer pool - AllocTime: 21ms (21999927) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999933) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,431 (1665431) - BuildTime: 1.35s (1355995488) - InactiveTotalTime: 0ns (0) - LocalTime: 12.48s (12483958772) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,037,942 (137037942) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 10.75s (10753964516) - RowsReturned: 137,037,942 (137037942) - RowsReturnedRate: 170668 per second (170668) - TotalTime: 13.4m (802950345144) Node Lifecycle Event Timeline Open Started: 2.27s (2271992461) Open Finished: 17.34s (17337942472) First Batch Requested: 17.34s (17338942468) First Batch Returned: 17.34s (17338942468) Last Batch Returned: 29.2m (1750909209339) Closed: 29.2m (1750909209339) Buffer pool - AllocTime: 82ms (82999727) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 81ms (81999731) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.13s (1132996227) - BuildRowsPartitioned: 1,665,431 (1665431) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 218ms (218999274) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 39ms (39999864) - InactiveTotalTime: 13.58s (13580954953) - PeakMemoryUsage: 14.7 MiB (15436661) - RowsReturned: 1,665,431 (1665431) - RowsReturnedRate: 121992 per second (121992) - TotalTime: 13.65s (13651954715) Node Lifecycle Event Timeline Open Started: 2.27s (2271992461) Open Finished: 2.27s (2271992461) First Batch Requested: 2.27s (2272992458) First Batch Returned: 2.27s (2273992455) Last Batch Returned: 17.12s (17117943201) Closed: 17.34s (17337942472) Buffer pool - AllocTime: 698ms (698997678) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,962 (18962) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 631ms (631997900) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273835624) - TotalGetBatchTime: 13.61s (13606954867) - DataWaitTime: 13.58s (13580954953) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.22s (1216995972) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,481 (9481) - TotalBatchesReceived: 9,481 (9481) - TotalBytesReceived: 156.0 MiB (163562169) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 348ms (348753003) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.49s (2492991770) - InactiveTotalTime: 12.9m (772791444930) - PeakMemoryUsage: 11.6 MiB (12140774) - RowsReturned: 137,037,942 (137037942) - RowsReturnedRate: 176410 per second (176410) - TotalTime: 12.9m (776814431657) Node Lifecycle Event Timeline Open Started: 17.34s (17337942472) Open Finished: 17.34s (17337942472) First Batch Requested: 17.34s (17337942472) First Batch Returned: 17.34s (17337942472) Last Batch Returned: 29.2m (1750908209342) Closed: 29.2m (1750909209339) Buffer pool - AllocTime: 1.98s (1975993467) - CumulativeAllocationBytes: 8.8 GiB (9460547584) - CumulativeAllocations: 769,912 (769912) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.30s (1305995689) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8496352404) - TotalGetBatchTime: 12.9m (774053440762) - DataWaitTime: 12.9m (772791444930) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.66s (7661974740) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 384,956 (384956) - TotalBatchesReceived: 384,956 (384956) - TotalBytesReceived: 3.3 GiB (3524061546) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.37s (1372816765) - TotalRPCsDeferred: 1,623 (1623) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 92 (92) - CodegenTotalWallClockTime: 2.19s (2193992720) - CodegenSysTime: 10ms (10861000) - CodegenUserTime: 916ms (916521000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 640ms (640997873) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 45ms (45999847) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1462995145) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 39ms (39999868) - TotalTime: 2.19s (2193992720) Instance c7456fdd806a4994:3209e926000000ee (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.650 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 684.6 MiB (717832158) - PeakReservation: 673.0 MiB (705691648) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 28,305,579 (28305579) - TotalNetworkReceiveTime: 12.3m (740773488093) - TotalNetworkSendTime: 20.8m (1247074210138) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,574 (2574) - TotalThreadsTotalWallClockTime: 34.7m (2080416635447) - TotalThreadsSysTime: 4.75s (4748225000) - TotalThreadsUserTime: 1.5m (87576672000) - TotalThreadsVoluntaryContextSwitches: 121,694 (121694) - TotalTime: 34.7m (2080417635424) Fragment Instance Lifecycle Event Timeline Prepare Finished: 48ms (48998909) Open Finished: 16.95s (16949622766) First Batch Produced: 25.87s (25869424247) First Batch Sent: 25.87s (25869424247) ExecInternal Finished: 34.7m (2080466634333) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063516011590) - ExecTreeExecTime: 13.1m (784105522121) - InactiveTotalTime: 0ns (0) - OpenTime: 16.90s (16900623857) - ExecTreeOpenTime: 14.56s (14562675890) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=56) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.8m (1247101209536) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 28,305,579 (28305579) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.33s (18333591424) - TotalBytesSent: 1.8 GiB (1942644469) - TotalTime: 21.3m (1279314491610) - UncompressedRowBatchSize: 4.7 GiB (5021934451) AGGREGATION_NODE (id=6) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 352.1 MiB (369229952) - RowsReturned: 28,305,579 (28305579) - RowsReturnedRate: 35442 per second (35442) - TotalTime: 13.3m (798631198836) Node Lifecycle Event Timeline Open Started: 2.39s (2386946876) Open Finished: 16.95s (16949622766) First Batch Requested: 16.95s (16949622766) First Batch Returned: 25.87s (25869424247) Last Batch Returned: 34.7m (2079398658131) Closed: 34.7m (2080465634356) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 68ms (68998467) - HTResizeTime: 394ms (394991208) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 352.1 MiB (369205376) - PeakReservation: 352.0 MiB (369098752) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,557.83 (3557.833099149664) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,648,986 (26648986) - RowsReturned: 28,305,579 (28305579) - StreamingTime: 42.78s (42777046785) - TotalTime: 0ns (0) Buffer pool - AllocTime: 27ms (27999374) - CumulativeAllocationBytes: 402.0 MiB (421527552) - CumulativeAllocations: 185 (185) - InactiveTotalTime: 0ns (0) - PeakReservation: 352.0 MiB (369098752) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 352.0 MiB (369098752) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999374) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=5) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,237 (1665237) - BuildTime: 1.42s (1419968391) - InactiveTotalTime: 0ns (0) - LocalTime: 11.51s (11506743599) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 137,233,244 (137233244) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 9.79s (9785781909) - RowsReturned: 137,233,244 (137233244) - RowsReturnedRate: 181771 per second (181771) - TotalTime: 12.6m (754975171628) Node Lifecycle Event Timeline Open Started: 2.39s (2386946876) Open Finished: 16.95s (16948622788) First Batch Requested: 16.95s (16949622766) First Batch Returned: 16.95s (16950622744) Last Batch Returned: 29.2m (1751047975194) Closed: 29.2m (1751047975194) Buffer pool - AllocTime: 39ms (39999109) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39999109) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=5) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.22s (1218972866) - BuildRowsPartitioned: 1,665,237 (1665237) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 191ms (191995727) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=55) - ConvertRowBatchTime: 34ms (34999217) - InactiveTotalTime: 13.07s (13069709127) - PeakMemoryUsage: 14.8 MiB (15467577) - RowsReturned: 1,665,237 (1665237) - RowsReturnedRate: 126781 per second (126781) - TotalTime: 13.13s (13134707677) Node Lifecycle Event Timeline Open Started: 2.39s (2386946876) Open Finished: 2.39s (2386946876) First Batch Requested: 2.39s (2393946720) First Batch Returned: 2.39s (2393946720) Last Batch Returned: 16.75s (16755627084) Closed: 16.95s (16948622788) Buffer pool - AllocTime: 593ms (593986781) - CumulativeAllocationBytes: 369.9 MiB (387883008) - CumulativeAllocations: 18,964 (18964) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 546ms (546987825) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273810420) - TotalGetBatchTime: 13.09s (13093708593) - DataWaitTime: 13.07s (13069709127) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.01s (1007977550) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,482 (9482) - TotalBatchesReceived: 9,482 (9482) - TotalBytesReceived: 156.0 MiB (163552210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 302ms (302231736) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=54) - ConvertRowBatchTime: 2.44s (2443945532) - InactiveTotalTime: 12.1m (726321809762) - PeakMemoryUsage: 10.6 MiB (11116544) - RowsReturned: 137,233,244 (137233244) - RowsReturnedRate: 187904 per second (187904) - TotalTime: 12.2m (730333720352) Node Lifecycle Event Timeline Open Started: 16.95s (16948622788) Open Finished: 16.95s (16948622788) First Batch Requested: 16.95s (16948622788) First Batch Returned: 16.95s (16948622788) Last Batch Returned: 29.2m (1751047975194) Closed: 29.2m (1751047975194) Buffer pool - AllocTime: 1.48s (1480967010) - CumulativeAllocationBytes: 8.8 GiB (9474007040) - CumulativeAllocations: 771,010 (771010) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.6 MiB (11116544) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.6 MiB (11116544) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 618ms (618986206) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.9 GiB (8508461128) - TotalGetBatchTime: 12.1m (727628780635) - DataWaitTime: 12.1m (726321809762) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.96s (6962844845) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 385,505 (385505) - TotalBatchesReceived: 385,505 (385505) - TotalBytesReceived: 3.3 GiB (3527727285) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 88 (88) - CodegenTotalWallClockTime: 2.34s (2337947967) - CodegenSysTime: 9ms (9928000) - CodegenUserTime: 936ms (936374000) - CodegenVoluntaryContextSwitches: 116 (116) - CompileTime: 640ms (640985735) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 114ms (114997441) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.52s (1522966104) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 55ms (55998754) - TotalTime: 2.34s (2337947967) Averaged Fragment F06 split sizes: min: 34.93 GB, max: 35.92 GB, avg: 35.60 GB, stddev: 237.60 MB completion times: min:26m6s max:29m16s mean: 26m17s stddev:29s214ms execution rates: min:20.92 MB/sec max:23.41 MB/sec mean:23.12 MB/sec stddev:403.20 KB/sec num instances: 39 - AverageThreadTokens: 2.00 (1.9992249424749395) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 103.6 MiB (108676935) - PeakReservation: 98.1 MiB (102891309) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 140,884,915 (140884915) - TotalNetworkReceiveTime: 29ms (29691633) - TotalNetworkSendTime: 25.1m (1508707855611) - TotalStorageWaitTime: 7.54s (7537465347) - TotalThreadsInvoluntaryContextSwitches: 779 (779) - TotalThreadsTotalWallClockTime: 52.5m (3147209991527) - TotalThreadsSysTime: 5.88s (5881012000) - TotalThreadsUserTime: 1.1m (68334885307) - TotalThreadsVoluntaryContextSwitches: 147,163 (147163) - TotalTime: 26.2m (1574222482331) Buffer pool - AllocTime: 794.86us (794856) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 794.86us (794856) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1572806358480) - ExecTreeExecTime: 12.60s (12599941552) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1409893212) - ExecTreeOpenTime: 410ms (410658274) - PrepareTime: 6ms (6230637) - ExecTreePrepareTime: 4ms (4281972) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.1 MiB (1202558) - RowsSent: 140,884,915 (140884915) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.48s (26480591069) - TotalBytesSent: 3.4 GiB (3611522100) - TotalTime: 25.9m (1555664709988) - UncompressedRowBatchSize: 8.1 GiB (8734864763) HASH_JOIN_NODE (id=4) - BuildRows: 365 (365) - BuildTime: 24ms (24435341) - InactiveTotalTime: 0ns (0) - LocalTime: 5.25s (5249498998) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,884,915 (140884915) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.96s (4961890031) - RowsReturned: 140,884,915 (140884915) - RowsReturnedRate: 17935188 per second (17935188) - TotalTime: 12.93s (12930165714) Buffer pool - AllocTime: 19ms (19973908) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19973908) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) - BuildRowsPartitionTime: 18ms (18640603) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 2ms (2538398) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 3118 per second (3118) - TotalTime: 29ms (29691633) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 1ms (1282004) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 29ms (29691633) - DataWaitTime: 29ms (29665993) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) - AverageHdfsReadThreadConcurrency: 0.01 (0.013822208685553252) - AverageScannerThreadConcurrency: 1.00 (0.9999099710415061) - BytesRead: 1.9 GiB (2076443295) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2076443295) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2076443295) - CachedFileHandlesHitCount: 343 (343) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.40s (2397921233) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.03s (15032900442) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 99.6 MiB (104387594) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 250.5 MiB/s (262621015) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4649817849) - RowBatchQueueGetWaitTime: 6.57s (6568229832) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546322026912) - RowBatchesEnqueued: 137,657 (137657) - RowsRead: 140,884,915 (140884915) - RowsReturned: 140,884,915 (140884915) - RowsReturnedRate: 58662662 per second (58662662) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 7.54s (7537465347) - ScannerThreadsInvoluntaryContextSwitches: 13 (13) - ScannerThreadsTotalWallClockTime: 26.2m (1572993739833) - ScannerThreadsSysTime: 1.14s (1144717717) - ScannerThreadsUserTime: 18.49s (18492670358) - ScannerThreadsVoluntaryContextSwitches: 107,256 (107256) - TotalRawHdfsOpenFileTime(*): 2ms (2179447) - TotalRawHdfsReadTime(*): 22.43s (22435079208) - TotalReadThroughput: 1.3 MiB/s (1320580) - TotalTime: 7.65s (7650975082) Buffer pool - AllocTime: 63ms (63075582) - CumulativeAllocationBytes: 2.1 GiB (2277128559) - CumulativeAllocations: 343 (343) - InactiveTotalTime: 0ns (0) - PeakReservation: 95.2 MiB (99802925) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 78.4 MiB (82232556) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61767909) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 480,648 (480648) - Rows rejected: 0 (0) - Rows total: 140,884,915 (140884915) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 124 (124) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,597 (137597) - RowGroups rejected: 0 (0) - RowGroups total: 137,597 (137597) - Rows processed: 487,318 (487318) - Rows rejected: 0 (0) - Rows total: 140,884,915 (140884915) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 999ms (999183657) - CodegenSysTime: 3ms (3972794) - CodegenUserTime: 423ms (423774512) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 376ms (376402171) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999426) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 523ms (523398921) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 64ms (64921734) - TotalTime: 999ms (999183657) Fragment F06 Instance c7456fdd806a4994:3209e926000000af (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:55:17.748 Hdfs split stats (:<# splits>/): 0:154/35.87 GB Filter 16 arrival: 977ms Filter 14 arrival: 17s282ms - AverageThreadTokens: 2.00 (1.999421463696847) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109529338) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 143,227,250 (143227250) - TotalNetworkReceiveTime: 259ms (259996332) - TotalNetworkSendTime: 23.7m (1419611997171) - TotalStorageWaitTime: 3.5m (211419024231) - TotalThreadsInvoluntaryContextSwitches: 777 (777) - TotalThreadsTotalWallClockTime: 58.3m (3500736681759) - TotalThreadsSysTime: 5.69s (5689437000) - TotalThreadsUserTime: 1.1m (66099441000) - TotalThreadsVoluntaryContextSwitches: 144,927 (144927) - TotalTime: 29.2m (1750911333220) Fragment Instance Lifecycle Event Timeline Prepare Finished: 108ms (108998462) Open Finished: 5.07s (5067928499) First Batch Produced: 5.07s (5067928499) First Batch Sent: 5.07s (5067928499) ExecInternal Finished: 29.2m (1752942304640) Buffer pool - AllocTime: 19ms (19999718) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 19ms (19999718) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 29.1m (1745941403338) - ExecTreeExecTime: 3.5m (207803075289) - InactiveTotalTime: 0ns (0) - OpenTime: 4.96s (4958930037) - ExecTreeOpenTime: 4.26s (4264939828) - PrepareTime: 10ms (10999845) - ExecTreePrepareTime: 9ms (9999859) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.7m (1419658996511) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 143,227,250 (143227250) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.76s (25758637433) - TotalBytesSent: 3.4 GiB (3671373283) - TotalTime: 24.5m (1467116328513) - UncompressedRowBatchSize: 8.3 GiB (8880089500) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 11ms (11999830) - InactiveTotalTime: 0ns (0) - LocalTime: 5.13s (5134927707) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 143,227,250 (143227250) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.86s (4857931616) - RowsReturned: 143,227,250 (143227250) - RowsReturnedRate: 675568 per second (675568) - TotalTime: 3.5m (212010015935) Node Lifecycle Event Timeline Open Started: 802ms (802988671) Open Finished: 5.07s (5067928499) First Batch Requested: 5.07s (5067928499) First Batch Returned: 5.07s (5067928499) Last Batch Returned: 29.2m (1750965332456) Closed: 29.2m (1752942304640) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 259ms (259996332) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 1403 per second (1403) - TotalTime: 259ms (259996332) Node Lifecycle Event Timeline Open Started: 802ms (802988671) Open Finished: 802ms (802988671) First Batch Requested: 814ms (814988501) First Batch Returned: 1.07s (1074984833) Last Batch Returned: 1.07s (1074984833) Closed: 1.07s (1074984833) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 259ms (259996332) - DataWaitTime: 259ms (259996332) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.87 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:84.08% 1:5.876% 2:4.602% 3:4.168% 4:1.129% 5:0.1447% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.33 (0.32821997105643996) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2114815265) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2114815265) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2114815265) - CachedFileHandlesHitCount: 349 (349) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.51s (2512964609) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 30.89s (30887565038) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186901) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 3.5 MiB/s (3721156) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4727154688) - RowBatchQueueGetWaitTime: 3.4m (205588106347) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.9m (1491946978490) - RowBatchesEnqueued: 139,948 (139948) - RowsRead: 143,227,250 (143227250) - RowsReturned: 143,227,250 (143227250) - RowsReturnedRate: 693208 per second (693208) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 3.5m (211419024231) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 29.2m (1749836348384) - ScannerThreadsSysTime: 1.12s (1124475000) - ScannerThreadsUserTime: 17.98s (17984470000) - ScannerThreadsVoluntaryContextSwitches: 106,311 (106311) - TotalRawHdfsOpenFileTime(*): 6ms (6999902) - TotalRawHdfsReadTime(*): 9.5m (568322000406) - TotalReadThroughput: 1.2 MiB/s (1222777) - TotalTime: 3.4m (206615091896) Node Lifecycle Event Timeline Open Started: 1.07s (1074984833) Open Finished: 1.07s (1074984833) First Batch Requested: 1.07s (1074984833) First Batch Returned: 5.07s (5067928499) Last Batch Returned: 29.2m (1750965332456) Closed: 29.2m (1752942304640) Buffer pool - AllocTime: 138ms (138998043) - CumulativeAllocationBytes: 2.2 GiB (2349924352) - CumulativeAllocations: 349 (349) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 126ms (126998212) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 499,712 (499712) - Rows rejected: 0 (0) - Rows total: 143,227,250 (143227250) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 123 (123) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,886 (139886) - RowGroups rejected: 0 (0) - RowGroups total: 139,886 (139886) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 143,227,250 (143227250) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 693ms (693990209) - CodegenSysTime: 5ms (5934000) - CodegenUserTime: 418ms (418320000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 270ms (270996177) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999803) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 342ms (342995161) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 51ms (51999266) - TotalTime: 693ms (693990209) Instance c7456fdd806a4994:3209e926000000a9 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:24.368 Hdfs split stats (:<# splits>/): 0:153/34.93 GB Filter 16 arrival: 1s082ms Filter 14 arrival: 17s421ms - AverageThreadTokens: 2.00 (1.999365280863218) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109578272) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 136,553,799 (136553799) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510051364387) - TotalStorageWaitTime: 4.15s (4151874563) - TotalThreadsInvoluntaryContextSwitches: 1,196 (1196) - TotalThreadsTotalWallClockTime: 52.6m (3154085680718) - TotalThreadsSysTime: 6.27s (6273838000) - TotalThreadsUserTime: 1.2m (69937705000) - TotalThreadsVoluntaryContextSwitches: 137,905 (137905) - TotalTime: 26.3m (1577689320820) Fragment Instance Lifecycle Event Timeline Prepare Finished: 157ms (157995224) Open Finished: 1.53s (1529953759) First Batch Produced: 1.53s (1529953759) First Batch Sent: 1.53s (1529953759) ExecInternal Finished: 26.3m (1577821316831) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1576289363132) - ExecTreeExecTime: 9.32s (9318718463) - InactiveTotalTime: 0ns (0) - OpenTime: 1.37s (1371958535) - ExecTreeOpenTime: 329ms (329990026) - PrepareTime: 27ms (27999153) - ExecTreePrepareTime: 10ms (10999667) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510118362367) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 136,553,799 (136553799) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.53s (27529168242) - TotalBytesSent: 3.3 GiB (3501406250) - TotalTime: 26.0m (1559196879557) - UncompressedRowBatchSize: 7.9 GiB (8466335538) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 12ms (12999607) - InactiveTotalTime: 0ns (0) - LocalTime: 5.41s (5407836618) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 136,553,799 (136553799) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.07s (5073846721) - RowsReturned: 136,553,799 (136553799) - RowsReturnedRate: 14245558 per second (14245558) - TotalTime: 9.59s (9585710388) Node Lifecycle Event Timeline Open Started: 1.20s (1199963733) Open Finished: 1.53s (1529953759) First Batch Requested: 1.53s (1529953759) First Batch Returned: 1.53s (1529953759) Last Batch Returned: 26.3m (1577740319278) Closed: 26.3m (1577820316861) Buffer pool - AllocTime: 11ms (11999637) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999637) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 11ms (11999637) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.97us (999970) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.20s (1199963733) Open Finished: 1.20s (1199963733) First Batch Requested: 1.20s (1199963733) First Batch Returned: 1.20s (1199963733) Last Batch Returned: 1.20s (1199963733) Closed: 1.21s (1212963340) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/34.93 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.46% 1:0.1588% 2:0.09527% 3:0.1905% 4:0.09527% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.01302000635122261) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2011998157) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2011998157) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2011998157) - CachedFileHandlesHitCount: 338 (338) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.39s (2392927736) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 16.23s (16231509541) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284485) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 106.9 MiB/s (112129900) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4506860544) - RowBatchQueueGetWaitTime: 3.11s (3108906074) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1551836101971) - RowBatchesEnqueued: 133,427 (133427) - RowsRead: 136,553,799 (136553799) - RowsReturned: 136,553,799 (136553799) - RowsReturnedRate: 32684998 per second (32684998) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 4.15s (4151874563) - ScannerThreadsInvoluntaryContextSwitches: 25 (25) - ScannerThreadsTotalWallClockTime: 26.3m (1576424359051) - ScannerThreadsSysTime: 1.20s (1195340000) - ScannerThreadsUserTime: 18.17s (18169339000) - ScannerThreadsVoluntaryContextSwitches: 96,438 (96438) - TotalRawHdfsOpenFileTime(*): 2ms (2999909) - TotalRawHdfsReadTime(*): 17.94s (17943457902) - TotalReadThroughput: 1.2 MiB/s (1276537) - TotalTime: 4.18s (4177873770) Node Lifecycle Event Timeline Open Started: 1.21s (1212963340) Open Finished: 1.21s (1212963340) First Batch Requested: 1.21s (1212963340) First Batch Returned: 1.53s (1529953759) Last Batch Returned: 26.3m (1577739319308) Closed: 26.3m (1577820316861) Buffer pool - AllocTime: 126ms (126996165) - CumulativeAllocationBytes: 2.1 GiB (2222850048) - CumulativeAllocations: 338 (338) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 126ms (126996165) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 485,376 (485376) - Rows rejected: 0 (0) - Rows total: 136,553,799 (136553799) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 123 (123) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 133,367 (133367) - RowGroups rejected: 0 (0) - RowGroups total: 133,367 (133367) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 136,553,799 (136553799) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 52 (52) - CodegenTotalWallClockTime: 1.04s (1041968509) - CodegenSysTime: 5ms (5983000) - CodegenUserTime: 426ms (426646000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 459ms (459986098) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54998338) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 459ms (459986098) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 64ms (64998036) - TotalTime: 1.04s (1041968509) Instance c7456fdd806a4994:3209e926000000c5 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:23.345 Hdfs split stats (:<# splits>/): 0:153/35.69 GB Filter 16 arrival: 1s226ms Filter 14 arrival: 17s441ms - AverageThreadTokens: 2.00 (1.9987305617264362) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109488405) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 156,671,392 (156671392) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1512854478732) - TotalStorageWaitTime: 2.81s (2805971249) - TotalThreadsInvoluntaryContextSwitches: 822 (822) - TotalThreadsTotalWallClockTime: 52.5m (3151974663118) - TotalThreadsSysTime: 6.49s (6487282000) - TotalThreadsUserTime: 1.2m (74514653000) - TotalThreadsVoluntaryContextSwitches: 161,491 (161491) - TotalTime: 26.3m (1576656824685) Fragment Instance Lifecycle Event Timeline Prepare Finished: 62ms (62999353) Open Finished: 1.52s (1524984343) First Batch Produced: 1.52s (1525984333) First Batch Sent: 1.52s (1525984333) ExecInternal Finished: 26.3m (1576719824039) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.3m (1575193839706) - ExecTreeExecTime: 8.63s (8634911470) - InactiveTotalTime: 0ns (0) - OpenTime: 1.46s (1461984990) - ExecTreeOpenTime: 314ms (314996766) - PrepareTime: 999.99us (999989) - ExecTreePrepareTime: 999.99us (999989) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512909478170) - PeakMemoryUsage: 1.1 MiB (1151936) - RowsSent: 156,671,392 (156671392) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 29.16s (29155701009) - TotalBytesSent: 3.7 GiB (4021580860) - TotalTime: 26.1m (1563967954802) - UncompressedRowBatchSize: 9.0 GiB (9713626304) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 77ms (77999200) - InactiveTotalTime: 0ns (0) - LocalTime: 5.90s (5900939486) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 156,671,392 (156671392) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.53s (5528943304) - RowsReturned: 156,671,392 (156671392) - RowsReturnedRate: 17705164 per second (17705164) - TotalTime: 8.85s (8848909266) Node Lifecycle Event Timeline Open Started: 1.21s (1209987577) Open Finished: 1.52s (1524984343) First Batch Requested: 1.52s (1524984343) First Batch Returned: 1.52s (1525984333) Last Batch Returned: 26.3m (1576680824439) Closed: 26.3m (1576719824039) Buffer pool - AllocTime: 50ms (50999477) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50999477) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 50ms (50999477) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.21s (1209987577) Open Finished: 1.21s (1209987577) First Batch Requested: 1.24s (1235987310) First Batch Returned: 1.24s (1235987310) Last Batch Returned: 1.24s (1235987310) Closed: 1.29s (1287986777) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.69 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 33 out of 33 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.0953% 2:0.1271% 3:0.03177% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:33 PARQUET/Unknown(Skipped):120 - AverageHdfsReadThreadConcurrency: 0.00 (0.0044472681067344345) - AverageScannerThreadConcurrency: 1.00 (0.9996823379923762) - BytesRead: 2.1 GiB (2307958053) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.1 GiB (2307958053) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.1 GiB (2307958053) - CachedFileHandlesHitCount: 384 (384) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.56s (2561973745) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.90s (15905837100) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 33 (33) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186566) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 217.6 MiB/s (228196727) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.8 GiB (5170818048) - RowBatchQueueGetWaitTime: 1.88s (1877980754) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1552768069443) - RowBatchesEnqueued: 153,081 (153081) - RowsRead: 156,671,392 (156671392) - RowsReturned: 156,671,392 (156671392) - RowsReturnedRate: 53145521 per second (53145521) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.81s (2805971249) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.3m (1575318838422) - ScannerThreadsSysTime: 1.22s (1224937000) - ScannerThreadsUserTime: 20.35s (20348316000) - ScannerThreadsVoluntaryContextSwitches: 121,014 (121014) - TotalRawHdfsOpenFileTime(*): 3ms (3999959) - TotalRawHdfsReadTime(*): 10.11s (10113896359) - TotalReadThroughput: 1.4 MiB/s (1465001) - TotalTime: 2.95s (2947969780) Node Lifecycle Event Timeline Open Started: 1.29s (1287986777) Open Finished: 1.29s (1287986777) First Batch Requested: 1.29s (1287986777) First Batch Returned: 1.52s (1524984343) Last Batch Returned: 26.3m (1576680824439) Closed: 26.3m (1576719824039) Buffer pool - AllocTime: 29ms (29999690) - CumulativeAllocationBytes: 2.4 GiB (2532999168) - CumulativeAllocations: 384 (384) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999700) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 527,360 (527360) - Rows rejected: 0 (0) - Rows total: 156,671,392 (156671392) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 120 (120) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 153,015 (153015) - RowGroups rejected: 0 (0) - RowGroups total: 153,015 (153015) - Rows processed: 540,672 (540672) - Rows rejected: 0 (0) - Rows total: 156,671,392 (156671392) - Splits processed: 33 (33) - Splits rejected: 0 (0) - Splits total: 33 (33) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.15s (1146988224) - CodegenSysTime: 5ms (5920000) - CodegenUserTime: 429ms (429242000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 248ms (248997443) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31999671) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 775ms (775992033) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 81ms (81999159) - TotalTime: 1.15s (1146988224) Instance c7456fdd806a4994:3209e926000000a7 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.933 Hdfs split stats (:<# splits>/): 0:156/35.92 GB Filter 16 arrival: 883ms Filter 14 arrival: 17s372ms - AverageThreadTokens: 2.00 (1.9993644741023198) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109545495) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 150,323,041 (150323041) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1513239786862) - TotalStorageWaitTime: 3.54s (3540877853) - TotalThreadsInvoluntaryContextSwitches: 814 (814) - TotalThreadsTotalWallClockTime: 52.5m (3149146341651) - TotalThreadsSysTime: 6.28s (6283076000) - TotalThreadsUserTime: 1.2m (71779705000) - TotalThreadsVoluntaryContextSwitches: 155,137 (155137) - TotalTime: 26.3m (1575121651890) Fragment Instance Lifecycle Event Timeline Prepare Finished: 76ms (76997342) Open Finished: 1.42s (1423950836) First Batch Produced: 1.42s (1423950836) First Batch Sent: 1.42s (1423950836) ExecInternal Finished: 26.3m (1575195649335) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1573769698568) - ExecTreeExecTime: 9.21s (9207682379) - InactiveTotalTime: 0ns (0) - OpenTime: 1.35s (1346953494) - ExecTreeOpenTime: 468ms (468983807) - PrepareTime: 4ms (4999828) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1513303784654) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 150,323,041 (150323041) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 28.07s (28071031533) - TotalBytesSent: 3.6 GiB (3855502478) - TotalTime: 26.0m (1562357092264) - UncompressedRowBatchSize: 8.7 GiB (9320028542) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.55s (5553808419) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 150,323,041 (150323041) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.29s (5287817604) - RowsReturned: 150,323,041 (150323041) - RowsReturnedRate: 15703355 per second (15703355) - TotalTime: 9.57s (9572669770) Node Lifecycle Event Timeline Open Started: 954ms (954967029) Open Finished: 1.42s (1423950836) First Batch Requested: 1.42s (1423950836) First Batch Returned: 1.42s (1423950836) Last Batch Returned: 26.3m (1575158650612) Closed: 26.3m (1575195649335) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 954ms (954967029) Open Finished: 954ms (954967029) First Batch Requested: 954ms (954967029) First Batch Returned: 954ms (954967029) Last Batch Returned: 954ms (954967029) Closed: 954ms (954967029) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:156/35.92 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 32 out of 32 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 134ms Hdfs Read Thread Concurrency Bucket: 0:99.55% 1:0.159% 2:0.09539% 3:0.0318% 4:0.09539% 5:0.06359% 6:0% File Formats: PARQUET/SNAPPY:32 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.011446740858505564) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.1 GiB (2215788053) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.1 GiB (2215788053) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.1 GiB (2215788053) - CachedFileHandlesHitCount: 368 (368) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.62s (2617909681) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.35s (15351470364) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 32 (32) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284530) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 170.7 MiB/s (178972982) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.6 GiB (4961235968) - RowBatchQueueGetWaitTime: 2.87s (2874900823) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.9m (1551140479260) - RowBatchesEnqueued: 146,877 (146877) - RowsRead: 150,323,041 (150323041) - RowsReturned: 150,323,041 (150323041) - RowsReturnedRate: 37404385 per second (37404385) - ScanRangesComplete: 156 (156) - ScannerIoWaitTime: 3.54s (3540877853) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.2m (1574029689589) - ScannerThreadsSysTime: 1.28s (1279796000) - ScannerThreadsUserTime: 19.73s (19731930000) - ScannerThreadsVoluntaryContextSwitches: 114,619 (114619) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 12.38s (12380572905) - TotalReadThroughput: 1.3 MiB/s (1407822) - TotalTime: 4.02s (4018861351) Node Lifecycle Event Timeline Open Started: 954ms (954967029) Open Finished: 955ms (955966994) First Batch Requested: 955ms (955966994) First Batch Returned: 1.42s (1423950836) Last Batch Returned: 26.3m (1575157650646) Closed: 26.3m (1575195649335) Buffer pool - AllocTime: 135ms (135995307) - CumulativeAllocationBytes: 2.3 GiB (2448490496) - CumulativeAllocations: 368 (368) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 135ms (135995307) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 521,216 (521216) - Rows rejected: 0 (0) - Rows total: 150,323,041 (150323041) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 156 (156) - Files rejected: 124 (124) - Files total: 156 (156) - InactiveTotalTime: 0ns (0) - RowGroups processed: 146,813 (146813) - RowGroups rejected: 0 (0) - RowGroups total: 146,813 (146813) - Rows processed: 524,288 (524288) - Rows rejected: 0 (0) - Rows total: 150,323,041 (150323041) - Splits processed: 32 (32) - Splits rejected: 0 (0) - Splits total: 32 (32) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 877ms (877969687) - CodegenSysTime: 2ms (2978000) - CodegenUserTime: 423ms (423354000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 287ms (287990057) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999240) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 468ms (468983808) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 96ms (96996651) - TotalTime: 877ms (877969687) Instance c7456fdd806a4994:3209e926000000c3 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.821 Hdfs split stats (:<# splits>/): 0:152/35.22 GB Filter 16 arrival: 1s153ms Filter 14 arrival: 17s387ms - AverageThreadTokens: 2.00 (1.9993636652879414) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109618970) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 148,806,096 (148806096) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1512059073132) - TotalStorageWaitTime: 2.59s (2587983004) - TotalThreadsInvoluntaryContextSwitches: 789 (789) - TotalThreadsTotalWallClockTime: 52.4m (3145082351885) - TotalThreadsSysTime: 6.36s (6359141000) - TotalThreadsUserTime: 1.2m (71439639000) - TotalThreadsVoluntaryContextSwitches: 154,210 (154210) - TotalTime: 26.2m (1573191671674) Fragment Instance Lifecycle Event Timeline Prepare Finished: 94ms (94999377) Open Finished: 1.44s (1443990524) First Batch Produced: 1.44s (1443990524) First Batch Sent: 1.44s (1443990524) ExecInternal Finished: 26.2m (1573287671044) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1571841680533) - ExecTreeExecTime: 8.10s (8102946793) - InactiveTotalTime: 0ns (0) - OpenTime: 1.35s (1348991147) - ExecTreeOpenTime: 197ms (197998700) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512095072901) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 148,806,096 (148806096) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.74s (27744817772) - TotalBytesSent: 3.5 GiB (3810229964) - TotalTime: 26.0m (1561058751344) - UncompressedRowBatchSize: 8.6 GiB (9225977952) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.99us (999993) - InactiveTotalTime: 0ns (0) - LocalTime: 5.51s (5510963825) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 148,806,096 (148806096) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.24s (5241965593) - RowsReturned: 148,806,096 (148806096) - RowsReturnedRate: 18167143 per second (18167143) - TotalTime: 8.19s (8190946216) Node Lifecycle Event Timeline Open Started: 1.25s (1245991824) Open Finished: 1.44s (1443990524) First Batch Requested: 1.44s (1443990524) First Batch Returned: 1.44s (1443990524) Last Batch Returned: 26.2m (1573248671300) Closed: 26.2m (1573286671051) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.99us (999993) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.25s (1245991824) Open Finished: 1.25s (1245991824) First Batch Requested: 1.25s (1245991824) First Batch Returned: 1.25s (1245991824) Last Batch Returned: 1.25s (1245991824) Closed: 1.25s (1246991817) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:152/35.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.62% 1:0.1592% 2:0.06367% 3:0.06367% 4:0.03184% 5:0.06367% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):121 - AverageHdfsReadThreadConcurrency: 0.01 (0.009232728430436167) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2189339158) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2189339158) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2189339158) - CachedFileHandlesHitCount: 361 (361) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.50s (2496983572) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.36s (15358899159) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284566) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 196.7 MiB/s (206250921) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.6 GiB (4911253504) - RowBatchQueueGetWaitTime: 1.62s (1621989347) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1549965824209) - RowBatchesEnqueued: 145,396 (145396) - RowsRead: 148,806,096 (148806096) - RowsReturned: 148,806,096 (148806096) - RowsReturnedRate: 55525027 per second (55525027) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 2.59s (2587983004) - ScannerThreadsInvoluntaryContextSwitches: 16 (16) - ScannerThreadsTotalWallClockTime: 26.2m (1571891680205) - ScannerThreadsSysTime: 1.28s (1283332000) - ScannerThreadsUserTime: 19.48s (19479995000) - ScannerThreadsVoluntaryContextSwitches: 113,492 (113492) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 10.61s (10614930292) - TotalReadThroughput: 1.3 MiB/s (1392829) - TotalTime: 2.68s (2679982391) Node Lifecycle Event Timeline Open Started: 1.25s (1246991817) Open Finished: 1.25s (1246991817) First Batch Requested: 1.25s (1246991817) First Batch Returned: 1.44s (1443990524) Last Batch Returned: 26.2m (1573248671300) Closed: 26.2m (1573286671051) Buffer pool - AllocTime: 39ms (39999739) - CumulativeAllocationBytes: 2.2 GiB (2399666176) - CumulativeAllocations: 361 (361) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.2 MiB (79953920) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39999739) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 498,688 (498688) - Rows rejected: 0 (0) - Rows total: 148,806,096 (148806096) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 152 (152) - Files rejected: 121 (121) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 145,334 (145334) - RowGroups rejected: 0 (0) - RowGroups total: 145,334 (145334) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 148,806,096 (148806096) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 1.15s (1150992447) - CodegenSysTime: 1ms (1979000) - CodegenUserTime: 415ms (415436000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 364ms (364997605) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 46ms (46999692) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 587ms (587996142) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 139ms (139999081) - TotalTime: 1.15s (1150992447) Instance c7456fdd806a4994:3209e926000000b2 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.407 Hdfs split stats (:<# splits>/): 0:154/35.19 GB Filter 16 arrival: 1s154ms Filter 14 arrival: 17s417ms - AverageThreadTokens: 2.00 (1.9987277353689568) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109553406) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 143,949,425 (143949425) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1509570994947) - TotalStorageWaitTime: 2.46s (2462946161) - TotalThreadsInvoluntaryContextSwitches: 947 (947) - TotalThreadsTotalWallClockTime: 52.4m (3144760243837) - TotalThreadsSysTime: 6.44s (6436450000) - TotalThreadsUserTime: 1.2m (72361402000) - TotalThreadsVoluntaryContextSwitches: 151,158 (151158) - TotalTime: 26.2m (1573037607539) Fragment Instance Lifecycle Event Timeline Prepare Finished: 42ms (42999060) Open Finished: 1.37s (1374969929) First Batch Produced: 1.37s (1374969929) First Batch Sent: 1.38s (1375969907) ExecInternal Finished: 26.2m (1573081606578) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1571704636692) - ExecTreeExecTime: 7.86s (7860828139) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1331970869) - ExecTreeOpenTime: 207ms (207995451) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1509634993551) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 143,949,425 (143949425) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 28.25s (28252382398) - TotalBytesSent: 3.4 GiB (3691243035) - TotalTime: 26.0m (1560376884327) - UncompressedRowBatchSize: 8.3 GiB (8924864350) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 28ms (28999366) - InactiveTotalTime: 0ns (0) - LocalTime: 5.39s (5386882218) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 143,949,425 (143949425) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.11s (5112888210) - RowsReturned: 143,949,425 (143949425) - RowsReturnedRate: 18009830 per second (18009830) - TotalTime: 7.99s (7992825253) Node Lifecycle Event Timeline Open Started: 1.17s (1166974478) Open Finished: 1.37s (1374969929) First Batch Requested: 1.37s (1374969929) First Batch Returned: 1.37s (1374969929) Last Batch Returned: 26.2m (1573027607758) Closed: 26.2m (1573080606600) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.17s (1166974478) Open Finished: 1.17s (1166974478) First Batch Requested: 1.20s (1195973844) First Batch Returned: 1.20s (1195973844) Last Batch Returned: 1.20s (1195973844) Closed: 1.20s (1195973844) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.19 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.03185% 2:0.06369% 3:0.09554% 4:0.03185% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.005732484076433121) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2121159523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2121159523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2121159523) - CachedFileHandlesHitCount: 354 (354) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.51s (2512945098) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.12s (15121669394) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284450) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 228.7 MiB/s (239819773) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4751011840) - RowBatchQueueGetWaitTime: 1.48s (1482967583) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1550277105130) - RowBatchesEnqueued: 140,654 (140654) - RowsRead: 143,949,425 (143949425) - RowsReturned: 143,949,425 (143949425) - RowsReturnedRate: 55238899 per second (55238899) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 2.46s (2462946161) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.2m (1571723636276) - ScannerThreadsSysTime: 1.19s (1189313000) - ScannerThreadsUserTime: 19.04s (19037287000) - ScannerThreadsVoluntaryContextSwitches: 111,212 (111212) - TotalRawHdfsOpenFileTime(*): 3ms (3999912) - TotalRawHdfsReadTime(*): 8.84s (8844806639) - TotalReadThroughput: 1.3 MiB/s (1349378) - TotalTime: 2.60s (2605943035) Node Lifecycle Event Timeline Open Started: 1.20s (1195973844) Open Finished: 1.20s (1196973822) First Batch Requested: 1.20s (1196973822) First Batch Returned: 1.37s (1374969929) Last Batch Returned: 26.2m (1573027607758) Closed: 26.2m (1573080606600) Buffer pool - AllocTime: 40ms (40999103) - CumulativeAllocationBytes: 2.2 GiB (2333736960) - CumulativeAllocations: 354 (354) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40999103) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 501,760 (501760) - Rows rejected: 0 (0) - Rows total: 143,949,425 (143949425) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 123 (123) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 140,592 (140592) - RowGroups rejected: 0 (0) - RowGroups total: 140,592 (140592) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 143,949,425 (143949425) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.12s (1123975418) - CodegenSysTime: 7ms (7939000) - CodegenUserTime: 429ms (429429000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 440ms (440990355) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999475) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 529ms (529988409) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 117ms (117997419) - TotalTime: 1.12s (1123975418) Instance c7456fdd806a4994:3209e926000000b9 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.426 Hdfs split stats (:<# splits>/): 0:155/35.21 GB Filter 16 arrival: 1s124ms Filter 14 arrival: 17s380ms - AverageThreadTokens: 2.00 (1.999045497931912) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109569666) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 148,556,023 (148556023) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511453179704) - TotalStorageWaitTime: 2.14s (2138912540) - TotalThreadsInvoluntaryContextSwitches: 855 (855) - TotalThreadsTotalWallClockTime: 52.4m (3144244397611) - TotalThreadsSysTime: 6.48s (6484720000) - TotalThreadsUserTime: 1.2m (72008170000) - TotalThreadsVoluntaryContextSwitches: 153,509 (153509) - TotalTime: 26.2m (1572750673087) Fragment Instance Lifecycle Event Timeline Prepare Finished: 83ms (83996562) Open Finished: 1.34s (1344944958) First Batch Produced: 1.34s (1344944958) First Batch Sent: 1.34s (1344944958) ExecInternal Finished: 26.2m (1572834669649) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1571488724732) - ExecTreeExecTime: 7.67s (7672686315) - InactiveTotalTime: 0ns (0) - OpenTime: 1.26s (1260948396) - ExecTreeOpenTime: 191ms (191992142) - PrepareTime: 999.96us (999959) - ExecTreePrepareTime: 999.96us (999959) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511528176640) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 148,556,023 (148556023) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.97s (27972856095) - TotalBytesSent: 3.5 GiB (3803748740) - TotalTime: 26.0m (1561042151815) - UncompressedRowBatchSize: 8.6 GiB (9210473426) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 53ms (53997790) - InactiveTotalTime: 0ns (0) - LocalTime: 5.57s (5572772176) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 148,556,023 (148556023) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.20s (5197787517) - RowsReturned: 148,556,023 (148556023) - RowsReturnedRate: 19122422 per second (19122422) - TotalTime: 7.77s (7768682383) Node Lifecycle Event Timeline Open Started: 1.15s (1152952816) Open Finished: 1.34s (1344944958) First Batch Requested: 1.34s (1344944958) First Batch Returned: 1.34s (1344944958) Last Batch Returned: 26.2m (1572787671570) Closed: 26.2m (1572834669649) Buffer pool - AllocTime: 50ms (50997913) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50997913) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 51ms (51997872) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.15s (1152952816) Open Finished: 1.15s (1152952816) First Batch Requested: 1.15s (1153952775) First Batch Returned: 1.15s (1153952775) Last Batch Returned: 1.15s (1153952775) Closed: 1.21s (1206950606) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.21 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 32 out of 32 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1592% 2:0.1274% 3:0% 4:0% 5:0.03185% 6:0% File Formats: PARQUET/SNAPPY:32 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.005732484076433121) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2188696038) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2188696038) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2188696038) - CachedFileHandlesHitCount: 367 (367) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.57s (2569894924) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.43s (15431369011) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 32 (32) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284418) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 289.6 MiB/s (303618467) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.6 GiB (4902978560) - RowBatchQueueGetWaitTime: 1.09s (1091955350) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1549930606229) - RowBatchesEnqueued: 145,153 (145153) - RowsRead: 148,556,023 (148556023) - RowsReturned: 148,556,023 (148556023) - RowsReturnedRate: 67651228 per second (67651228) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.14s (2138912540) - ScannerThreadsInvoluntaryContextSwitches: 16 (16) - ScannerThreadsTotalWallClockTime: 26.2m (1571494724483) - ScannerThreadsSysTime: 1.30s (1300759000) - ScannerThreadsUserTime: 19.57s (19567791000) - ScannerThreadsVoluntaryContextSwitches: 113,140 (113140) - TotalRawHdfsOpenFileTime(*): 999.96us (999959) - TotalRawHdfsReadTime(*): 7.21s (7208705231) - TotalReadThroughput: 1.3 MiB/s (1392877) - TotalTime: 2.19s (2195910207) Node Lifecycle Event Timeline Open Started: 1.21s (1206950606) Open Finished: 1.21s (1206950606) First Batch Requested: 1.21s (1206950606) First Batch Returned: 1.34s (1344944958) Last Batch Returned: 26.2m (1572787671570) Closed: 26.2m (1572834669649) Buffer pool - AllocTime: 24ms (24998978) - CumulativeAllocationBytes: 2.3 GiB (2417901568) - CumulativeAllocations: 367 (367) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24998978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 522,240 (522240) - Rows rejected: 0 (0) - Rows total: 148,556,023 (148556023) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 123 (123) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 145,089 (145089) - RowGroups rejected: 0 (0) - RowGroups total: 145,089 (145089) - Rows processed: 524,288 (524288) - Rows rejected: 0 (0) - Rows total: 148,556,023 (148556023) - Splits processed: 32 (32) - Splits rejected: 0 (0) - Splits total: 32 (32) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.07s (1068956254) - CodegenSysTime: 2ms (2003000) - CodegenUserTime: 428ms (428870000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 277ms (277988624) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999264) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 682ms (682972049) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 74ms (74996931) - TotalTime: 1.07s (1068956254) Instance c7456fdd806a4994:3209e926000000b1 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:19.121 Hdfs split stats (:<# splits>/): 0:156/35.79 GB Filter 16 arrival: 1s015ms Filter 14 arrival: 17s398ms - AverageThreadTokens: 2.00 (1.9990451941438574) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109545234) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 138,874,964 (138874964) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511137198592) - TotalStorageWaitTime: 2.45s (2452917486) - TotalThreadsInvoluntaryContextSwitches: 958 (958) - TotalThreadsTotalWallClockTime: 52.4m (3143354324944) - TotalThreadsSysTime: 5.94s (5944529000) - TotalThreadsUserTime: 1.2m (69002690000) - TotalThreadsVoluntaryContextSwitches: 143,192 (143192) - TotalTime: 26.2m (1572300141527) Fragment Instance Lifecycle Event Timeline Prepare Finished: 81ms (81997243) Open Finished: 1.33s (1333955151) First Batch Produced: 1.33s (1333955151) First Batch Sent: 1.33s (1333955151) ExecInternal Finished: 26.2m (1572383138735) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1571047183652) - ExecTreeExecTime: 7.98s (7978731624) - InactiveTotalTime: 0ns (0) - OpenTime: 1.25s (1251957908) - ExecTreeOpenTime: 237ms (237991998) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511189196840) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 138,874,964 (138874964) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.03s (27028091009) - TotalBytesSent: 3.3 GiB (3558960275) - TotalTime: 26.0m (1558981589460) - UncompressedRowBatchSize: 8.0 GiB (8610247768) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 56ms (56998083) - InactiveTotalTime: 0ns (0) - LocalTime: 5.41s (5406818189) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 138,874,964 (138874964) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.09s (5090828811) - RowsReturned: 138,874,964 (138874964) - RowsReturnedRate: 17090774 per second (17090774) - TotalTime: 8.12s (8125726686) Node Lifecycle Event Timeline Open Started: 1.09s (1095963153) Open Finished: 1.33s (1333955151) First Batch Requested: 1.33s (1333955151) First Batch Returned: 1.33s (1333955151) Last Batch Returned: 26.2m (1572327140619) Closed: 26.2m (1572383138735) Buffer pool - AllocTime: 40ms (40998622) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40998622) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 55ms (55998117) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.09s (1095963153) Open Finished: 1.09s (1095963153) First Batch Requested: 1.10s (1096963119) First Batch Returned: 1.10s (1096963119) Last Batch Returned: 1.10s (1096963119) Closed: 1.15s (1152961236) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:156/35.79 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.09557% 2:0.03186% 3:0.06371% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.00 (0.003504300732717426) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2043622987) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2043622987) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2043622987) - CachedFileHandlesHitCount: 339 (339) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.33s (2325921775) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.22s (15219488089) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284387) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 215.1 MiB/s (225548143) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4583534592) - RowBatchQueueGetWaitTime: 1.66s (1660944129) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1548908928279) - RowBatchesEnqueued: 135,696 (135696) - RowsRead: 138,874,964 (138874964) - RowsReturned: 138,874,964 (138874964) - RowsReturnedRate: 51077468 per second (51077468) - ScanRangesComplete: 156 (156) - ScannerIoWaitTime: 2.45s (2452917486) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 26.2m (1571055183384) - ScannerThreadsSysTime: 1.16s (1157985000) - ScannerThreadsUserTime: 18.25s (18254483000) - ScannerThreadsVoluntaryContextSwitches: 102,640 (102640) - TotalRawHdfsOpenFileTime(*): 999.97us (999967) - TotalRawHdfsReadTime(*): 9.06s (9060695223) - TotalReadThroughput: 1.2 MiB/s (1300496) - TotalTime: 2.72s (2718908497) Node Lifecycle Event Timeline Open Started: 1.15s (1152961236) Open Finished: 1.18s (1177960396) First Batch Requested: 1.18s (1177960396) First Batch Returned: 1.33s (1333955151) Last Batch Returned: 26.2m (1572327140619) Closed: 26.2m (1572383138735) Buffer pool - AllocTime: 81ms (81997242) - CumulativeAllocationBytes: 2.1 GiB (2261778432) - CumulativeAllocations: 339 (339) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 80ms (80997276) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 484,352 (484352) - Rows rejected: 0 (0) - Rows total: 138,874,964 (138874964) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 156 (156) - Files rejected: 126 (126) - Files total: 156 (156) - InactiveTotalTime: 0ns (0) - RowGroups processed: 135,636 (135636) - RowGroups rejected: 0 (0) - RowGroups total: 135,636 (135636) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 138,874,964 (138874964) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 1.01s (1013965910) - CodegenSysTime: 7ms (7942000) - CodegenUserTime: 425ms (425935000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 421ms (421985813) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999664) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 527ms (527982249) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 51ms (51998252) - TotalTime: 1.01s (1013965910) Instance c7456fdd806a4994:3209e926000000a4 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.116 Hdfs split stats (:<# splits>/): 0:153/35.47 GB Filter 16 arrival: 976ms Filter 14 arrival: 17s492ms - AverageThreadTokens: 2.00 (1.9990448901623687) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109480274) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 146,797,084 (146797084) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511731756114) - TotalStorageWaitTime: 1.84s (1838968092) - TotalThreadsInvoluntaryContextSwitches: 845 (845) - TotalThreadsTotalWallClockTime: 52.4m (3142552445699) - TotalThreadsSysTime: 5.99s (5985684000) - TotalThreadsUserTime: 1.2m (72099739000) - TotalThreadsVoluntaryContextSwitches: 152,692 (152692) - TotalTime: 26.2m (1571857712751) Fragment Instance Lifecycle Event Timeline Prepare Finished: 72ms (72998732) Open Finished: 1.23s (1229978637) First Batch Produced: 1.23s (1229978637) First Batch Sent: 1.23s (1229978637) ExecInternal Finished: 26.2m (1571905711917) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1570674733297) - ExecTreeExecTime: 7.45s (7445870811) - InactiveTotalTime: 0ns (0) - OpenTime: 1.16s (1156979905) - ExecTreeOpenTime: 206ms (206996405) - PrepareTime: 25ms (25999549) - ExecTreePrepareTime: 13ms (13999757) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511769755457) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 146,797,084 (146797084) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.90s (27896515856) - TotalBytesSent: 3.5 GiB (3763468429) - TotalTime: 26.0m (1560981901476) - UncompressedRowBatchSize: 8.5 GiB (9101419208) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.98us (999983) - InactiveTotalTime: 0ns (0) - LocalTime: 5.55s (5546903770) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 146,797,084 (146797084) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.25s (5250908889) - RowsReturned: 146,797,084 (146797084) - RowsReturnedRate: 19374373 per second (19374373) - TotalTime: 7.58s (7576868541) Node Lifecycle Event Timeline Open Started: 1.02s (1022982232) Open Finished: 1.23s (1229978637) First Batch Requested: 1.23s (1229978637) First Batch Returned: 1.23s (1229978637) Last Batch Returned: 26.2m (1571861712680) Closed: 26.2m (1571905711917) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.02s (1022982232) Open Finished: 1.02s (1022982232) First Batch Requested: 1.02s (1023982215) First Batch Returned: 1.02s (1023982215) Last Batch Returned: 1.02s (1023982215) Closed: 1.02s (1023982215) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.47 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 73ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.1274% 2:0% 3:0.09557% 4:0.03186% 5:0.03186% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.01 (0.007008601465434852) - AverageScannerThreadConcurrency: 1.00 (0.9996814272061166) - BytesRead: 2.0 GiB (2162837471) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2162837471) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2162837471) - CachedFileHandlesHitCount: 352 (352) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.45s (2452957424) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.82s (14823742798) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186841) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 277.1 MiB/s (290552793) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4844953600) - RowBatchQueueGetWaitTime: 901ms (901984347) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1550127089821) - RowBatchesEnqueued: 143,434 (143434) - RowsRead: 146,797,084 (146797084) - RowsReturned: 146,797,084 (146797084) - RowsReturnedRate: 72315089 per second (72315089) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 1.84s (1838968092) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.2m (1570720732497) - ScannerThreadsSysTime: 1.14s (1140639000) - ScannerThreadsUserTime: 19.44s (19436383000) - ScannerThreadsVoluntaryContextSwitches: 112,693 (112693) - TotalRawHdfsOpenFileTime(*): 2ms (2999948) - TotalRawHdfsReadTime(*): 7.44s (7443870847) - TotalReadThroughput: 1.3 MiB/s (1376756) - TotalTime: 2.03s (2029964771) Node Lifecycle Event Timeline Open Started: 1.02s (1023982215) Open Finished: 1.02s (1023982215) First Batch Requested: 1.02s (1023982215) First Batch Returned: 1.23s (1229978637) Last Batch Returned: 26.2m (1571861712680) Closed: 26.2m (1571905711917) Buffer pool - AllocTime: 35ms (35999379) - CumulativeAllocationBytes: 2.2 GiB (2369650688) - CumulativeAllocations: 352 (352) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35999379) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 498,688 (498688) - Rows rejected: 0 (0) - Rows total: 146,797,084 (146797084) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 122 (122) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 143,372 (143372) - RowGroups rejected: 0 (0) - RowGroups total: 143,372 (143372) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 146,797,084 (146797084) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 949ms (949983500) - CodegenSysTime: 5ms (5930000) - CodegenUserTime: 426ms (426450000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 322ms (322994390) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 38ms (38999322) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 549ms (549990448) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 34ms (34999392) - TotalTime: 949ms (949983500) Instance c7456fdd806a4994:3209e926000000c2 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:18.500 Hdfs split stats (:<# splits>/): 0:153/35.75 GB Filter 16 arrival: 717ms Filter 14 arrival: 17s425ms - AverageThreadTokens: 2.00 (1.9993632601082458) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109703152) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 146,251,176 (146251176) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1512034810812) - TotalStorageWaitTime: 1.95s (1951926185) - TotalThreadsInvoluntaryContextSwitches: 831 (831) - TotalThreadsTotalWallClockTime: 52.4m (3142570140102) - TotalThreadsSysTime: 6.07s (6069626000) - TotalThreadsUserTime: 1.2m (70917698000) - TotalThreadsVoluntaryContextSwitches: 151,443 (151443) - TotalTime: 26.2m (1571856548431) Fragment Instance Lifecycle Event Timeline Prepare Finished: 136ms (136994817) Open Finished: 1.32s (1321949988) First Batch Produced: 1.32s (1321949988) First Batch Sent: 1.32s (1321949988) ExecInternal Finished: 26.2m (1571947544988) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1570624595038) - ExecTreeExecTime: 7.51s (7514715792) - InactiveTotalTime: 0ns (0) - OpenTime: 1.18s (1184955171) - ExecTreeOpenTime: 514ms (514980518) - PrepareTime: 46ms (46998222) - ExecTreePrepareTime: 26ms (26998979) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512090808695) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 146,251,176 (146251176) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.41s (27408963457) - TotalBytesSent: 3.5 GiB (3749468755) - TotalTime: 26.0m (1560663971741) - UncompressedRowBatchSize: 8.4 GiB (9067572912) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.37s (5365797053) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 146,251,176 (146251176) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.10s (5098807153) - RowsReturned: 146,251,176 (146251176) - RowsReturnedRate: 18250150 per second (18250150) - TotalTime: 8.01s (8013696911) Node Lifecycle Event Timeline Open Started: 806ms (806969470) Open Finished: 1.32s (1321949988) First Batch Requested: 1.32s (1321949988) First Batch Returned: 1.32s (1321949988) Last Batch Returned: 26.2m (1571901546728) Closed: 26.2m (1571946545026) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 806ms (806969470) Open Finished: 806ms (806969470) First Batch Requested: 806ms (806969470) First Batch Returned: 806ms (806969470) Last Batch Returned: 806ms (806969470) Closed: 807ms (807969433) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.75 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 305ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.1911% 2:0.03186% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.00 (0.002548582351067219) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2156663841) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2156663841) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2156663841) - CachedFileHandlesHitCount: 357 (357) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.43s (2432908024) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.11s (15111428486) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417862) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 340.1 MiB/s (356663701) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.5 GiB (4826972160) - RowBatchQueueGetWaitTime: 1.22s (1218953905) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1549818381869) - RowBatchesEnqueued: 142,900 (142900) - RowsRead: 146,251,176 (146251176) - RowsReturned: 146,251,176 (146251176) - RowsReturnedRate: 55232895 per second (55232895) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 1.95s (1951926185) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.2m (1570760589893) - ScannerThreadsSysTime: 1.15s (1151062000) - ScannerThreadsUserTime: 19.35s (19350298000) - ScannerThreadsVoluntaryContextSwitches: 111,129 (111129) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 6.05s (6046771325) - TotalReadThroughput: 1.3 MiB/s (1372897) - TotalTime: 2.65s (2647899858) Node Lifecycle Event Timeline Open Started: 807ms (807969433) Open Finished: 807ms (807969433) First Batch Requested: 807ms (807969433) First Batch Returned: 1.32s (1321949988) Last Batch Returned: 26.2m (1571900546766) Closed: 26.2m (1571946545026) Buffer pool - AllocTime: 153ms (153994175) - CumulativeAllocationBytes: 2.2 GiB (2335981568) - CumulativeAllocations: 357 (357) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 153ms (153994175) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 488,448 (488448) - Rows rejected: 0 (0) - Rows total: 146,251,176 (146251176) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 123 (123) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 142,840 (142840) - RowGroups rejected: 0 (0) - RowGroups total: 142,840 (142840) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 146,251,176 (146251176) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 669ms (669974653) - CodegenSysTime: 2ms (2984000) - CodegenUserTime: 424ms (424132000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 128ms (128995120) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26998978) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 466ms (466982332) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 44ms (44998298) - TotalTime: 669ms (669974653) Instance c7456fdd806a4994:3209e926000000bc (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.531 Hdfs split stats (:<# splits>/): 0:153/35.73 GB Filter 16 arrival: 1s174ms Filter 14 arrival: 17s434ms - AverageThreadTokens: 2.00 (1.9993630573248407) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109455553) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 144,406,915 (144406915) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511224915278) - TotalStorageWaitTime: 1.74s (1742994147) - TotalThreadsInvoluntaryContextSwitches: 772 (772) - TotalThreadsTotalWallClockTime: 52.4m (3141554430201) - TotalThreadsSysTime: 6.21s (6207775000) - TotalThreadsUserTime: 1.2m (70443001000) - TotalThreadsVoluntaryContextSwitches: 150,161 (150161) - TotalTime: 26.2m (1571417712933) Fragment Instance Lifecycle Event Timeline Prepare Finished: 110ms (110999624) Open Finished: 1.50s (1496994933) First Batch Produced: 1.50s (1496994933) First Batch Sent: 1.50s (1496994933) ExecInternal Finished: 26.2m (1571528712558) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1570029717631) - ExecTreeExecTime: 7.38s (7381975198) - InactiveTotalTime: 0ns (0) - OpenTime: 1.39s (1385995309) - ExecTreeOpenTime: 224ms (224999239) - PrepareTime: 1ms (1999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511270915124) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 144,406,915 (144406915) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.24s (27237908532) - TotalBytesSent: 3.4 GiB (3702792336) - TotalTime: 26.0m (1559600752685) - UncompressedRowBatchSize: 8.3 GiB (8953228730) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 11ms (11999960) - InactiveTotalTime: 0ns (0) - LocalTime: 5.53s (5530981434) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 144,406,915 (144406915) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.21s (5212982494) - RowsReturned: 144,406,915 (144406915) - RowsReturnedRate: 19233803 per second (19233803) - TotalTime: 7.51s (7507974770) Node Lifecycle Event Timeline Open Started: 1.27s (1271995694) Open Finished: 1.50s (1496994933) First Batch Requested: 1.50s (1496994933) First Batch Returned: 1.50s (1496994933) Last Batch Returned: 26.2m (1571475712736) Closed: 26.2m (1571527712561) Buffer pool - AllocTime: 11ms (11999960) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999960) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 11ms (11999960) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.27s (1271995694) Open Finished: 1.27s (1271995694) First Batch Requested: 1.27s (1271995694) First Batch Returned: 1.27s (1271995694) Last Batch Returned: 1.27s (1271995694) Closed: 1.28s (1283995654) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.73 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.94% 1:0% 2:0.03187% 3:0% 4:0.03187% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.00 (0.0019120458891013384) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2124963037) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2124963037) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2124963037) - CachedFileHandlesHitCount: 352 (352) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.51s (2507991578) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.52s (15522947765) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186725) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 290.9 MiB/s (305048834) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4766045184) - RowBatchQueueGetWaitTime: 891ms (891997000) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1548760789190) - RowBatchesEnqueued: 141,097 (141097) - RowsRead: 144,406,915 (144406915) - RowsReturned: 144,406,915 (144406915) - RowsReturnedRate: 73043703 per second (73043703) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 1.74s (1742994147) - ScannerThreadsInvoluntaryContextSwitches: 11 (11) - ScannerThreadsTotalWallClockTime: 26.2m (1570138717261) - ScannerThreadsSysTime: 1.18s (1177936000) - ScannerThreadsUserTime: 19.07s (19067043000) - ScannerThreadsVoluntaryContextSwitches: 109,970 (109970) - TotalRawHdfsOpenFileTime(*): 1ms (1999993) - TotalRawHdfsReadTime(*): 6.96s (6965976590) - TotalReadThroughput: 1.3 MiB/s (1353130) - TotalTime: 1.98s (1976993336) Node Lifecycle Event Timeline Open Started: 1.28s (1283995654) Open Finished: 1.28s (1284995650) First Batch Requested: 1.28s (1284995650) First Batch Returned: 1.50s (1496994933) Last Batch Returned: 26.2m (1571475712736) Closed: 26.2m (1571527712561) Buffer pool - AllocTime: 124ms (124999579) - CumulativeAllocationBytes: 2.2 GiB (2311618560) - CumulativeAllocations: 352 (352) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 124ms (124999579) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 479,232 (479232) - Rows rejected: 0 (0) - Rows total: 144,406,915 (144406915) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 123 (123) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 141,037 (141037) - RowGroups rejected: 0 (0) - RowGroups total: 141,037 (141037) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 144,406,915 (144406915) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.16s (1160996070) - CodegenSysTime: 5ms (5941000) - CodegenUserTime: 430ms (430476000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 472ms (472998398) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 55ms (55999811) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 589ms (589998003) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 28ms (28999902) - TotalTime: 1.16s (1160996070) Instance c7456fdd806a4994:3209e926000000a8 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.582 Hdfs split stats (:<# splits>/): 0:154/35.67 GB Filter 16 arrival: 924ms Filter 14 arrival: 17s430ms - AverageThreadTokens: 2.00 (1.9993626513702996) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.3 MiB (109382282) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 142,927,604 (142927604) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511129810885) - TotalStorageWaitTime: 2.03s (2029943321) - TotalThreadsInvoluntaryContextSwitches: 776 (776) - TotalThreadsTotalWallClockTime: 52.3m (3139989334882) - TotalThreadsSysTime: 5.95s (5953569000) - TotalThreadsUserTime: 1.2m (69593263000) - TotalThreadsVoluntaryContextSwitches: 146,628 (146628) - TotalTime: 26.2m (1570553151849) Fragment Instance Lifecycle Event Timeline Prepare Finished: 71ms (71997990) Open Finished: 1.29s (1286964069) First Batch Produced: 1.29s (1286964069) First Batch Sent: 1.29s (1286964069) ExecInternal Finished: 26.2m (1570625149839) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.2m (1569336185825) - ExecTreeExecTime: 7.40s (7404793276) - InactiveTotalTime: 0ns (0) - OpenTime: 1.21s (1214966079) - ExecTreeOpenTime: 329ms (329990787) - PrepareTime: 1ms (1999945) - ExecTreePrepareTime: 999.97us (999973) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511176809572) - PeakMemoryUsage: 1.2 MiB (1307584) - RowsSent: 142,927,604 (142927604) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 27.01s (27011245831) - TotalBytesSent: 3.4 GiB (3659544405) - TotalTime: 26.0m (1558867478108) - UncompressedRowBatchSize: 8.3 GiB (8861511448) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 36ms (36998967) - InactiveTotalTime: 0ns (0) - LocalTime: 5.44s (5442848069) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,927,604 (142927604) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.16s (5156856054) - RowsReturned: 142,927,604 (142927604) - RowsReturnedRate: 18686311 per second (18686311) - TotalTime: 7.65s (7648786470) Node Lifecycle Event Timeline Open Started: 956ms (956973282) Open Finished: 1.29s (1286964069) First Batch Requested: 1.29s (1286964069) First Batch Returned: 1.29s (1286964069) Last Batch Returned: 26.2m (1570571151346) Closed: 26.2m (1570624149867) Buffer pool - AllocTime: 35ms (35998995) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35998995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 35ms (35998995) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 956ms (956973282) Open Finished: 956ms (956973282) First Batch Requested: 957ms (957973254) First Batch Returned: 957ms (957973254) Last Batch Returned: 957ms (957973254) Closed: 993ms (993972249) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.67 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 82ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1594% 2:0.1276% 3:0.03189% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.00510204081632653) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2106854444) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2106854444) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2106854444) - CachedFileHandlesHitCount: 349 (349) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.46s (2457931361) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.90s (14898584002) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105121550) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 284.7 MiB/s (298556506) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4717253632) - RowBatchQueueGetWaitTime: 1.08s (1079969848) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1548727761261) - RowBatchesEnqueued: 139,655 (139655) - RowsRead: 142,927,604 (142927604) - RowsReturned: 142,927,604 (142927604) - RowsReturnedRate: 64792200 per second (64792200) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 2.03s (2029943321) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.2m (1569438182978) - ScannerThreadsSysTime: 1.15s (1149619000) - ScannerThreadsUserTime: 18.92s (18920708000) - ScannerThreadsVoluntaryContextSwitches: 106,617 (106617) - TotalRawHdfsOpenFileTime(*): 1ms (1999944) - TotalRawHdfsReadTime(*): 7.06s (7056802970) - TotalReadThroughput: 1.3 MiB/s (1342473) - TotalTime: 2.21s (2205938401) Node Lifecycle Event Timeline Open Started: 993ms (993972249) Open Finished: 993ms (993972249) First Batch Requested: 993ms (993972249) First Batch Returned: 1.29s (1286964069) Last Batch Returned: 26.2m (1570570151374) Closed: 26.2m (1570624149867) Buffer pool - AllocTime: 43ms (43998772) - CumulativeAllocationBytes: 2.2 GiB (2340749312) - CumulativeAllocations: 349 (349) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43998772) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 142,927,604 (142927604) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 123 (123) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,593 (139593) - RowGroups rejected: 0 (0) - RowGroups total: 139,593 (139593) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 142,927,604 (142927604) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 884ms (884975292) - CodegenSysTime: 3ms (3976000) - CodegenUserTime: 425ms (425437000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 281ms (281992127) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999665) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 537ms (537984980) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 50ms (50998576) - TotalTime: 884ms (884975292) Instance c7456fdd806a4994:3209e926000000c4 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.195 Hdfs split stats (:<# splits>/): 0:153/35.45 GB Filter 16 arrival: 1s182ms Filter 14 arrival: 17s407ms - AverageThreadTokens: 2.00 (1.9987253027405991) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 96.4 MiB (101100020) - PeakReservation: 90.9 MiB (95363072) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 133,929,383 (133929383) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.1m (1508703540833) - TotalStorageWaitTime: 2.06s (2057931183) - TotalThreadsInvoluntaryContextSwitches: 1,008 (1008) - TotalThreadsTotalWallClockTime: 52.3m (3139150010273) - TotalThreadsSysTime: 5.65s (5649792000) - TotalThreadsUserTime: 1.2m (70445647000) - TotalThreadsVoluntaryContextSwitches: 141,885 (141885) - TotalTime: 26.2m (1570250482542) Fragment Instance Lifecycle Event Timeline Prepare Finished: 84ms (84997156) Open Finished: 1.50s (1505949625) First Batch Produced: 1.50s (1505949625) First Batch Sent: 1.50s (1505949625) ExecInternal Finished: 26.2m (1570335479698) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1568827530140) - ExecTreeExecTime: 7.20s (7196759388) - InactiveTotalTime: 0ns (0) - OpenTime: 1.42s (1420952469) - ExecTreeOpenTime: 289ms (289990300) - PrepareTime: 1ms (1999933) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.1m (1508749539289) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 133,929,383 (133929383) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.49s (26491114055) - TotalBytesSent: 3.2 GiB (3430547666) - TotalTime: 26.0m (1558160886818) - UncompressedRowBatchSize: 7.7 GiB (8303621746) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 48ms (48998361) - InactiveTotalTime: 0ns (0) - LocalTime: 5.11s (5113829021) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 133,929,383 (133929383) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.79s (4787839922) - RowsReturned: 133,929,383 (133929383) - RowsReturnedRate: 18116307 per second (18116307) - TotalTime: 7.39s (7392752837) Node Lifecycle Event Timeline Open Started: 1.22s (1215959325) Open Finished: 1.50s (1505949625) First Batch Requested: 1.50s (1505949625) First Batch Returned: 1.50s (1505949625) Last Batch Returned: 26.2m (1570294481069) Closed: 26.2m (1570334479732) Buffer pool - AllocTime: 48ms (48998361) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48998361) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 48ms (48998361) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.22s (1215959325) Open Finished: 1.22s (1215959325) First Batch Requested: 1.22s (1215959325) First Batch Returned: 1.22s (1215959325) Last Batch Returned: 1.22s (1215959325) Closed: 1.26s (1264957686) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.1595% 2:0.06382% 3:0.03191% 4:0.03191% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.005105296745373325) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.8 GiB (1970849597) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.8 GiB (1970849597) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.8 GiB (1970849597) - CachedFileHandlesHitCount: 321 (321) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.36s (2360921070) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.02s (14016531260) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 92.3 MiB (96798220) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 291.1 MiB/s (305189765) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.1 GiB (4420311040) - RowBatchQueueGetWaitTime: 1.23s (1225959001) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1548993193413) - RowBatchesEnqueued: 130,862 (130862) - RowsRead: 133,929,383 (133929383) - RowsReturned: 133,929,383 (133929383) - RowsReturnedRate: 58768696 per second (58768696) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.06s (2057931183) - ScannerThreadsInvoluntaryContextSwitches: 20 (20) - ScannerThreadsTotalWallClockTime: 26.1m (1568901527664) - ScannerThreadsSysTime: 1.05s (1054420000) - ScannerThreadsUserTime: 18.11s (18107998000) - ScannerThreadsVoluntaryContextSwitches: 102,739 (102739) - TotalRawHdfsOpenFileTime(*): 999.97us (999966) - TotalRawHdfsReadTime(*): 6.46s (6457784050) - TotalReadThroughput: 1.2 MiB/s (1256144) - TotalTime: 2.28s (2278923816) Node Lifecycle Event Timeline Open Started: 1.26s (1264957686) Open Finished: 1.26s (1264957686) First Batch Requested: 1.26s (1264957686) First Batch Returned: 1.50s (1505949625) Last Batch Returned: 26.2m (1570294481069) Closed: 26.2m (1570334479732) Buffer pool - AllocTime: 63ms (63997861) - CumulativeAllocationBytes: 2.0 GiB (2154299392) - CumulativeAllocations: 321 (321) - InactiveTotalTime: 0ns (0) - PeakReservation: 88.0 MiB (92274688) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.0 MiB (79691776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63997861) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 449,536 (449536) - Rows rejected: 0 (0) - Rows total: 133,929,383 (133929383) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 125 (125) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 130,806 (130806) - RowGroups rejected: 0 (0) - RowGroups total: 130,806 (130806) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 133,929,383 (133929383) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 1.13s (1130962169) - CodegenSysTime: 3ms (3002000) - CodegenUserTime: 435ms (435264000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 416ms (416986051) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999097) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 598ms (598979964) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 84ms (84997157) - TotalTime: 1.13s (1130962169) Instance c7456fdd806a4994:3209e926000000be (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.907 Hdfs split stats (:<# splits>/): 0:152/35.38 GB Filter 16 arrival: 1s043ms Filter 14 arrival: 17s462ms - AverageThreadTokens: 2.00 (1.999362448198916) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109540531) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 136,871,667 (136871667) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1509592004277) - TotalStorageWaitTime: 2.06s (2065993188) - TotalThreadsInvoluntaryContextSwitches: 1,020 (1020) - TotalThreadsTotalWallClockTime: 52.3m (3138848613842) - TotalThreadsSysTime: 6.00s (5998129000) - TotalThreadsUserTime: 1.2m (70224952000) - TotalThreadsVoluntaryContextSwitches: 145,594 (145594) - TotalTime: 26.2m (1570015804959) Fragment Instance Lifecycle Event Timeline Prepare Finished: 111ms (111999629) Open Finished: 1.34s (1341995547) First Batch Produced: 1.34s (1341995547) First Batch Sent: 1.34s (1342995544) ExecInternal Finished: 26.2m (1570100804678) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1568757809134) - ExecTreeExecTime: 7.34s (7345975728) - InactiveTotalTime: 0ns (0) - OpenTime: 1.23s (1229995918) - ExecTreeOpenTime: 225ms (225999250) - PrepareTime: 27ms (27999907) - ExecTreePrepareTime: 26ms (26999911) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1509635004132) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 136,871,667 (136871667) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.79s (26793911667) - TotalBytesSent: 3.3 GiB (3506185777) - TotalTime: 26.0m (1558792842045) - UncompressedRowBatchSize: 7.9 GiB (8486043354) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 11ms (11999960) - InactiveTotalTime: 0ns (0) - LocalTime: 5.22s (5220982741) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 136,871,667 (136871667) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.91s (4905983788) - RowsReturned: 136,871,667 (136871667) - RowsReturnedRate: 18179322 per second (18179322) - TotalTime: 7.53s (7528975116) Node Lifecycle Event Timeline Open Started: 1.11s (1115996297) Open Finished: 1.34s (1341995547) First Batch Requested: 1.34s (1341995547) First Batch Returned: 1.34s (1341995547) Last Batch Returned: 26.2m (1570064804797) Closed: 26.2m (1570100804678) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.11s (1115996297) Open Finished: 1.11s (1115996297) First Batch Requested: 1.13s (1127996257) First Batch Returned: 1.13s (1127996257) Last Batch Returned: 1.13s (1127996257) Closed: 1.13s (1127996257) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:152/35.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.0638% 2:0.1276% 3:0.0638% 4:0.0319% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.006379585326953748) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2012485098) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2012485098) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2012485098) - CachedFileHandlesHitCount: 334 (334) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.36s (2364992205) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.18s (14178953240) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105254988) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 250.6 MiB/s (262761683) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4517260288) - RowBatchQueueGetWaitTime: 1.24s (1240995907) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1549028874192) - RowBatchesEnqueued: 133,731 (133731) - RowsRead: 136,871,667 (136871667) - RowsReturned: 136,871,667 (136871667) - RowsReturnedRate: 59303344 per second (59303344) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 2.06s (2065993188) - ScannerThreadsInvoluntaryContextSwitches: 19 (19) - ScannerThreadsTotalWallClockTime: 26.1m (1568860808790) - ScannerThreadsSysTime: 1.15s (1154383000) - ScannerThreadsUserTime: 18.22s (18220844000) - ScannerThreadsVoluntaryContextSwitches: 106,609 (106609) - TotalRawHdfsOpenFileTime(*): 1ms (1999993) - TotalRawHdfsReadTime(*): 7.66s (7658974753) - TotalReadThroughput: 1.2 MiB/s (1282679) - TotalTime: 2.31s (2307992375) Node Lifecycle Event Timeline Open Started: 1.13s (1127996257) Open Finished: 1.13s (1127996257) First Batch Requested: 1.13s (1127996257) First Batch Returned: 1.34s (1341995547) Last Batch Returned: 26.2m (1570064804797) Closed: 26.2m (1570100804678) Buffer pool - AllocTime: 21ms (21999928) - CumulativeAllocationBytes: 2.0 GiB (2189828096) - CumulativeAllocations: 334 (334) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999928) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 457,728 (457728) - Rows rejected: 0 (0) - Rows total: 136,871,667 (136871667) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 152 (152) - Files rejected: 124 (124) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 133,675 (133675) - RowGroups rejected: 0 (0) - RowGroups total: 133,675 (133675) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 136,871,667 (136871667) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.00s (1003996668) - CodegenSysTime: 2ms (2998000) - CodegenUserTime: 422ms (422485000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 234ms (234999220) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47999840) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 632ms (632997900) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 65ms (65999781) - TotalTime: 1.00s (1003996668) Instance c7456fdd806a4994:3209e926000000b0 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.202 Hdfs split stats (:<# splits>/): 0:152/35.38 GB Filter 16 arrival: 967ms Filter 14 arrival: 17s447ms - AverageThreadTokens: 2.00 (1.9990436722983742) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109521325) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 140,096,277 (140096277) - TotalNetworkReceiveTime: 93ms (93997871) - TotalNetworkSendTime: 25.2m (1511732792679) - TotalStorageWaitTime: 1.80s (1799959290) - TotalThreadsInvoluntaryContextSwitches: 767 (767) - TotalThreadsTotalWallClockTime: 52.3m (3138112992204) - TotalThreadsSysTime: 6.07s (6073660000) - TotalThreadsUserTime: 1.1m (68333755000) - TotalThreadsVoluntaryContextSwitches: 146,855 (146855) - TotalTime: 26.2m (1569617483400) Fragment Instance Lifecycle Event Timeline Prepare Finished: 104ms (104997622) Open Finished: 1.23s (1232972079) First Batch Produced: 1.23s (1232972079) First Batch Sent: 1.23s (1232972079) ExecInternal Finished: 26.2m (1569722481022) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1568488508965) - ExecTreeExecTime: 7.31s (7311834668) - InactiveTotalTime: 0ns (0) - OpenTime: 1.13s (1127974457) - ExecTreeOpenTime: 255ms (255994203) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511772791774) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 140,096,277 (140096277) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.29s (26287405417) - TotalBytesSent: 3.3 GiB (3591665875) - TotalTime: 26.0m (1558684730655) - UncompressedRowBatchSize: 8.1 GiB (8685969174) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 10ms (10999751) - InactiveTotalTime: 0ns (0) - LocalTime: 5.32s (5323879630) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,096,277 (140096277) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.05s (5050885803) - RowsReturned: 140,096,277 (140096277) - RowsReturnedRate: 18742400 per second (18742400) - TotalTime: 7.47s (7474830974) Node Lifecycle Event Timeline Open Started: 976ms (976977876) Open Finished: 1.23s (1232972079) First Batch Requested: 1.23s (1232972079) First Batch Returned: 1.23s (1232972079) Last Batch Returned: 26.2m (1569676482062) Closed: 26.2m (1569722481022) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 10ms (10999751) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 93ms (93997871) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 3883 per second (3883) - TotalTime: 93ms (93997871) Node Lifecycle Event Timeline Open Started: 976ms (976977876) Open Finished: 976ms (976977876) First Batch Requested: 976ms (976977876) First Batch Returned: 1.07s (1070975747) Last Batch Returned: 1.07s (1070975747) Closed: 1.08s (1081975498) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 93ms (93997871) - DataWaitTime: 93ms (93997871) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:152/35.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 47ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.0319% 2:0.1276% 3:0.0319% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.00 (0.003827751196172249) - AverageScannerThreadConcurrency: 1.00 (0.9996810207336523) - BytesRead: 1.9 GiB (2062554758) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2062554758) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2062554758) - CachedFileHandlesHitCount: 343 (343) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.40s (2396945772) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.72s (14720667115) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186809) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 255.5 MiB/s (267939907) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4623844352) - RowBatchQueueGetWaitTime: 1.01s (1008977181) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1548172968396) - RowBatchesEnqueued: 136,887 (136887) - RowsRead: 140,096,277 (140096277) - RowsReturned: 140,096,277 (140096277) - RowsReturnedRate: 68108627 per second (68108627) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 1.80s (1799959290) - ScannerThreadsInvoluntaryContextSwitches: 11 (11) - ScannerThreadsTotalWallClockTime: 26.1m (1568496508782) - ScannerThreadsSysTime: 1.12s (1116946000) - ScannerThreadsUserTime: 18.48s (18485395000) - ScannerThreadsVoluntaryContextSwitches: 107,053 (107053) - TotalRawHdfsOpenFileTime(*): 1ms (1999954) - TotalRawHdfsReadTime(*): 7.70s (7697825899) - TotalReadThroughput: 1.3 MiB/s (1314639) - TotalTime: 2.06s (2056953473) Node Lifecycle Event Timeline Open Started: 1.08s (1081975498) Open Finished: 1.08s (1081975498) First Batch Requested: 1.08s (1081975498) First Batch Returned: 1.23s (1232972079) Last Batch Returned: 26.2m (1569676482062) Closed: 26.2m (1569722481022) Buffer pool - AllocTime: 45ms (45998961) - CumulativeAllocationBytes: 2.1 GiB (2243297280) - CumulativeAllocations: 343 (343) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.2 MiB (79953920) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 44ms (44998983) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 474,112 (474112) - Rows rejected: 0 (0) - Rows total: 140,096,277 (140096277) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 152 (152) - Files rejected: 123 (123) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 136,829 (136829) - RowGroups rejected: 0 (0) - RowGroups total: 136,829 (136829) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 140,096,277 (140096277) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 871ms (871980254) - CodegenSysTime: 6ms (6020000) - CodegenUserTime: 421ms (421412000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 232ms (232994724) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37999139) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 534ms (534987885) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 63ms (63998551) - TotalTime: 871ms (871980254) Instance c7456fdd806a4994:3209e926000000b5 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.152 Hdfs split stats (:<# splits>/): 0:155/35.76 GB Filter 16 arrival: 979ms Filter 14 arrival: 17s290ms - AverageThreadTokens: 2.00 (1.999362244897959) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109594217) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 141,770,963 (141770963) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511674663192) - TotalStorageWaitTime: 1.82s (1819898446) - TotalThreadsInvoluntaryContextSwitches: 776 (776) - TotalThreadsTotalWallClockTime: 52.3m (3137948931587) - TotalThreadsSysTime: 6.10s (6098497000) - TotalThreadsUserTime: 1.1m (68841593000) - TotalThreadsVoluntaryContextSwitches: 147,192 (147192) - TotalTime: 26.2m (1569530434769) Fragment Instance Lifecycle Event Timeline Prepare Finished: 31ms (31998215) Open Finished: 1.14s (1138936445) First Batch Produced: 1.14s (1138936445) First Batch Sent: 1.14s (1138936445) ExecInternal Finished: 26.2m (1569563432929) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1568422496595) - ExecTreeExecTime: 7.21s (7210597608) - InactiveTotalTime: 0ns (0) - OpenTime: 1.11s (1106938230) - ExecTreeOpenTime: 128ms (128992802) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 999.94us (999944) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511727660229) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 141,770,963 (141770963) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.67s (26670511719) - TotalBytesSent: 3.4 GiB (3628535252) - TotalTime: 26.0m (1559171012872) - UncompressedRowBatchSize: 8.2 GiB (8789799706) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.25s (5249707019) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,770,963 (141770963) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.97s (4966722814) - RowsReturned: 141,770,963 (141770963) - RowsReturnedRate: 19547618 per second (19547618) - TotalTime: 7.25s (7252595261) Node Lifecycle Event Timeline Open Started: 1.01s (1009943643) Open Finished: 1.14s (1138936445) First Batch Requested: 1.14s (1138936445) First Batch Returned: 1.14s (1138936445) Last Batch Returned: 26.2m (1569503436277) Closed: 26.2m (1569562432984) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.01s (1009943643) Open Finished: 1.01s (1009943643) First Batch Requested: 1.01s (1009943643) First Batch Returned: 1.01s (1009943643) Last Batch Returned: 1.01s (1009943643) Closed: 1.01s (1009943643) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.87% 1:0.06382% 2:0% 3:0.03191% 4:0% 5:0.03191% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.00 (0.003190810465858328) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2087716427) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2087716427) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2087716427) - CachedFileHandlesHitCount: 344 (344) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.37s (2374867511) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.59s (14594185665) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284419) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 304.8 MiB/s (319582569) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4679030784) - RowBatchQueueGetWaitTime: 995ms (995944422) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1548397613938) - RowBatchesEnqueued: 138,522 (138522) - RowsRead: 141,770,963 (141770963) - RowsReturned: 141,770,963 (141770963) - RowsReturnedRate: 70783261 per second (70783261) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 1.82s (1819898446) - ScannerThreadsInvoluntaryContextSwitches: 8 (8) - ScannerThreadsTotalWallClockTime: 26.1m (1568419496762) - ScannerThreadsSysTime: 1.10s (1098012000) - ScannerThreadsUserTime: 18.67s (18673152000) - ScannerThreadsVoluntaryContextSwitches: 107,489 (107489) - TotalRawHdfsOpenFileTime(*): 2ms (2999832) - TotalRawHdfsReadTime(*): 6.53s (6532635455) - TotalReadThroughput: 1.3 MiB/s (1331096) - TotalTime: 2.00s (2002888242) Node Lifecycle Event Timeline Open Started: 1.01s (1009943643) Open Finished: 1.01s (1010943588) First Batch Requested: 1.01s (1010943588) First Batch Returned: 1.14s (1138936445) Last Batch Returned: 26.2m (1569502436332) Closed: 26.2m (1569562432984) Buffer pool - AllocTime: 61ms (61996538) - CumulativeAllocationBytes: 2.1 GiB (2301181952) - CumulativeAllocations: 344 (344) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61996538) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 477,184 (477184) - Rows rejected: 0 (0) - Rows total: 141,770,963 (141770963) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 125 (125) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,462 (138462) - RowGroups rejected: 0 (0) - RowGroups total: 138,462 (138462) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 141,770,963 (141770963) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 977ms (977945428) - CodegenSysTime: 3ms (3987000) - CodegenUserTime: 413ms (413905000) - CodegenVoluntaryContextSwitches: 26 (26) - CompileTime: 421ms (421976452) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18998940) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 511ms (511971431) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 22ms (22998716) - TotalTime: 977ms (977945428) Instance c7456fdd806a4994:3209e926000000bf (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.689 Hdfs split stats (:<# splits>/): 0:154/35.79 GB Filter 16 arrival: 844ms Filter 14 arrival: 17s516ms - AverageThreadTokens: 2.00 (1.999362244897959) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 96.4 MiB (101075526) - PeakReservation: 90.9 MiB (95363072) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 140,908,463 (140908463) - TotalNetworkReceiveTime: 158ms (158994285) - TotalNetworkSendTime: 25.2m (1511875688576) - TotalStorageWaitTime: 1.95s (1950929954) - TotalThreadsInvoluntaryContextSwitches: 831 (831) - TotalThreadsTotalWallClockTime: 52.3m (3137705285347) - TotalThreadsSysTime: 5.61s (5614688000) - TotalThreadsUserTime: 1.1m (68054923000) - TotalThreadsVoluntaryContextSwitches: 145,713 (145713) - TotalTime: 26.2m (1569410622617) Fragment Instance Lifecycle Event Timeline Prepare Finished: 42ms (42998454) Open Finished: 1.19s (1188957260) First Batch Produced: 1.19s (1188957260) First Batch Sent: 1.19s (1189957224) ExecInternal Finished: 26.2m (1569453621071) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1568262663883) - ExecTreeExecTime: 7.31s (7309737545) - InactiveTotalTime: 0ns (0) - OpenTime: 1.15s (1145958806) - ExecTreeOpenTime: 494ms (494982207) - PrepareTime: 1ms (1999928) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511935686420) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 140,908,463 (140908463) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.31s (26307055426) - TotalBytesSent: 3.4 GiB (3609985707) - TotalTime: 26.0m (1558374018936) - UncompressedRowBatchSize: 8.1 GiB (8736324706) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 31ms (31998849) - InactiveTotalTime: 0ns (0) - LocalTime: 5.36s (5359807539) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,908,463 (140908463) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.06s (5062818203) - RowsReturned: 140,908,463 (140908463) - RowsReturnedRate: 18238871 per second (18238871) - TotalTime: 7.72s (7725722590) Node Lifecycle Event Timeline Open Started: 693ms (693975053) Open Finished: 1.19s (1188957260) First Batch Requested: 1.19s (1188957260) First Batch Returned: 1.19s (1188957260) Last Batch Returned: 26.2m (1569411622579) Closed: 26.2m (1569453621071) Buffer pool - AllocTime: 31ms (31998849) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31998849) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 31ms (31998849) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 158ms (158994285) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 2295 per second (2295) - TotalTime: 158ms (158994285) Node Lifecycle Event Timeline Open Started: 693ms (693975053) Open Finished: 693ms (693975053) First Batch Requested: 693ms (693975053) First Batch Returned: 852ms (852969338) Last Batch Returned: 852ms (852969338) Closed: 884ms (884968187) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 158ms (158994285) - DataWaitTime: 158ms (158994285) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.79 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 157ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1595% 2:0.06382% 3:0.06382% 4:0.03191% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.006062539885130823) - AverageScannerThreadConcurrency: 1.00 (0.9996809189534142) - BytesRead: 1.9 GiB (2069099159) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2069099159) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2069099159) - CachedFileHandlesHitCount: 333 (333) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.32s (2322916580) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.13s (15128456801) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 92.3 MiB (96798358) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 284.9 MiB/s (298711340) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4650607616) - RowBatchQueueGetWaitTime: 1.04s (1038962697) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1547498409445) - RowBatchesEnqueued: 137,679 (137679) - RowsRead: 140,908,463 (140908463) - RowsReturned: 140,908,463 (140908463) - RowsReturnedRate: 63848446 per second (63848446) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.95s (1950929954) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.1m (1568296662658) - ScannerThreadsSysTime: 1.04s (1044735000) - ScannerThreadsUserTime: 18.48s (18478207000) - ScannerThreadsVoluntaryContextSwitches: 105,802 (105802) - TotalRawHdfsOpenFileTime(*): 1ms (1999928) - TotalRawHdfsReadTime(*): 6.93s (6926751285) - TotalReadThroughput: 1.3 MiB/s (1319196) - TotalTime: 2.21s (2206920766) Node Lifecycle Event Timeline Open Started: 884ms (884968187) Open Finished: 884ms (884968187) First Batch Requested: 884ms (884968187) First Batch Returned: 1.19s (1188957260) Last Batch Returned: 26.2m (1569411622579) Closed: 26.2m (1569453621071) Buffer pool - AllocTime: 16ms (16999390) - CumulativeAllocationBytes: 2.1 GiB (2272919552) - CumulativeAllocations: 333 (333) - InactiveTotalTime: 0ns (0) - PeakReservation: 88.0 MiB (92274688) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999390) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 140,908,463 (140908463) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 125 (125) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,621 (137621) - RowGroups rejected: 0 (0) - RowGroups total: 137,621 (137621) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 140,908,463 (140908463) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 649ms (649976635) - CodegenSysTime: 3ms (3957000) - CodegenUserTime: 406ms (406950000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 312ms (312988749) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999533) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 282ms (282989827) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 37ms (37998634) - TotalTime: 649ms (649976635) Instance c7456fdd806a4994:3209e9260000009f (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.164 Hdfs split stats (:<# splits>/): 0:154/35.76 GB Filter 16 arrival: 1s333ms Filter 14 arrival: 17s422ms - AverageThreadTokens: 2.00 (1.9990433673469388) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 96.4 MiB (101115769) - PeakReservation: 90.9 MiB (95363072) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 141,847,605 (141847605) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1512698522795) - TotalStorageWaitTime: 1.83s (1830996996) - TotalThreadsInvoluntaryContextSwitches: 712 (712) - TotalThreadsTotalWallClockTime: 52.3m (3137297862379) - TotalThreadsSysTime: 5.85s (5848401000) - TotalThreadsUserTime: 1.1m (67582203000) - TotalThreadsVoluntaryContextSwitches: 145,923 (145923) - TotalTime: 26.2m (1569395429967) Fragment Instance Lifecycle Event Timeline Prepare Finished: 89ms (89999852) Open Finished: 1.60s (1605997370) First Batch Produced: 1.60s (1605997370) First Batch Sent: 1.60s (1605997370) ExecInternal Finished: 26.2m (1569462429857) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567854432490) - ExecTreeExecTime: 7.14s (7139988362) - InactiveTotalTime: 0ns (0) - OpenTime: 1.51s (1515997518) - ExecTreeOpenTime: 251ms (251999587) - PrepareTime: 24ms (24999959) - ExecTreePrepareTime: 24ms (24999959) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512752522710) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 141,847,605 (141847605) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.15s (26146957148) - TotalBytesSent: 3.4 GiB (3639060413) - TotalTime: 26.0m (1558568447641) - UncompressedRowBatchSize: 8.2 GiB (8794551510) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 57ms (57999905) - InactiveTotalTime: 0ns (0) - LocalTime: 5.22s (5216991496) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,847,605 (141847605) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.90s (4903991995) - RowsReturned: 141,847,605 (141847605) - RowsReturnedRate: 19317422 per second (19317422) - TotalTime: 7.34s (7342988023) Node Lifecycle Event Timeline Open Started: 1.35s (1353997783) Open Finished: 1.60s (1605997370) First Batch Requested: 1.60s (1605997370) First Batch Returned: 1.60s (1605997370) Last Batch Returned: 26.2m (1569408429945) Closed: 26.2m (1569461429858) Buffer pool - AllocTime: 57ms (57999905) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57999905) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 43ms (43999928) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 13ms (13999977) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.35s (1353997783) Open Finished: 1.35s (1353997783) First Batch Requested: 1.35s (1353997783) First Batch Returned: 1.35s (1353997783) Last Batch Returned: 1.35s (1353997783) Closed: 1.41s (1411997688) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1277% 2:0.03192% 3:0.06384% 4:0.06384% 5:0.03192% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.007979572294924991) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2080219620) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2080219620) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2080219620) - CachedFileHandlesHitCount: 337 (337) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.29s (2285996290) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.38s (14385976398) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 92.3 MiB (96798433) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 311.9 MiB/s (327027672) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4681628672) - RowBatchQueueGetWaitTime: 1.04s (1038998300) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1548108464832) - RowBatchesEnqueued: 138,597 (138597) - RowsRead: 141,847,605 (141847605) - RowsReturned: 141,847,605 (141847605) - RowsReturnedRate: 66720525 per second (66720525) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.83s (1830996996) - ScannerThreadsInvoluntaryContextSwitches: 8 (8) - ScannerThreadsTotalWallClockTime: 26.1m (1567927432371) - ScannerThreadsSysTime: 1.13s (1129881000) - ScannerThreadsUserTime: 18.57s (18573836000) - ScannerThreadsVoluntaryContextSwitches: 105,803 (105803) - TotalRawHdfsOpenFileTime(*): 3ms (3999995) - TotalRawHdfsReadTime(*): 6.36s (6360989581) - TotalReadThroughput: 1.3 MiB/s (1326322) - TotalTime: 2.12s (2125996527) Node Lifecycle Event Timeline Open Started: 1.41s (1411997688) Open Finished: 1.41s (1412997686) First Batch Requested: 1.41s (1412997686) First Batch Returned: 1.60s (1605997370) Last Batch Returned: 26.2m (1569408429945) Closed: 26.2m (1569461429858) Buffer pool - AllocTime: 56ms (56999908) - CumulativeAllocationBytes: 2.1 GiB (2267807744) - CumulativeAllocations: 337 (337) - InactiveTotalTime: 0ns (0) - PeakReservation: 88.0 MiB (92274688) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 56ms (56999908) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 467,968 (467968) - Rows rejected: 0 (0) - Rows total: 141,847,605 (141847605) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 125 (125) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,539 (138539) - RowGroups rejected: 0 (0) - RowGroups total: 138,539 (138539) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 141,847,605 (141847605) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 27 (27) - CodegenTotalWallClockTime: 1.26s (1263997931) - CodegenSysTime: 6ms (6959000) - CodegenUserTime: 423ms (423079000) - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 556ms (556999088) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999959) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 609ms (609999002) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 68ms (68999887) - TotalTime: 1.26s (1263997931) Instance c7456fdd806a4994:3209e926000000b3 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.074 Hdfs split stats (:<# splits>/): 0:153/35.64 GB Filter 16 arrival: 1s199ms Filter 14 arrival: 17s439ms - AverageThreadTokens: 2.00 (1.999362244897959) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109498406) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 141,555,651 (141555651) - TotalNetworkReceiveTime: 248ms (248998465) - TotalNetworkSendTime: 25.2m (1512149640657) - TotalStorageWaitTime: 2.22s (2216986314) - TotalThreadsInvoluntaryContextSwitches: 682 (682) - TotalThreadsTotalWallClockTime: 52.3m (3137275583845) - TotalThreadsSysTime: 5.75s (5754315000) - TotalThreadsUserTime: 1.1m (67592747000) - TotalThreadsVoluntaryContextSwitches: 148,429 (148429) - TotalTime: 26.2m (1569300287838) Fragment Instance Lifecycle Event Timeline Prepare Finished: 83ms (83999483) Open Finished: 1.51s (1510990686) First Batch Produced: 1.51s (1510990686) First Batch Sent: 1.51s (1510990686) ExecInternal Finished: 26.2m (1569384287321) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567872296641) - ExecTreeExecTime: 7.73s (7732952272) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1426991203) - ExecTreeOpenTime: 551ms (551996597) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512195640373) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 141,555,651 (141555651) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.91s (25907840078) - TotalBytesSent: 3.4 GiB (3633808754) - TotalTime: 26.0m (1557964357801) - UncompressedRowBatchSize: 8.2 GiB (8776450362) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 73ms (73999544) - InactiveTotalTime: 0ns (0) - LocalTime: 5.31s (5308967221) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,555,651 (141555651) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.02s (5021968986) - RowsReturned: 141,555,651 (141555651) - RowsReturnedRate: 17252471 per second (17252471) - TotalTime: 8.20s (8204949366) Node Lifecycle Event Timeline Open Started: 958ms (958994089) Open Finished: 1.51s (1510990686) First Batch Requested: 1.51s (1510990686) First Batch Returned: 1.51s (1510990686) Last Batch Returned: 26.2m (1569330287655) Closed: 26.2m (1569384287321) Buffer pool - AllocTime: 73ms (73999544) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 73ms (73999544) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 73ms (73999544) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 248ms (248998465) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 1465 per second (1465) - TotalTime: 248ms (248998465) Node Lifecycle Event Timeline Open Started: 958ms (958994089) Open Finished: 958ms (958994089) First Batch Requested: 958ms (958994089) First Batch Returned: 1.21s (1207992554) Last Batch Returned: 1.21s (1207992554) Closed: 1.28s (1281992098) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 248ms (248998465) - DataWaitTime: 248ms (248998465) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.64 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.09572% 2:0.03191% 3:0.03191% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025526483726866626) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2092066903) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2092066903) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2092066903) - CachedFileHandlesHitCount: 351 (351) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.49s (2486984649) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.59s (14585909990) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105205181) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 219.9 MiB/s (230633868) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4671964160) - RowBatchQueueGetWaitTime: 1.59s (1590990183) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1547352423266) - RowBatchesEnqueued: 138,311 (138311) - RowsRead: 141,555,651 (141555651) - RowsReturned: 141,555,651 (141555651) - RowsReturnedRate: 53478097 per second (53478097) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.22s (2216986314) - ScannerThreadsInvoluntaryContextSwitches: 18 (18) - ScannerThreadsTotalWallClockTime: 26.1m (1567976296001) - ScannerThreadsSysTime: 1.15s (1153301000) - ScannerThreadsUserTime: 18.58s (18576821000) - ScannerThreadsVoluntaryContextSwitches: 108,353 (108353) - TotalRawHdfsOpenFileTime(*): 4ms (4999969) - TotalRawHdfsReadTime(*): 9.07s (9070943999) - TotalReadThroughput: 1.3 MiB/s (1333892) - TotalTime: 2.65s (2646983680) Node Lifecycle Event Timeline Open Started: 1.28s (1281992098) Open Finished: 1.28s (1281992098) First Batch Requested: 1.28s (1281992098) First Batch Returned: 1.51s (1510990686) Last Batch Returned: 26.2m (1569330287655) Closed: 26.2m (1569384287321) Buffer pool - AllocTime: 74ms (74999538) - CumulativeAllocationBytes: 2.1 GiB (2273378304) - CumulativeAllocations: 351 (351) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 78.0 MiB (81788928) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 51ms (51999680) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 471,040 (471040) - Rows rejected: 0 (0) - Rows total: 141,555,651 (141555651) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 124 (124) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,253 (138253) - RowGroups rejected: 0 (0) - RowGroups total: 138,253 (138253) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 141,555,651 (141555651) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 874ms (874994606) - CodegenSysTime: 2ms (2014000) - CodegenUserTime: 428ms (428997000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 455ms (455997189) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41999741) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 309ms (309998089) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 64ms (64999599) - TotalTime: 874ms (874994606) Instance c7456fdd806a4994:3209e926000000b6 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.344 Hdfs split stats (:<# splits>/): 0:155/35.88 GB Filter 16 arrival: 1s024ms Filter 14 arrival: 17s509ms - AverageThreadTokens: 2.00 (1.999362244897959) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109553728) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 139,883,613 (139883613) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510551131856) - TotalStorageWaitTime: 1.80s (1799942985) - TotalThreadsInvoluntaryContextSwitches: 823 (823) - TotalThreadsTotalWallClockTime: 52.3m (3137193586022) - TotalThreadsSysTime: 5.90s (5898019000) - TotalThreadsUserTime: 1.1m (68395253000) - TotalThreadsVoluntaryContextSwitches: 146,222 (146222) - TotalTime: 26.2m (1569205273720) Fragment Instance Lifecycle Event Timeline Prepare Finished: 45ms (45998542) Open Finished: 1.37s (1374956404) First Batch Produced: 1.37s (1374956404) First Batch Sent: 1.38s (1375956373) ExecInternal Finished: 26.2m (1569251272261) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567875315889) - ExecTreeExecTime: 7.20s (7195772065) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1328957862) - ExecTreeOpenTime: 352ms (352988807) - PrepareTime: 999.97us (999969) - ExecTreePrepareTime: 999.97us (999969) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510601130274) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 139,883,613 (139883613) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.25s (26253168375) - TotalBytesSent: 3.3 GiB (3585108655) - TotalTime: 26.0m (1557460645800) - UncompressedRowBatchSize: 8.1 GiB (8672784006) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 46ms (46998509) - InactiveTotalTime: 0ns (0) - LocalTime: 5.36s (5362830126) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 139,883,613 (139883613) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.05s (5055839856) - RowsReturned: 139,883,613 (139883613) - RowsReturnedRate: 18711616 per second (18711616) - TotalTime: 7.47s (7475763187) Node Lifecycle Event Timeline Open Started: 1.02s (1021967597) Open Finished: 1.37s (1374956404) First Batch Requested: 1.37s (1374956404) First Batch Returned: 1.37s (1374956404) Last Batch Returned: 26.2m (1569193274098) Closed: 26.2m (1569250272293) Buffer pool - AllocTime: 46ms (46998509) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 46ms (46998509) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 46ms (46998509) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.02s (1021967597) Open Finished: 1.02s (1021967597) First Batch Requested: 1.02s (1021967597) First Batch Returned: 1.02s (1021967597) Last Batch Returned: 1.02s (1021967597) Closed: 1.07s (1068966106) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.88 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 31ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.1276% 2:0.03191% 3:0.03191% 4:0.03191% 5:0.03191% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.00574345883854499) - AverageScannerThreadConcurrency: 1.00 (0.9996809189534142) - BytesRead: 1.9 GiB (2057498523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2057498523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2057498523) - CachedFileHandlesHitCount: 337 (337) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.41s (2414923501) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.02s (15023524041) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284645) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 271.5 MiB/s (284705091) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4616785920) - RowBatchQueueGetWaitTime: 1.04s (1037967117) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1547137972849) - RowBatchesEnqueued: 136,680 (136680) - RowsRead: 139,883,613 (139883613) - RowsReturned: 139,883,613 (139883613) - RowsReturnedRate: 66203523 per second (66203523) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 1.80s (1799942985) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.1m (1567989312271) - ScannerThreadsSysTime: 1.15s (1154611000) - ScannerThreadsUserTime: 18.46s (18463917000) - ScannerThreadsVoluntaryContextSwitches: 106,163 (106163) - TotalRawHdfsOpenFileTime(*): 2ms (2999904) - TotalRawHdfsReadTime(*): 7.23s (7226771091) - TotalReadThroughput: 1.3 MiB/s (1311792) - TotalTime: 2.11s (2112933061) Node Lifecycle Event Timeline Open Started: 1.07s (1068966106) Open Finished: 1.07s (1068966106) First Batch Requested: 1.07s (1068966106) First Batch Returned: 1.37s (1374956404) Last Batch Returned: 26.2m (1569193274098) Closed: 26.2m (1569250272293) Buffer pool - AllocTime: 32ms (32998953) - CumulativeAllocationBytes: 2.1 GiB (2270969856) - CumulativeAllocations: 337 (337) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.0 MiB (79691776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31998985) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 485,376 (485376) - Rows rejected: 0 (0) - Rows total: 139,883,613 (139883613) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 125 (125) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 136,620 (136620) - RowGroups rejected: 0 (0) - RowGroups total: 136,620 (136620) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 139,883,613 (139883613) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 975ms (975969055) - CodegenSysTime: 2ms (2971000) - CodegenUserTime: 433ms (433816000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 424ms (424986525) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54998256) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 401ms (401987255) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 85ms (85997273) - TotalTime: 975ms (975969055) Instance c7456fdd806a4994:3209e926000000a5 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.913 Hdfs split stats (:<# splits>/): 0:153/35.56 GB Filter 16 arrival: 1s040ms Filter 14 arrival: 17s356ms - AverageThreadTokens: 2.00 (1.9993620414673046) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109471194) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 141,019,981 (141019981) - TotalNetworkReceiveTime: 46ms (46998201) - TotalNetworkSendTime: 25.2m (1509936207095) - TotalStorageWaitTime: 2.19s (2189916166) - TotalThreadsInvoluntaryContextSwitches: 828 (828) - TotalThreadsTotalWallClockTime: 52.3m (3137145925082) - TotalThreadsSysTime: 6.06s (6057531000) - TotalThreadsUserTime: 1.1m (68576040000) - TotalThreadsVoluntaryContextSwitches: 147,574 (147574) - TotalTime: 26.2m (1569169939695) Fragment Instance Lifecycle Event Timeline Prepare Finished: 97ms (97996250) Open Finished: 1.40s (1404946235) First Batch Produced: 1.40s (1404946235) First Batch Sent: 1.40s (1404946235) ExecInternal Finished: 26.2m (1569251936557) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567844990399) - ExecTreeExecTime: 7.13s (7129727048) - InactiveTotalTime: 0ns (0) - OpenTime: 1.31s (1306949985) - ExecTreeOpenTime: 366ms (366985956) - PrepareTime: 17ms (17999311) - ExecTreePrepareTime: 12ms (12999502) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1509982205331) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 141,019,981 (141019981) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.88s (26878971137) - TotalBytesSent: 3.4 GiB (3614829722) - TotalTime: 26.0m (1557268395289) - UncompressedRowBatchSize: 8.1 GiB (8743238822) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 35ms (35998623) - InactiveTotalTime: 0ns (0) - LocalTime: 5.07s (5065806066) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,019,981 (141019981) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.76s (4762817650) - RowsReturned: 141,019,981 (141019981) - RowsReturnedRate: 19008677 per second (19008677) - TotalTime: 7.42s (7418715987) Node Lifecycle Event Timeline Open Started: 1.04s (1037960279) Open Finished: 1.40s (1404946235) First Batch Requested: 1.40s (1404946235) First Batch Returned: 1.40s (1404946235) Last Batch Returned: 26.2m (1569218937821) Closed: 26.2m (1569251936557) Buffer pool - AllocTime: 34ms (34998661) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998661) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 34ms (34998661) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999962) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 46ms (46998201) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 7766 per second (7766) - TotalTime: 46ms (46998201) Node Lifecycle Event Timeline Open Started: 1.04s (1037960279) Open Finished: 1.04s (1037960279) First Batch Requested: 1.04s (1037960279) First Batch Returned: 1.08s (1084958480) Last Batch Returned: 1.08s (1084958480) Closed: 1.13s (1131956682) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 46ms (46998201) - DataWaitTime: 46ms (46998201) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.06384% 2:0% 3:0.1277% 4:0.03192% 5:0.03192% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.007341206511330993) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2085519266) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2085519266) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2085519266) - CachedFileHandlesHitCount: 348 (348) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.42s (2420907350) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.65s (14649439198) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105202554) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 237.4 MiB/s (248907877) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4654295040) - RowBatchQueueGetWaitTime: 1.22s (1215953458) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1547163782065) - RowBatchesEnqueued: 137,790 (137790) - RowsRead: 141,019,981 (141019981) - RowsReturned: 141,019,981 (141019981) - RowsReturnedRate: 61155845 per second (61155845) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.19s (2189916166) - ScannerThreadsInvoluntaryContextSwitches: 16 (16) - ScannerThreadsTotalWallClockTime: 26.1m (1567993984698) - ScannerThreadsSysTime: 1.18s (1183779000) - ScannerThreadsUserTime: 18.57s (18566497000) - ScannerThreadsVoluntaryContextSwitches: 107,527 (107527) - TotalRawHdfsOpenFileTime(*): 3ms (3999847) - TotalRawHdfsReadTime(*): 8.38s (8378679257) - TotalReadThroughput: 1.3 MiB/s (1330117) - TotalTime: 2.31s (2305911720) Node Lifecycle Event Timeline Open Started: 1.13s (1131956682) Open Finished: 1.13s (1131956682) First Batch Requested: 1.13s (1131956682) First Batch Returned: 1.40s (1404946235) Last Batch Returned: 26.2m (1569217937859) Closed: 26.2m (1569251936557) Buffer pool - AllocTime: 47ms (47998161) - CumulativeAllocationBytes: 2.1 GiB (2282946560) - CumulativeAllocations: 348 (348) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40998429) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 483,328 (483328) - Rows rejected: 0 (0) - Rows total: 141,019,981 (141019981) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 123 (123) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,730 (137730) - RowGroups rejected: 0 (0) - RowGroups total: 137,730 (137730) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 141,019,981 (141019981) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 939ms (939964029) - CodegenSysTime: 2ms (2956000) - CodegenUserTime: 426ms (426814000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 268ms (268989706) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999464) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 588ms (588977461) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 37ms (37998546) - TotalTime: 939ms (939964029) Instance c7456fdd806a4994:3209e926000000bb (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.413 Hdfs split stats (:<# splits>/): 0:152/35.39 GB Filter 16 arrival: 1s041ms Filter 14 arrival: 17s363ms - AverageThreadTokens: 2.00 (1.9993620414673046) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109496780) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 143,172,062 (143172062) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510791422570) - TotalStorageWaitTime: 2.24s (2241948694) - TotalThreadsInvoluntaryContextSwitches: 776 (776) - TotalThreadsTotalWallClockTime: 52.3m (3136603212880) - TotalThreadsSysTime: 5.90s (5903593000) - TotalThreadsUserTime: 1.1m (68899684000) - TotalThreadsVoluntaryContextSwitches: 148,770 (148770) - TotalTime: 26.1m (1568899092762) Fragment Instance Lifecycle Event Timeline Prepare Finished: 104ms (104997596) Open Finished: 1.34s (1341969278) First Batch Produced: 1.34s (1342969255) First Batch Sent: 1.34s (1342969255) ExecInternal Finished: 26.2m (1569004090358) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567660121126) - ExecTreeExecTime: 7.53s (7525827752) - InactiveTotalTime: 0ns (0) - OpenTime: 1.24s (1236971682) - ExecTreeOpenTime: 197ms (197995468) - PrepareTime: 1ms (1999954) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510860420984) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 143,172,062 (143172062) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.75s (26752387874) - TotalBytesSent: 3.4 GiB (3671875654) - TotalTime: 26.0m (1557918344066) - UncompressedRowBatchSize: 8.3 GiB (8876667844) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.26s (5265879466) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 143,172,062 (143172062) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.03s (5028884892) - RowsReturned: 143,172,062 (143172062) - RowsReturnedRate: 18752500 per second (18752500) - TotalTime: 7.63s (7634825255) Node Lifecycle Event Timeline Open Started: 1.14s (1143973810) Open Finished: 1.34s (1341969278) First Batch Requested: 1.34s (1341969278) First Batch Returned: 1.34s (1342969255) Last Batch Returned: 26.1m (1568932092006) Closed: 26.2m (1569004090358) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.14s (1143973810) Open Finished: 1.14s (1143973810) First Batch Requested: 1.14s (1143973810) First Batch Returned: 1.14s (1143973810) Last Batch Returned: 1.14s (1143973810) Closed: 1.14s (1143973810) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:152/35.39 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 28ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1915% 2:0.06384% 3:0.06384% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):122 - AverageHdfsReadThreadConcurrency: 0.01 (0.005106926268751995) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 2.0 GiB (2111276403) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2111276403) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2111276403) - CachedFileHandlesHitCount: 346 (346) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.44s (2440944130) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.75s (14748662450) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186844) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 258.8 MiB/s (271413384) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4725325824) - RowBatchQueueGetWaitTime: 1.34s (1339969336) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1547023593435) - RowBatchesEnqueued: 139,892 (139892) - RowsRead: 143,172,062 (143172062) - RowsReturned: 143,172,062 (143172062) - RowsReturnedRate: 60437036 per second (60437036) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 2.24s (2241948694) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 26.1m (1567706120072) - ScannerThreadsSysTime: 1.18s (1179680000) - ScannerThreadsUserTime: 18.73s (18729259000) - ScannerThreadsVoluntaryContextSwitches: 108,773 (108773) - TotalRawHdfsOpenFileTime(*): 1ms (1999954) - TotalRawHdfsReadTime(*): 7.78s (7778821991) - TotalReadThroughput: 1.3 MiB/s (1346579) - TotalTime: 2.37s (2368945789) Node Lifecycle Event Timeline Open Started: 1.14s (1143973810) Open Finished: 1.14s (1144973788) First Batch Requested: 1.14s (1144973788) First Batch Returned: 1.34s (1341969278) Last Batch Returned: 26.1m (1568932092006) Closed: 26.2m (1569004090358) Buffer pool - AllocTime: 42ms (42999015) - CumulativeAllocationBytes: 2.2 GiB (2311454720) - CumulativeAllocations: 346 (346) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42999015) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 489,472 (489472) - Rows rejected: 0 (0) - Rows total: 143,172,062 (143172062) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 152 (152) - Files rejected: 122 (122) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 139,832 (139832) - RowGroups rejected: 0 (0) - RowGroups total: 139,832 (139832) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 143,172,062 (143172062) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 1.04s (1038976214) - CodegenSysTime: 2ms (2006000) - CodegenUserTime: 418ms (418315000) - CodegenVoluntaryContextSwitches: 26 (26) - CompileTime: 346ms (346992056) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999748) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 614ms (614985921) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 63ms (63998535) - TotalTime: 1.04s (1038976214) Instance c7456fdd806a4994:3209e926000000a6 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.781 Hdfs split stats (:<# splits>/): 0:154/35.47 GB Filter 16 arrival: 1s114ms Filter 14 arrival: 17s444ms - AverageThreadTokens: 2.00 (1.9990427568602425) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 96.4 MiB (101108079) - PeakReservation: 90.9 MiB (95363072) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 142,238,351 (142238351) - TotalNetworkReceiveTime: 4ms (4999814) - TotalNetworkSendTime: 25.2m (1510288812054) - TotalStorageWaitTime: 1.93s (1926928320) - TotalThreadsInvoluntaryContextSwitches: 712 (712) - TotalThreadsTotalWallClockTime: 52.3m (3135516347940) - TotalThreadsSysTime: 5.78s (5784709000) - TotalThreadsUserTime: 1.1m (68003961000) - TotalThreadsVoluntaryContextSwitches: 149,231 (149231) - TotalTime: 26.1m (1568368651257) Fragment Instance Lifecycle Event Timeline Prepare Finished: 65ms (65997544) Open Finished: 1.42s (1424946986) First Batch Produced: 1.42s (1424946986) First Batch Sent: 1.42s (1424946986) ExecInternal Finished: 26.1m (1568435648765) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567008701853) - ExecTreeExecTime: 7.04s (7041738002) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1358949442) - ExecTreeOpenTime: 277ms (277989657) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510335810308) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 142,238,351 (142238351) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.67s (26672007742) - TotalBytesSent: 3.4 GiB (3645169841) - TotalTime: 25.9m (1556900077957) - UncompressedRowBatchSize: 8.2 GiB (8818777762) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 26ms (26998995) - InactiveTotalTime: 0ns (0) - LocalTime: 5.06s (5064811552) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,238,351 (142238351) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.79s (4788821825) - RowsReturned: 142,238,351 (142238351) - RowsReturnedRate: 19671365 per second (19671365) - TotalTime: 7.23s (7230730964) Node Lifecycle Event Timeline Open Started: 1.15s (1146957329) Open Finished: 1.42s (1424946986) First Batch Requested: 1.42s (1424946986) First Batch Returned: 1.42s (1424946986) Last Batch Returned: 26.1m (1568396650216) Closed: 26.1m (1568434648802) Buffer pool - AllocTime: 14ms (14999442) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999442) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 14ms (14999442) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 3ms (3999851) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 73002 per second (73002) - TotalTime: 4ms (4999814) Node Lifecycle Event Timeline Open Started: 1.15s (1146957329) Open Finished: 1.15s (1146957329) First Batch Requested: 1.16s (1158956882) First Batch Returned: 1.16s (1163956696) Last Batch Returned: 1.16s (1163956696) Closed: 1.18s (1178956138) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 4ms (4999814) - DataWaitTime: 3ms (3999851) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.47 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.62% 1:0.09579% 2:0.09579% 3:0.1277% 4:0.06386% 5:0% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.009259259259259259) - AverageScannerThreadConcurrency: 1.00 (0.9996807151979565) - BytesRead: 2.0 GiB (2098297384) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2098297384) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2098297384) - CachedFileHandlesHitCount: 342 (342) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.38s (2380911413) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 15.03s (15030440893) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 92.3 MiB (96798317) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 224.1 MiB/s (234954142) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4694579200) - RowBatchQueueGetWaitTime: 1.11s (1108958744) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546163477299) - RowBatchesEnqueued: 138,984 (138984) - RowsRead: 142,238,351 (142238351) - RowsReturned: 142,238,351 (142238351) - RowsReturnedRate: 65823064 per second (65823064) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.93s (1926928320) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.1m (1567148696645) - ScannerThreadsSysTime: 1.15s (1153442000) - ScannerThreadsUserTime: 18.60s (18597765000) - ScannerThreadsVoluntaryContextSwitches: 109,165 (109165) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 8.93s (8930667759) - TotalReadThroughput: 1.3 MiB/s (1338775) - TotalTime: 2.16s (2160919598) Node Lifecycle Event Timeline Open Started: 1.18s (1178956138) Open Finished: 1.18s (1178956138) First Batch Requested: 1.18s (1178956138) First Batch Returned: 1.42s (1424946986) Last Batch Returned: 26.1m (1568395650253) Closed: 26.1m (1568434648802) Buffer pool - AllocTime: 36ms (36998625) - CumulativeAllocationBytes: 2.2 GiB (2329804800) - CumulativeAllocations: 342 (342) - InactiveTotalTime: 0ns (0) - PeakReservation: 88.0 MiB (92274688) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.0 MiB (79691776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36998625) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 497,664 (497664) - Rows rejected: 0 (0) - Rows total: 142,238,351 (142238351) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 123 (123) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,922 (138922) - RowGroups rejected: 0 (0) - RowGroups total: 138,922 (138922) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 142,238,351 (142238351) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.08s (1080959785) - CodegenSysTime: 2ms (2004000) - CodegenUserTime: 424ms (424251000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 474ms (474982329) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999590) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 544ms (544979725) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 47ms (47998215) - TotalTime: 1.08s (1080959785) Instance c7456fdd806a4994:3209e926000000a2 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.198 Hdfs split stats (:<# splits>/): 0:155/35.76 GB Filter 16 arrival: 863ms Filter 14 arrival: 17s379ms - AverageThreadTokens: 2.00 (1.9993618379068283) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109512997) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 138,641,417 (138641417) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511913049671) - TotalStorageWaitTime: 2.78s (2784983558) - TotalThreadsInvoluntaryContextSwitches: 677 (677) - TotalThreadsTotalWallClockTime: 52.3m (3135561438995) - TotalThreadsSysTime: 5.81s (5806438000) - TotalThreadsUserTime: 1.1m (66362577000) - TotalThreadsVoluntaryContextSwitches: 146,610 (146610) - TotalTime: 26.1m (1568342716158) Fragment Instance Lifecycle Event Timeline Prepare Finished: 92ms (92999448) Open Finished: 1.37s (1372991839) First Batch Produced: 1.37s (1372991839) First Batch Sent: 1.37s (1372991839) ExecInternal Finished: 26.1m (1568436715600) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567061723773) - ExecTreeExecTime: 7.96s (7962952994) - InactiveTotalTime: 0ns (0) - OpenTime: 1.28s (1279992391) - ExecTreeOpenTime: 437ms (437997396) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511967049349) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 138,641,417 (138641417) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.56s (25563848927) - TotalBytesSent: 3.3 GiB (3554968426) - TotalTime: 26.0m (1557234781787) - UncompressedRowBatchSize: 8.0 GiB (8595767854) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 19ms (19999881) - InactiveTotalTime: 0ns (0) - LocalTime: 5.02s (5019970362) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 138,641,417 (138641417) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.74s (4739972013) - RowsReturned: 138,641,417 (138641417) - RowsReturnedRate: 16671745 per second (16671745) - TotalTime: 8.31s (8315950890) Node Lifecycle Event Timeline Open Started: 934ms (934994443) Open Finished: 1.37s (1372991839) First Batch Requested: 1.37s (1372991839) First Batch Returned: 1.37s (1372991839) Last Batch Returned: 26.1m (1568389715877) Closed: 26.1m (1568436715600) Buffer pool - AllocTime: 18ms (18999887) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999887) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 18ms (18999887) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.99us (999994) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 934ms (934994443) Open Finished: 934ms (934994443) First Batch Requested: 934ms (934994443) First Batch Returned: 934ms (934994443) Last Batch Returned: 934ms (934994443) Closed: 954ms (954994324) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 148ms Hdfs Read Thread Concurrency Bucket: 0:99.62% 1:0.2554% 2:0.09579% 3:0.03193% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.01 (0.005427841634738187) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2044147108) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2044147108) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2044147108) - CachedFileHandlesHitCount: 337 (337) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.34s (2337986172) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.00s (14001917235) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105235638) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 180.9 MiB/s (189677941) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4575792128) - RowBatchQueueGetWaitTime: 2.13s (2127987432) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546868843108) - RowBatchesEnqueued: 135,465 (135465) - RowsRead: 138,641,417 (138641417) - RowsReturned: 138,641,417 (138641417) - RowsReturnedRate: 42063785 per second (42063785) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.78s (2784983558) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 26.1m (1567219722831) - ScannerThreadsSysTime: 1.14s (1143767000) - ScannerThreadsUserTime: 18.11s (18110766000) - ScannerThreadsVoluntaryContextSwitches: 107,154 (107154) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 10.78s (10776936374) - TotalReadThroughput: 1.2 MiB/s (1304187) - TotalTime: 3.29s (3295980528) Node Lifecycle Event Timeline Open Started: 954ms (954994324) Open Finished: 954ms (954994324) First Batch Requested: 954ms (954994324) First Batch Returned: 1.37s (1372991839) Last Batch Returned: 26.1m (1568389715877) Closed: 26.1m (1568436715600) Buffer pool - AllocTime: 24ms (24999850) - CumulativeAllocationBytes: 2.1 GiB (2236809216) - CumulativeAllocations: 337 (337) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999850) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 472,064 (472064) - Rows rejected: 0 (0) - Rows total: 138,641,417 (138641417) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 126 (126) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 135,407 (135407) - RowGroups rejected: 0 (0) - RowGroups total: 135,407 (135407) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 138,641,417 (138641417) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 841ms (841994995) - CodegenSysTime: 997.00us (997000) - CodegenUserTime: 422ms (422770000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 310ms (310998152) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31999810) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 448ms (448997331) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 47ms (47999714) - TotalTime: 841ms (841994995) Instance c7456fdd806a4994:3209e926000000ac (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.474 Hdfs split stats (:<# splits>/): 0:152/35.15 GB Filter 16 arrival: 869ms Filter 14 arrival: 17s338ms - AverageThreadTokens: 2.00 (1.9990427568602425) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109553277) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 142,081,408 (142081408) - TotalNetworkReceiveTime: 186ms (186993137) - TotalNetworkSendTime: 25.2m (1509854591150) - TotalStorageWaitTime: 2.04s (2040925099) - TotalThreadsInvoluntaryContextSwitches: 716 (716) - TotalThreadsTotalWallClockTime: 52.3m (3135525932147) - TotalThreadsSysTime: 6.04s (6035593000) - TotalThreadsUserTime: 1.1m (68869599000) - TotalThreadsVoluntaryContextSwitches: 148,706 (148706) - TotalTime: 26.1m (1568318445686) Fragment Instance Lifecycle Event Timeline Prepare Finished: 72ms (72997320) Open Finished: 1.35s (1348950491) First Batch Produced: 1.35s (1348950491) First Batch Sent: 1.35s (1349950454) ExecInternal Finished: 26.1m (1568391443006) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567040492589) - ExecTreeExecTime: 7.34s (7337730683) - InactiveTotalTime: 0ns (0) - OpenTime: 1.27s (1275953171) - ExecTreeOpenTime: 613ms (613977466) - PrepareTime: 1ms (1999926) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1509900589462) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 142,081,408 (142081408) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.79s (26793016774) - TotalBytesSent: 3.4 GiB (3643720353) - TotalTime: 25.9m (1556979861824) - UncompressedRowBatchSize: 8.2 GiB (8809047296) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 17ms (17999339) - InactiveTotalTime: 0ns (0) - LocalTime: 5.27s (5266806680) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 142,081,408 (142081408) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.00s (5002816362) - RowsReturned: 142,081,408 (142081408) - RowsReturnedRate: 18051914 per second (18051914) - TotalTime: 7.87s (7870711117) Node Lifecycle Event Timeline Open Started: 734ms (734973025) Open Finished: 1.35s (1348950491) First Batch Requested: 1.35s (1348950491) First Batch Returned: 1.35s (1348950491) Last Batch Returned: 26.1m (1568357444254) Closed: 26.1m (1568390443043) Buffer pool - AllocTime: 17ms (17999339) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999339) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 17ms (17999339) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 186ms (186993137) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 1951 per second (1951) - TotalTime: 186ms (186993137) Node Lifecycle Event Timeline Open Started: 734ms (734973025) Open Finished: 784ms (784971190) First Batch Requested: 784ms (784971190) First Batch Returned: 921ms (921966162) Last Batch Returned: 921ms (921966162) Closed: 939ms (939965501) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 49ms (49998165) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 186ms (186993137) - DataWaitTime: 186ms (186993137) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:152/35.15 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 150ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.09579% 2:0.03193% 3:0.06386% 4:0.03193% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.00 (0.004789272030651341) - AverageScannerThreadConcurrency: 1.00 (0.9996807151979565) - BytesRead: 2.0 GiB (2100276637) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 2.0 GiB (2100276637) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 2.0 GiB (2100276637) - CachedFileHandlesHitCount: 348 (348) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.40s (2402911797) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.72s (14717459980) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284336) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 304.7 MiB/s (319542631) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.4 GiB (4689198080) - RowBatchQueueGetWaitTime: 1.22s (1224955044) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546811234915) - RowBatchesEnqueued: 138,821 (138821) - RowsRead: 142,081,408 (142081408) - RowsReturned: 142,081,408 (142081408) - RowsReturnedRate: 58786355 per second (58786355) - ScanRangesComplete: 152 (152) - ScannerIoWaitTime: 2.04s (2040925099) - ScannerThreadsInvoluntaryContextSwitches: 13 (13) - ScannerThreadsTotalWallClockTime: 26.1m (1567209486387) - ScannerThreadsSysTime: 1.16s (1160398000) - ScannerThreadsUserTime: 18.79s (18789410000) - ScannerThreadsVoluntaryContextSwitches: 108,664 (108664) - TotalRawHdfsOpenFileTime(*): 999.96us (999963) - TotalRawHdfsReadTime(*): 6.57s (6572758777) - TotalReadThroughput: 1.3 MiB/s (1339939) - TotalTime: 2.42s (2416911300) Node Lifecycle Event Timeline Open Started: 939ms (939965501) Open Finished: 939ms (939965501) First Batch Requested: 939ms (939965501) First Batch Returned: 1.35s (1348950491) Last Batch Returned: 26.1m (1568357444254) Closed: 26.1m (1568390443043) Buffer pool - AllocTime: 19ms (19999270) - CumulativeAllocationBytes: 2.1 GiB (2275672064) - CumulativeAllocations: 348 (348) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999270) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 472,317 (472317) - Rows rejected: 0 (0) - Rows total: 142,081,408 (142081408) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 152 (152) - Files rejected: 123 (123) - Files total: 152 (152) - InactiveTotalTime: 0ns (0) - RowGroups processed: 138,763 (138763) - RowGroups rejected: 0 (0) - RowGroups total: 138,763 (138763) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 142,081,408 (142081408) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 661ms (661975705) - CodegenSysTime: 3ms (3973000) - CodegenUserTime: 410ms (410773000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 278ms (278989761) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999266) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 325ms (325988035) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 34ms (34998716) - TotalTime: 661ms (661975705) Instance c7456fdd806a4994:3209e926000000ad (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.219 Hdfs split stats (:<# splits>/): 0:155/35.75 GB Filter 16 arrival: 1s106ms Filter 14 arrival: 17s489ms - AverageThreadTokens: 2.00 (1.999361634216406) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109578490) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 141,200,791 (141200791) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511318412862) - TotalStorageWaitTime: 1.88s (1877999212) - TotalThreadsInvoluntaryContextSwitches: 704 (704) - TotalThreadsTotalWallClockTime: 52.3m (3135341779114) - TotalThreadsSysTime: 5.69s (5689830000) - TotalThreadsUserTime: 1.1m (67805660000) - TotalThreadsVoluntaryContextSwitches: 149,097 (149097) - TotalTime: 26.1m (1568280389321) Fragment Instance Lifecycle Event Timeline Prepare Finished: 60ms (60999976) Open Finished: 1.32s (1319999493) First Batch Produced: 1.32s (1319999493) First Batch Sent: 1.32s (1319999493) ExecInternal Finished: 26.1m (1568342389297) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1567020389805) - ExecTreeExecTime: 7.22s (7216996985) - InactiveTotalTime: 0ns (0) - OpenTime: 1.26s (1258999517) - ExecTreeOpenTime: 168ms (168999935) - PrepareTime: 1,000.00us (999999) - ExecTreePrepareTime: 1,000.00us (999999) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511363412844) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 141,200,791 (141200791) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.33s (26334989065) - TotalBytesSent: 3.4 GiB (3617653343) - TotalTime: 26.0m (1557604393718) - UncompressedRowBatchSize: 8.2 GiB (8754449042) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 14ms (14999994) - InactiveTotalTime: 0ns (0) - LocalTime: 5.23s (5234997810) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,200,791 (141200791) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.98s (4983997903) - RowsReturned: 141,200,791 (141200791) - RowsReturnedRate: 19358493 per second (19358493) - TotalTime: 7.29s (7293996961) Node Lifecycle Event Timeline Open Started: 1.15s (1150999558) Open Finished: 1.32s (1319999493) First Batch Requested: 1.32s (1319999493) First Batch Returned: 1.32s (1319999493) Last Batch Returned: 26.1m (1568287389320) Closed: 26.1m (1568342389297) Buffer pool - AllocTime: 13ms (13999995) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 13ms (13999995) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.15s (1150999558) Open Finished: 1.15s (1150999558) First Batch Requested: 1.15s (1151999557) First Batch Returned: 1.15s (1151999557) Last Batch Returned: 1.15s (1151999557) Closed: 1.17s (1165999552) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.75 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.09582% 2:0.03194% 3:0.03194% 4:0.06388% 5:0.03194% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.01 (0.00670712232513574) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2083974055) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2083974055) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2083974055) - CachedFileHandlesHitCount: 344 (344) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.44s (2442998944) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.27s (14273994057) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284788) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 281.4 MiB/s (295055206) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4660276224) - RowBatchQueueGetWaitTime: 1.06s (1058999555) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1547159398112) - RowBatchesEnqueued: 137,967 (137967) - RowsRead: 141,200,791 (141200791) - RowsReturned: 141,200,791 (141200791) - RowsReturnedRate: 68577391 per second (68577391) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 1.88s (1877999212) - ScannerThreadsInvoluntaryContextSwitches: 22 (22) - ScannerThreadsTotalWallClockTime: 26.1m (1567062389792) - ScannerThreadsSysTime: 1.14s (1142684000) - ScannerThreadsUserTime: 18.41s (18410327000) - ScannerThreadsVoluntaryContextSwitches: 109,410 (109410) - TotalRawHdfsOpenFileTime(*): 1ms (1999999) - TotalRawHdfsReadTime(*): 7.06s (7062997047) - TotalReadThroughput: 1.3 MiB/s (1329931) - TotalTime: 2.06s (2058999151) Node Lifecycle Event Timeline Open Started: 1.17s (1165999552) Open Finished: 1.17s (1166999551) First Batch Requested: 1.17s (1166999551) First Batch Returned: 1.32s (1319999493) Last Batch Returned: 26.1m (1568287389320) Closed: 26.1m (1568342389297) Buffer pool - AllocTime: 71ms (71999973) - CumulativeAllocationBytes: 2.1 GiB (2283667456) - CumulativeAllocations: 344 (344) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 71ms (71999973) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 490,496 (490496) - Rows rejected: 0 (0) - Rows total: 141,200,791 (141200791) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 125 (125) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,907 (137907) - RowGroups rejected: 0 (0) - RowGroups total: 137,907 (137907) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 141,200,791 (141200791) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 56 (56) - CodegenTotalWallClockTime: 1.09s (1089999582) - CodegenSysTime: 3ms (3950000) - CodegenUserTime: 432ms (432113000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 395ms (395999848) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999989) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 601ms (601999769) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 59ms (59999977) - TotalTime: 1.09s (1089999582) Instance c7456fdd806a4994:3209e926000000ba (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.493 Hdfs split stats (:<# splits>/): 0:153/35.68 GB Filter 16 arrival: 1s005ms Filter 14 arrival: 17s490ms - AverageThreadTokens: 2.00 (1.999361634216406) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109711107) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 135,400,333 (135400333) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510415690372) - TotalStorageWaitTime: 1.99s (1992987710) - TotalThreadsInvoluntaryContextSwitches: 795 (795) - TotalThreadsTotalWallClockTime: 52.2m (3134852677935) - TotalThreadsSysTime: 5.92s (5922742000) - TotalThreadsUserTime: 1.1m (65731915000) - TotalThreadsVoluntaryContextSwitches: 140,611 (140611) - TotalTime: 26.1m (1568006335395) Fragment Instance Lifecycle Event Timeline Prepare Finished: 63ms (63999606) Open Finished: 1.42s (1417991267) First Batch Produced: 1.42s (1417991267) First Batch Sent: 1.42s (1417991267) ExecInternal Finished: 26.1m (1568071334994) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1566651343740) - ExecTreeExecTime: 7.34s (7340954821) - InactiveTotalTime: 0ns (0) - OpenTime: 1.35s (1353991661) - ExecTreeOpenTime: 363ms (363997759) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510460690095) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 135,400,333 (135400333) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.45s (25452843104) - TotalBytesSent: 3.2 GiB (3471540403) - TotalTime: 25.9m (1555565411995) - UncompressedRowBatchSize: 7.8 GiB (8394820646) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 13ms (13999914) - InactiveTotalTime: 0ns (0) - LocalTime: 4.98s (4983969348) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 135,400,333 (135400333) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.69s (4694971129) - RowsReturned: 135,400,333 (135400333) - RowsReturnedRate: 17783184 per second (17783184) - TotalTime: 7.61s (7613953147) Node Lifecycle Event Timeline Open Started: 1.05s (1053993508) Open Finished: 1.42s (1417991267) First Batch Requested: 1.42s (1417991267) First Batch Returned: 1.42s (1417991267) Last Batch Returned: 26.1m (1567996335457) Closed: 26.1m (1568071334994) Buffer pool - AllocTime: 13ms (13999914) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999914) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 13ms (13999914) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.05s (1053993508) Open Finished: 1.05s (1053993508) First Batch Requested: 1.05s (1053993508) First Batch Returned: 1.05s (1053993508) Last Batch Returned: 1.05s (1053993508) Closed: 1.07s (1067993422) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.68 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.65% 1:0.1278% 2:0.1278% 3:0% 4:0.09582% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.01 (0.0076652826572979876) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (1997264355) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (1997264355) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (1997264355) - CachedFileHandlesHitCount: 331 (331) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.26s (2256986104) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.26s (14261912019) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417373) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 253.0 MiB/s (265277814) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4468874240) - RowBatchQueueGetWaitTime: 1.58s (1580990254) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546585467500) - RowBatchesEnqueued: 132,301 (132301) - RowsRead: 135,400,333 (135400333) - RowsReturned: 135,400,333 (135400333) - RowsReturnedRate: 51483333 per second (51483333) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 1.99s (1992987710) - ScannerThreadsInvoluntaryContextSwitches: 16 (16) - ScannerThreadsTotalWallClockTime: 26.1m (1566847342534) - ScannerThreadsSysTime: 1.24s (1236024000) - ScannerThreadsUserTime: 17.82s (17818071000) - ScannerThreadsVoluntaryContextSwitches: 100,960 (100960) - TotalRawHdfsOpenFileTime(*): 1ms (1999988) - TotalRawHdfsReadTime(*): 7.53s (7528953589) - TotalReadThroughput: 1.2 MiB/s (1274603) - TotalTime: 2.63s (2629983799) Node Lifecycle Event Timeline Open Started: 1.07s (1067993422) Open Finished: 1.07s (1067993422) First Batch Requested: 1.07s (1067993422) First Batch Returned: 1.42s (1417991267) Last Batch Returned: 26.1m (1567996335457) Closed: 26.1m (1568071334994) Buffer pool - AllocTime: 100ms (100999378) - CumulativeAllocationBytes: 2.1 GiB (2205483008) - CumulativeAllocations: 331 (331) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 100ms (100999378) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 459,776 (459776) - Rows rejected: 0 (0) - Rows total: 135,400,333 (135400333) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 124 (124) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 132,243 (132243) - RowGroups rejected: 0 (0) - RowGroups total: 132,243 (132243) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 135,400,333 (135400333) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 989ms (989993902) - CodegenSysTime: 3ms (3940000) - CodegenUserTime: 429ms (429501000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 549ms (549996612) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 32ms (32999797) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 355ms (355997808) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 35ms (35999778) - TotalTime: 989ms (989993902) Instance c7456fdd806a4994:3209e926000000a0 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.582 Hdfs split stats (:<# splits>/): 0:155/35.65 GB Filter 16 arrival: 1s266ms Filter 14 arrival: 17s390ms - AverageThreadTokens: 2.00 (1.999361634216406) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109512801) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 137,609,809 (137609809) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511420315742) - TotalStorageWaitTime: 1.89s (1893957784) - TotalThreadsInvoluntaryContextSwitches: 674 (674) - TotalThreadsTotalWallClockTime: 52.2m (3134395145297) - TotalThreadsSysTime: 5.47s (5466299000) - TotalThreadsUserTime: 1.1m (66278462000) - TotalThreadsVoluntaryContextSwitches: 145,460 (145460) - TotalTime: 26.1m (1567902056967) Fragment Instance Lifecycle Event Timeline Prepare Finished: 80ms (80998197) Open Finished: 1.49s (1489966839) First Batch Produced: 1.49s (1489966839) First Batch Sent: 1.49s (1489966839) ExecInternal Finished: 26.1m (1567984055143) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1566492088348) - ExecTreeExecTime: 7.12s (7120841296) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1408968642) - ExecTreeOpenTime: 181ms (181995950) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511471314605) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 137,609,809 (137609809) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.50s (25505431586) - TotalBytesSent: 3.3 GiB (3525459378) - TotalTime: 25.9m (1556568309542) - UncompressedRowBatchSize: 7.9 GiB (8531808158) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 37ms (37999155) - InactiveTotalTime: 0ns (0) - LocalTime: 5.18s (5179884562) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,609,809 (137609809) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.88s (4879891251) - RowsReturned: 137,609,809 (137609809) - RowsReturnedRate: 19078452 per second (19078452) - TotalTime: 7.21s (7212839246) Node Lifecycle Event Timeline Open Started: 1.31s (1307970889) Open Finished: 1.49s (1489966839) First Batch Requested: 1.49s (1489966839) First Batch Returned: 1.49s (1489966839) Last Batch Returned: 26.1m (1567912056747) Closed: 26.1m (1567984055143) Buffer pool - AllocTime: 37ms (37999155) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999155) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 37ms (37999155) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.31s (1307970889) Open Finished: 1.31s (1307970889) First Batch Requested: 1.31s (1307970889) First Batch Returned: 1.31s (1307970889) Last Batch Returned: 1.31s (1307970889) Closed: 1.34s (1345970044) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.65 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.09582% 2:0.09582% 3:0.03194% 4:0.03194% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.01 (0.005110188438198659) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2026930724) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2026930724) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2026930724) - CachedFileHandlesHitCount: 333 (333) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.28s (2278949183) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.10s (14102685692) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186768) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 259.0 MiB/s (271603362) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4541729792) - RowBatchQueueGetWaitTime: 1.08s (1083975844) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546947523984) - RowBatchesEnqueued: 134,457 (134457) - RowsRead: 137,609,809 (137609809) - RowsReturned: 137,609,809 (137609809) - RowsReturnedRate: 67689560 per second (67689560) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 1.89s (1893957784) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 26.1m (1566494088307) - ScannerThreadsSysTime: 1.04s (1037390000) - ScannerThreadsUserTime: 18.02s (18024770000) - ScannerThreadsVoluntaryContextSwitches: 105,538 (105538) - TotalRawHdfsOpenFileTime(*): 999.98us (999977) - TotalRawHdfsReadTime(*): 7.46s (7462833686) - TotalReadThroughput: 1.2 MiB/s (1293603) - TotalTime: 2.03s (2032954684) Node Lifecycle Event Timeline Open Started: 1.34s (1345970044) Open Finished: 1.34s (1345970044) First Batch Requested: 1.34s (1345970044) First Batch Returned: 1.49s (1489966839) Last Batch Returned: 26.1m (1567912056747) Closed: 26.1m (1567984055143) Buffer pool - AllocTime: 31ms (31999285) - CumulativeAllocationBytes: 2.1 GiB (2217361408) - CumulativeAllocations: 333 (333) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999308) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 470,016 (470016) - Rows rejected: 0 (0) - Rows total: 137,609,809 (137609809) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 126 (126) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,399 (134399) - RowGroups rejected: 0 (0) - RowGroups total: 134,399 (134399) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 137,609,809 (137609809) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.23s (1226972692) - CodegenSysTime: 3ms (3010000) - CodegenUserTime: 424ms (424534000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 558ms (558987559) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999733) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 583ms (583987002) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 69ms (69998442) - TotalTime: 1.23s (1226972692) Instance c7456fdd806a4994:3209e926000000bd (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:14.055 Hdfs split stats (:<# splits>/): 0:155/35.82 GB Filter 16 arrival: 872ms Filter 14 arrival: 17s431ms - AverageThreadTokens: 2.00 (1.999361634216406) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109662069) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 140,268,496 (140268496) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510530519436) - TotalStorageWaitTime: 2.50s (2500914754) - TotalThreadsInvoluntaryContextSwitches: 731 (731) - TotalThreadsTotalWallClockTime: 52.2m (3134637167561) - TotalThreadsSysTime: 5.57s (5565964000) - TotalThreadsUserTime: 1.1m (67395076000) - TotalThreadsVoluntaryContextSwitches: 146,730 (146730) - TotalTime: 26.1m (1567874564828) Fragment Instance Lifecycle Event Timeline Prepare Finished: 55ms (55998091) Open Finished: 1.28s (1279956367) First Batch Produced: 1.28s (1279956367) First Batch Sent: 1.28s (1279956367) ExecInternal Finished: 26.1m (1567931562885) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1566649606586) - ExecTreeExecTime: 7.46s (7461745627) - InactiveTotalTime: 0ns (0) - OpenTime: 1.22s (1223958276) - ExecTreeOpenTime: 358ms (358987762) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510578517798) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 140,268,496 (140268496) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.14s (26138109090) - TotalBytesSent: 3.3 GiB (3595607908) - TotalTime: 25.9m (1556475953400) - UncompressedRowBatchSize: 8.1 GiB (8696646752) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 6ms (6999761) - InactiveTotalTime: 0ns (0) - LocalTime: 5.21s (5209822394) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,268,496 (140268496) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.96s (4962830818) - RowsReturned: 140,268,496 (140268496) - RowsReturnedRate: 18137222 per second (18137222) - TotalTime: 7.73s (7733736361) Node Lifecycle Event Timeline Open Started: 920ms (920968605) Open Finished: 1.28s (1279956367) First Batch Requested: 1.28s (1279956367) First Batch Returned: 1.28s (1279956367) Last Batch Returned: 26.1m (1567895564112) Closed: 26.1m (1567931562885) Buffer pool - AllocTime: 5ms (5999795) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999795) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 5ms (5999795) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.97us (999966) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 920ms (920968605) Open Finished: 920ms (920968605) First Batch Requested: 920ms (920968605) First Batch Returned: 920ms (920968605) Last Batch Returned: 920ms (920968605) Closed: 927ms (927968366) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.82 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 129ms Hdfs Read Thread Concurrency Bucket: 0:99.87% 1:0.06388% 2:0% 3:0.03194% 4:0.03194% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.00 (0.0028744809964867456) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2065693385) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2065693385) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2065693385) - CachedFileHandlesHitCount: 344 (344) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.32s (2324920778) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.38s (14381509790) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417595) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 242.8 MiB/s (254592530) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4629491712) - RowBatchQueueGetWaitTime: 1.46s (1459950232) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546226302709) - RowBatchesEnqueued: 137,056 (137056) - RowsRead: 140,268,496 (140268496) - RowsReturned: 140,268,496 (140268496) - RowsReturnedRate: 55575783 per second (55575783) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.50s (2500914754) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 26.1m (1566763602699) - ScannerThreadsSysTime: 1.10s (1104745000) - ScannerThreadsUserTime: 18.33s (18332803000) - ScannerThreadsVoluntaryContextSwitches: 106,804 (106804) - TotalRawHdfsOpenFileTime(*): 1ms (1999932) - TotalRawHdfsReadTime(*): 8.11s (8113723435) - TotalReadThroughput: 1.3 MiB/s (1318353) - TotalTime: 2.52s (2523913967) Node Lifecycle Event Timeline Open Started: 927ms (927968366) Open Finished: 927ms (927968366) First Batch Requested: 927ms (927968366) First Batch Returned: 1.28s (1279956367) Last Batch Returned: 26.1m (1567894564146) Closed: 26.1m (1567931562885) Buffer pool - AllocTime: 181ms (181993797) - CumulativeAllocationBytes: 2.1 GiB (2222243840) - CumulativeAllocations: 324 (324) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 181ms (181993797) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 478,208 (478208) - Rows rejected: 0 (0) - Rows total: 140,268,496 (140268496) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 125 (125) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 136,996 (136996) - RowGroups rejected: 0 (0) - RowGroups total: 136,996 (136996) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 140,268,496 (140268496) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 864ms (864970514) - CodegenSysTime: 9ms (9142000) - CodegenUserTime: 412ms (412313000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 377ms (377987115) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999659) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 343ms (343988274) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 130ms (130995535) - TotalTime: 864ms (864970514) Instance c7456fdd806a4994:3209e926000000aa (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.463 Hdfs split stats (:<# splits>/): 0:154/35.62 GB Filter 16 arrival: 1s067ms Filter 14 arrival: 17s328ms - AverageThreadTokens: 2.00 (1.999361634216406) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109544873) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 141,069,542 (141069542) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510240530405) - TotalStorageWaitTime: 2.00s (2005995391) - TotalThreadsInvoluntaryContextSwitches: 723 (723) - TotalThreadsTotalWallClockTime: 52.2m (3134347799503) - TotalThreadsSysTime: 5.78s (5778422000) - TotalThreadsUserTime: 1.1m (67745788000) - TotalThreadsVoluntaryContextSwitches: 148,032 (148032) - TotalTime: 26.1m (1567797398320) Fragment Instance Lifecycle Event Timeline Prepare Finished: 200ms (200999538) Open Finished: 1.58s (1580996369) First Batch Produced: 1.58s (1581996366) First Batch Sent: 1.58s (1581996366) ExecInternal Finished: 26.1m (1567991397874) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1566408401510) - ExecTreeExecTime: 7.25s (7255983348) - InactiveTotalTime: 0ns (0) - OpenTime: 1.38s (1379996831) - ExecTreeOpenTime: 330ms (330999240) - PrepareTime: 8ms (8999979) - ExecTreePrepareTime: 7ms (7999982) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510300530265) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 141,069,542 (141069542) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.30s (26295939699) - TotalBytesSent: 3.4 GiB (3615323193) - TotalTime: 25.9m (1556248424846) - UncompressedRowBatchSize: 8.1 GiB (8746311604) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 7ms (7999981) - InactiveTotalTime: 0ns (0) - LocalTime: 5.33s (5333987755) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 141,069,542 (141069542) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.07s (5071988359) - RowsReturned: 141,069,542 (141069542) - RowsReturnedRate: 18804300 per second (18804300) - TotalTime: 7.50s (7501982783) Node Lifecycle Event Timeline Open Started: 1.25s (1249997129) Open Finished: 1.58s (1580996369) First Batch Requested: 1.58s (1580996369) First Batch Returned: 1.58s (1581996366) Last Batch Returned: 26.1m (1567939397993) Closed: 26.1m (1567991397874) Buffer pool - AllocTime: 6ms (6999984) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999984) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 6ms (6999984) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.25s (1250997127) Open Finished: 1.25s (1250997127) First Batch Requested: 1.25s (1251997124) First Batch Returned: 1.25s (1251997124) Last Batch Returned: 1.25s (1251997124) Closed: 1.26s (1258997108) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 45ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.1278% 2:0.09582% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):124 - AverageHdfsReadThreadConcurrency: 0.00 (0.0031938677738741618) - AverageScannerThreadConcurrency: 1.00 (0.9996806132226126) - BytesRead: 1.9 GiB (2076740147) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2076740147) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2076740147) - CachedFileHandlesHitCount: 342 (342) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.26s (2262994810) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.89s (14889965849) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105243135) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 290.2 MiB/s (304284969) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4655917056) - RowBatchQueueGetWaitTime: 1.07s (1071997538) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1545967448404) - RowBatchesEnqueued: 137,838 (137838) - RowsRead: 141,069,542 (141069542) - RowsReturned: 141,069,542 (141069542) - RowsReturnedRate: 65069126 per second (65069126) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 2.00s (2005995391) - ScannerThreadsInvoluntaryContextSwitches: 13 (13) - ScannerThreadsTotalWallClockTime: 26.1m (1566559401162) - ScannerThreadsSysTime: 1.19s (1185362000) - ScannerThreadsUserTime: 18.48s (18476846000) - ScannerThreadsVoluntaryContextSwitches: 107,875 (107875) - TotalRawHdfsOpenFileTime(*): 1,000.00us (999998) - TotalRawHdfsReadTime(*): 6.82s (6824984335) - TotalReadThroughput: 1.3 MiB/s (1325417) - TotalTime: 2.17s (2167995028) Node Lifecycle Event Timeline Open Started: 1.26s (1258997108) Open Finished: 1.26s (1259997106) First Batch Requested: 1.26s (1259997106) First Batch Returned: 1.58s (1580996369) Last Batch Returned: 26.1m (1567938397996) Closed: 26.1m (1567991397874) Buffer pool - AllocTime: 75ms (75999825) - CumulativeAllocationBytes: 2.1 GiB (2283798528) - CumulativeAllocations: 342 (342) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 88.0 MiB (92274688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 75ms (75999825) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 479,232 (479232) - Rows rejected: 0 (0) - Rows total: 141,069,542 (141069542) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 124 (124) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,778 (137778) - RowGroups rejected: 0 (0) - RowGroups total: 137,778 (137778) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 141,069,542 (141069542) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.05s (1048997591) - CodegenSysTime: 2ms (2103000) - CodegenUserTime: 420ms (420431000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 309ms (309999288) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999975) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 636ms (636998537) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 75ms (75999826) - TotalTime: 1.05s (1048997591) Instance c7456fdd806a4994:3209e926000000c0 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.545 Hdfs split stats (:<# splits>/): 0:157/35.85 GB Filter 16 arrival: 1s430ms Filter 14 arrival: 17s404ms - AverageThreadTokens: 2.00 (1.9990421455938698) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109710886) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 134,457,882 (134457882) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511202944586) - TotalStorageWaitTime: 1.72s (1715980699) - TotalThreadsInvoluntaryContextSwitches: 729 (729) - TotalThreadsTotalWallClockTime: 52.2m (3133783635766) - TotalThreadsSysTime: 5.57s (5573066000) - TotalThreadsUserTime: 1.1m (65967308000) - TotalThreadsVoluntaryContextSwitches: 142,695 (142695) - TotalTime: 26.1m (1567731308411) Fragment Instance Lifecycle Event Timeline Prepare Finished: 54ms (54999379) Open Finished: 1.79s (1793979755) First Batch Produced: 1.79s (1793979755) First Batch Sent: 1.79s (1793979755) ExecInternal Finished: 26.1m (1567787307779) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1565991328047) - ExecTreeExecTime: 6.71s (6705924541) - InactiveTotalTime: 0ns (0) - OpenTime: 1.74s (1738980376) - ExecTreeOpenTime: 361ms (361995914) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511242944130) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 134,457,882 (134457882) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.65s (25649711439) - TotalBytesSent: 3.2 GiB (3446322140) - TotalTime: 25.9m (1556730432263) - UncompressedRowBatchSize: 7.8 GiB (8336388684) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 63ms (63999277) - InactiveTotalTime: 0ns (0) - LocalTime: 4.94s (4939944409) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 134,457,882 (134457882) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.61s (4608948136) - RowsReturned: 134,457,882 (134457882) - RowsReturnedRate: 19269044 per second (19269044) - TotalTime: 6.98s (6977921461) Node Lifecycle Event Timeline Open Started: 1.43s (1431983841) Open Finished: 1.79s (1793979755) First Batch Requested: 1.79s (1793979755) First Batch Returned: 1.79s (1793979755) Last Batch Returned: 26.1m (1567726308465) Closed: 26.1m (1567786307791) Buffer pool - AllocTime: 61ms (61999300) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61999300) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 51ms (51999413) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 11ms (11999864) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.43s (1431983841) Open Finished: 1.43s (1431983841) First Batch Requested: 1.43s (1431983841) First Batch Returned: 1.43s (1431983841) Last Batch Returned: 1.43s (1431983841) Closed: 1.50s (1495983118) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:157/35.85 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.06392% 2:0.1278% 3:0.03196% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):129 - AverageHdfsReadThreadConcurrency: 0.00 (0.004154682007031001) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.8 GiB (1982371580) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.8 GiB (1982371580) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.8 GiB (1982371580) - CachedFileHandlesHitCount: 331 (331) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.34s (2342973622) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.63s (13630846560) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417380) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 302.2 MiB/s (316828174) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.1 GiB (4437646336) - RowBatchQueueGetWaitTime: 928ms (928989556) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1547037541394) - RowBatchesEnqueued: 131,375 (131375) - RowsRead: 134,457,882 (134457882) - RowsReturned: 134,457,882 (134457882) - RowsReturnedRate: 65976151 per second (65976151) - ScanRangesComplete: 157 (157) - ScannerIoWaitTime: 1.72s (1715980699) - ScannerThreadsInvoluntaryContextSwitches: 19 (19) - ScannerThreadsTotalWallClockTime: 26.1m (1566053327343) - ScannerThreadsSysTime: 1.13s (1129383000) - ScannerThreadsUserTime: 17.63s (17631033000) - ScannerThreadsVoluntaryContextSwitches: 103,025 (103025) - TotalRawHdfsOpenFileTime(*): 999.99us (999988) - TotalRawHdfsReadTime(*): 6.26s (6256929597) - TotalReadThroughput: 1.2 MiB/s (1265559) - TotalTime: 2.04s (2037977052) Node Lifecycle Event Timeline Open Started: 1.50s (1495983118) Open Finished: 1.50s (1495983118) First Batch Requested: 1.50s (1495983118) First Batch Returned: 1.79s (1793979755) Last Batch Returned: 26.1m (1567726308465) Closed: 26.1m (1567786307791) Buffer pool - AllocTime: 145ms (145998353) - CumulativeAllocationBytes: 2.0 GiB (2165784576) - CumulativeAllocations: 331 (331) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.2 MiB (79953920) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 145ms (145998353) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 134,457,882 (134457882) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 157 (157) - Files rejected: 129 (129) - Files total: 157 (157) - InactiveTotalTime: 0ns (0) - RowGroups processed: 131,319 (131319) - RowGroups rejected: 0 (0) - RowGroups total: 131,319 (131319) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 134,457,882 (134457882) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 1.38s (1376984462) - CodegenSysTime: 5ms (5015000) - CodegenUserTime: 438ms (438314000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 612ms (612993083) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 43ms (43999504) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 666ms (666992473) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 49ms (49999436) - TotalTime: 1.38s (1376984462) Instance c7456fdd806a4994:3209e926000000b4 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.337 Hdfs split stats (:<# splits>/): 0:155/35.73 GB Filter 16 arrival: 996ms Filter 14 arrival: 17s467ms - AverageThreadTokens: 2.00 (1.999361634216406) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.3 MiB (109406382) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 140,797,498 (140797498) - TotalNetworkReceiveTime: 63ms (63998077) - TotalNetworkSendTime: 25.2m (1510924592352) - TotalStorageWaitTime: 2.30s (2303930764) - TotalThreadsInvoluntaryContextSwitches: 667 (667) - TotalThreadsTotalWallClockTime: 52.2m (3134323804656) - TotalThreadsSysTime: 5.62s (5618389000) - TotalThreadsUserTime: 1.1m (67177270000) - TotalThreadsVoluntaryContextSwitches: 147,921 (147921) - TotalTime: 26.1m (1567712885770) Fragment Instance Lifecycle Event Timeline Prepare Finished: 39ms (39998798) Open Finished: 1.24s (1242962646) First Batch Produced: 1.24s (1242962646) First Batch Sent: 1.24s (1242962646) ExecInternal Finished: 26.1m (1567753884538) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1566508921952) - ExecTreeExecTime: 7.12s (7115786211) - InactiveTotalTime: 0ns (0) - OpenTime: 1.20s (1202963848) - ExecTreeOpenTime: 271ms (271991826) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510973590880) - PeakMemoryUsage: 1.2 MiB (1274816) - RowsSent: 140,797,498 (140797498) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 26.18s (26181213179) - TotalBytesSent: 3.4 GiB (3609496209) - TotalTime: 25.9m (1556877211352) - UncompressedRowBatchSize: 8.1 GiB (8729444876) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.97us (999970) - InactiveTotalTime: 0ns (0) - LocalTime: 5.06s (5056848084) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 140,797,498 (140797498) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.81s (4809855507) - RowsReturned: 140,797,498 (140797498) - RowsReturnedRate: 19266793 per second (19266793) - TotalTime: 7.31s (7307780442) Node Lifecycle Event Timeline Open Started: 970ms (970970820) Open Finished: 1.24s (1242962646) First Batch Requested: 1.24s (1242962646) First Batch Returned: 1.24s (1242962646) Last Batch Returned: 26.1m (1567716885650) Closed: 26.1m (1567752884568) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.97us (999970) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 63ms (63998077) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 5703 per second (5703) - TotalTime: 63ms (63998077) Node Lifecycle Event Timeline Open Started: 970ms (970970820) Open Finished: 970ms (970970820) First Batch Requested: 970ms (970970820) First Batch Returned: 1.03s (1034968897) Last Batch Returned: 1.03s (1034968897) Closed: 1.03s (1035968867) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 63ms (63998077) - DataWaitTime: 63ms (63998077) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.73 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.09582% 2:0.09582% 3:0.06388% 4:0.03194% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):126 - AverageHdfsReadThreadConcurrency: 0.01 (0.006068348770360907) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2074003965) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2074003965) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2074003965) - CachedFileHandlesHitCount: 341 (341) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.42s (2419927248) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.35s (14352568704) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105120870) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 234.7 MiB/s (246150758) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4646924288) - RowBatchQueueGetWaitTime: 1.19s (1186964333) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546137534138) - RowBatchesEnqueued: 137,570 (137570) - RowsRead: 140,797,498 (140797498) - RowsReturned: 140,797,498 (140797498) - RowsReturnedRate: 64381220 per second (64381220) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.30s (2303930764) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 26.1m (1566611918856) - ScannerThreadsSysTime: 1.14s (1143076000) - ScannerThreadsUserTime: 18.38s (18378067000) - ScannerThreadsVoluntaryContextSwitches: 108,150 (108150) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 8.43s (8425746790) - TotalReadThroughput: 1.3 MiB/s (1323653) - TotalTime: 2.19s (2186934281) Node Lifecycle Event Timeline Open Started: 1.03s (1035968867) Open Finished: 1.03s (1035968867) First Batch Requested: 1.03s (1035968867) First Batch Returned: 1.24s (1242962646) Last Batch Returned: 26.1m (1567716885650) Closed: 26.1m (1567752884568) Buffer pool - AllocTime: 15ms (15999519) - CumulativeAllocationBytes: 2.1 GiB (2251161600) - CumulativeAllocations: 341 (341) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.2 MiB (79953920) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999519) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 461,824 (461824) - Rows rejected: 0 (0) - Rows total: 140,797,498 (140797498) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 126 (126) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 137,512 (137512) - RowGroups rejected: 0 (0) - RowGroups total: 137,512 (137512) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 140,797,498 (140797498) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 930ms (930972022) - CodegenSysTime: 1ms (1001000) - CodegenUserTime: 417ms (417486000) - CodegenVoluntaryContextSwitches: 35 (35) - CompileTime: 445ms (445986597) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999369) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 380ms (380988550) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 80ms (80997566) - TotalTime: 930ms (930972022) Instance c7456fdd806a4994:3209e926000000a1 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:13.400 Hdfs split stats (:<# splits>/): 0:157/35.83 GB Filter 16 arrival: 1s063ms Filter 14 arrival: 17s459ms - AverageThreadTokens: 2.00 (1.999361430395913) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.5 MiB (109545488) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 137,663,494 (137663494) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511384886288) - TotalStorageWaitTime: 1.72s (1718012346) - TotalThreadsInvoluntaryContextSwitches: 734 (734) - TotalThreadsTotalWallClockTime: 52.2m (3134028572362) - TotalThreadsSysTime: 5.69s (5691559000) - TotalThreadsUserTime: 1.1m (66378664000) - TotalThreadsVoluntaryContextSwitches: 145,257 (145257) - TotalTime: 26.1m (1567610290468) Fragment Instance Lifecycle Event Timeline Prepare Finished: 72ms (72000518) Open Finished: 1.34s (1339009630) First Batch Produced: 1.34s (1339009630) First Batch Sent: 1.34s (1339009630) ExecInternal Finished: 26.1m (1567676290943) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1566335281298) - ExecTreeExecTime: 6.91s (6908049612) - InactiveTotalTime: 0ns (0) - OpenTime: 1.27s (1267009112) - ExecTreeOpenTime: 213ms (213001532) - PrepareTime: 8ms (8000058) - ExecTreePrepareTime: 3ms (3000022) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511429886610) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 137,663,494 (137663494) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.71s (25709184857) - TotalBytesSent: 3.3 GiB (3529080419) - TotalTime: 25.9m (1556769212556) - UncompressedRowBatchSize: 7.9 GiB (8535136628) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 1ms (1000008) - InactiveTotalTime: 0ns (0) - LocalTime: 5.08s (5082036493) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 137,663,494 (137663494) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.84s (4842034771) - RowsReturned: 137,663,494 (137663494) - RowsReturnedRate: 19532137 per second (19532137) - TotalTime: 7.05s (7048050620) Node Lifecycle Event Timeline Open Started: 1.13s (1126008098) Open Finished: 1.34s (1339009630) First Batch Requested: 1.34s (1339009630) First Batch Returned: 1.34s (1339009630) Last Batch Returned: 26.1m (1567625290576) Closed: 26.1m (1567675290935) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1ms (1000008) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.13s (1126008098) Open Finished: 1.13s (1126008098) First Batch Requested: 1.13s (1126008098) First Batch Returned: 1.13s (1126008098) Last Batch Returned: 1.13s (1126008098) Closed: 1.13s (1127008106) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:157/35.83 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.87% 1:0.0639% 2:0.0639% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):127 - AverageHdfsReadThreadConcurrency: 0.00 (0.0019169329073482429) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2033939181) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2033939181) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2033939181) - CachedFileHandlesHitCount: 336 (336) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.37s (2367017028) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.61s (14609105035) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105284691) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 333.4 MiB/s (349591709) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4543423488) - RowBatchQueueGetWaitTime: 885ms (885006359) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1546485138566) - RowBatchesEnqueued: 134,509 (134509) - RowsRead: 137,663,494 (137663494) - RowsReturned: 137,663,494 (137663494) - RowsReturnedRate: 70021619 per second (70021619) - ScanRangesComplete: 157 (157) - ScannerIoWaitTime: 1.72s (1718012346) - ScannerThreadsInvoluntaryContextSwitches: 18 (18) - ScannerThreadsTotalWallClockTime: 26.1m (1566426281952) - ScannerThreadsSysTime: 1.07s (1074981000) - ScannerThreadsUserTime: 18.07s (18071987000) - ScannerThreadsVoluntaryContextSwitches: 105,624 (105624) - TotalRawHdfsOpenFileTime(*): 9ms (9000064) - TotalRawHdfsReadTime(*): 5.82s (5818041812) - TotalReadThroughput: 1.2 MiB/s (1298492) - TotalTime: 1.97s (1966014127) Node Lifecycle Event Timeline Open Started: 1.13s (1127008106) Open Finished: 1.13s (1127008106) First Batch Requested: 1.13s (1127008106) First Batch Returned: 1.34s (1339009630) Last Batch Returned: 26.1m (1567625290576) Closed: 26.1m (1567675290935) Buffer pool - AllocTime: 66ms (66000475) - CumulativeAllocationBytes: 2.1 GiB (2265522176) - CumulativeAllocations: 336 (336) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 64ms (64000459) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 490,496 (490496) - Rows rejected: 0 (0) - Rows total: 137,663,494 (137663494) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 157 (157) - Files rejected: 127 (127) - Files total: 157 (157) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,449 (134449) - RowGroups rejected: 0 (0) - RowGroups total: 134,449 (134449) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 137,663,494 (137663494) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.05s (1054007580) - CodegenSysTime: 2ms (2010000) - CodegenUserTime: 428ms (428757000) - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 394ms (394002833) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11000080) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 562ms (562004042) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 85ms (85000611) - TotalTime: 1.05s (1054007580) Instance c7456fdd806a4994:3209e926000000a3 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:09.132 Hdfs split stats (:<# splits>/): 0:151/35.62 GB Filter 16 arrival: 772ms Filter 14 arrival: 17s475ms - AverageThreadTokens: 2.00 (1.9993610223642173) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109481034) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 135,363,316 (135363316) - TotalNetworkReceiveTime: 18ms (18999863) - TotalNetworkSendTime: 25.2m (1510206200649) - TotalStorageWaitTime: 2.15s (2147984658) - TotalThreadsInvoluntaryContextSwitches: 723 (723) - TotalThreadsTotalWallClockTime: 52.2m (3132279602075) - TotalThreadsSysTime: 5.59s (5586333000) - TotalThreadsUserTime: 1.1m (65872275000) - TotalThreadsVoluntaryContextSwitches: 143,128 (143128) - TotalTime: 26.1m (1566698797034) Fragment Instance Lifecycle Event Timeline Prepare Finished: 83ms (83999398) Open Finished: 1.35s (1354990292) First Batch Produced: 1.36s (1359990257) First Batch Sent: 1.36s (1359990257) ExecInternal Finished: 26.1m (1566783796425) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1565426806147) - ExecTreeExecTime: 7.33s (7326947639) - InactiveTotalTime: 0ns (0) - OpenTime: 1.27s (1270990894) - ExecTreeOpenTime: 519ms (519996274) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510247200358) - PeakMemoryUsage: 1.2 MiB (1291200) - RowsSent: 135,363,316 (135363316) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.48s (25485817970) - TotalBytesSent: 3.2 GiB (3467511979) - TotalTime: 25.9m (1555178879374) - UncompressedRowBatchSize: 7.8 GiB (8392525592) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.04s (5043963942) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 135,363,316 (135363316) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.78s (4782965809) - RowsReturned: 135,363,316 (135363316) - RowsReturnedRate: 17419158 per second (17419158) - TotalTime: 7.77s (7770944457) Node Lifecycle Event Timeline Open Started: 834ms (834994018) Open Finished: 1.35s (1354990292) First Batch Requested: 1.35s (1354990292) First Batch Returned: 1.36s (1359990257) Last Batch Returned: 26.1m (1566735796768) Closed: 26.1m (1566783796425) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 18ms (18999863) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 19210 per second (19210) - TotalTime: 18ms (18999863) Node Lifecycle Event Timeline Open Started: 834ms (834994018) Open Finished: 834ms (834994018) First Batch Requested: 835ms (835994011) First Batch Returned: 854ms (854993874) Last Batch Returned: 854ms (854993874) Closed: 854ms (854993874) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 18ms (18999863) - DataWaitTime: 18ms (18999863) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:151/35.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 240ms Hdfs Read Thread Concurrency Bucket: 0:99.81% 1:0.03196% 2:0.06392% 3:0.03196% 4:0.06392% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.01 (0.005113454777884308) - AverageScannerThreadConcurrency: 1.00 (0.9996804090763822) - BytesRead: 1.9 GiB (1996023450) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (1996023450) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (1996023450) - CachedFileHandlesHitCount: 328 (328) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.51s (2513982043) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 14.04s (14039899684) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105187134) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 236.1 MiB/s (247555216) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4467450880) - RowBatchQueueGetWaitTime: 1.38s (1378990142) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1545483948633) - RowBatchesEnqueued: 132,257 (132257) - RowsRead: 135,363,316 (135363316) - RowsReturned: 135,363,316 (135363316) - RowsReturnedRate: 49986810 per second (49986810) - ScanRangesComplete: 151 (151) - ScannerIoWaitTime: 2.15s (2147984658) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 26.1m (1565581805034) - ScannerThreadsSysTime: 1.08s (1085581000) - ScannerThreadsUserTime: 17.84s (17841661000) - ScannerThreadsVoluntaryContextSwitches: 103,456 (103456) - TotalRawHdfsOpenFileTime(*): 999.99us (999993) - TotalRawHdfsReadTime(*): 8.06s (8062942406) - TotalReadThroughput: 1.2 MiB/s (1275034) - TotalTime: 2.71s (2707980652) Node Lifecycle Event Timeline Open Started: 854ms (854993874) Open Finished: 855ms (855993867) First Batch Requested: 855ms (855993867) First Batch Returned: 1.35s (1354990292) Last Batch Returned: 26.1m (1566733796782) Closed: 26.1m (1566783796425) Buffer pool - AllocTime: 59ms (59999571) - CumulativeAllocationBytes: 2.0 GiB (2170822656) - CumulativeAllocations: 328 (328) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 59ms (59999571) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 453,343 (453343) - Rows rejected: 0 (0) - Rows total: 135,363,316 (135363316) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 151 (151) - Files rejected: 123 (123) - Files total: 151 (151) - InactiveTotalTime: 0ns (0) - RowGroups processed: 132,201 (132201) - RowGroups rejected: 0 (0) - RowGroups total: 132,201 (132201) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 135,363,316 (135363316) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 750ms (750994620) - CodegenSysTime: 2ms (2004000) - CodegenUserTime: 414ms (414272000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 203ms (203998539) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999921) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 423ms (423996962) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 109ms (109999212) - TotalTime: 750ms (750994620) Instance c7456fdd806a4994:3209e926000000b7 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:08.308 Hdfs split stats (:<# splits>/): 0:154/35.41 GB Filter 16 arrival: 1s311ms Filter 14 arrival: 17s414ms - AverageThreadTokens: 2.00 (1.9990418396678378) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109469765) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 135,142,928 (135142928) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511104285446) - TotalStorageWaitTime: 1.82s (1821940045) - TotalThreadsInvoluntaryContextSwitches: 664 (664) - TotalThreadsTotalWallClockTime: 52.2m (3131516974167) - TotalThreadsSysTime: 5.55s (5551928000) - TotalThreadsUserTime: 1.1m (65246206000) - TotalThreadsVoluntaryContextSwitches: 141,986 (141986) - TotalTime: 26.1m (1566476463467) Fragment Instance Lifecycle Event Timeline Prepare Finished: 56ms (56998125) Open Finished: 1.58s (1583947901) First Batch Produced: 1.58s (1583947901) First Batch Sent: 1.58s (1583947901) ExecInternal Finished: 26.1m (1566533461592) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1564947513757) - ExecTreeExecTime: 6.82s (6819775604) - InactiveTotalTime: 0ns (0) - OpenTime: 1.53s (1526949776) - ExecTreeOpenTime: 263ms (263991317) - PrepareTime: 1ms (1999934) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511150283934) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 135,142,928 (135142928) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.22s (25217170263) - TotalBytesSent: 3.2 GiB (3465049390) - TotalTime: 25.9m (1555644819866) - UncompressedRowBatchSize: 7.8 GiB (8378861536) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 46ms (46998454) - InactiveTotalTime: 0ns (0) - LocalTime: 5.07s (5066833281) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 135,142,928 (135142928) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.77s (4767843118) - RowsReturned: 135,142,928 (135142928) - RowsReturnedRate: 19279226 per second (19279226) - TotalTime: 7.01s (7009769355) Node Lifecycle Event Timeline Open Started: 1.32s (1319956584) Open Finished: 1.58s (1583947901) First Batch Requested: 1.58s (1583947901) First Batch Returned: 1.58s (1583947901) Last Batch Returned: 26.1m (1566497462777) Closed: 26.1m (1566533461592) Buffer pool - AllocTime: 45ms (45998487) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45998487) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 45ms (45998487) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.32s (1319956584) Open Finished: 1.32s (1319956584) First Batch Requested: 1.32s (1319956584) First Batch Returned: 1.32s (1319956584) Last Batch Returned: 1.32s (1319956584) Closed: 1.37s (1366955038) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:154/35.41 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.09591% 2:0.03197% 3:0.03197% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):125 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025575447570332483) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (1991849803) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (1991849803) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (1991849803) - CachedFileHandlesHitCount: 333 (333) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.39s (2392921250) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.63s (13632551417) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105199911) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 274.3 MiB/s (287599674) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4460223488) - RowBatchQueueGetWaitTime: 980ms (980967724) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1545960138539) - RowBatchesEnqueued: 132,045 (132045) - RowsRead: 135,142,928 (135142928) - RowsReturned: 135,142,928 (135142928) - RowsReturnedRate: 69556034 per second (69556034) - ScanRangesComplete: 154 (154) - ScannerIoWaitTime: 1.82s (1821940045) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 26.1m (1565042510634) - ScannerThreadsSysTime: 1.04s (1038045000) - ScannerThreadsUserTime: 17.84s (17840010000) - ScannerThreadsVoluntaryContextSwitches: 102,483 (102483) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 6.92s (6925772096) - TotalReadThroughput: 1.2 MiB/s (1272074) - TotalTime: 1.94s (1942936074) Node Lifecycle Event Timeline Open Started: 1.37s (1366955038) Open Finished: 1.37s (1366955038) First Batch Requested: 1.37s (1366955038) First Batch Returned: 1.58s (1583947901) Last Batch Returned: 26.1m (1566497462777) Closed: 26.1m (1566533461592) Buffer pool - AllocTime: 18ms (18999376) - CumulativeAllocationBytes: 2.1 GiB (2201747456) - CumulativeAllocations: 333 (333) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999408) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 463,872 (463872) - Rows rejected: 0 (0) - Rows total: 135,142,928 (135142928) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 154 (154) - Files rejected: 125 (125) - Files total: 154 (154) - InactiveTotalTime: 0ns (0) - RowGroups processed: 131,987 (131987) - RowGroups rejected: 0 (0) - RowGroups total: 131,987 (131987) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 135,142,928 (135142928) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.26s (1262958459) - CodegenSysTime: 1ms (1029000) - CodegenUserTime: 435ms (435157000) - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 437ms (437985594) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 25ms (25999145) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 689ms (689977305) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 79ms (79997369) - TotalTime: 1.26s (1262958459) Instance c7456fdd806a4994:3209e926000000ab (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:09.033 Hdfs split stats (:<# splits>/): 0:155/35.83 GB Filter 16 arrival: 1s008ms Filter 14 arrival: 17s443ms - AverageThreadTokens: 2.00 (1.9990418396678378) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.6 MiB (109686823) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 138,006,294 (138006294) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510736043619) - TotalStorageWaitTime: 2.00s (2004928412) - TotalThreadsInvoluntaryContextSwitches: 667 (667) - TotalThreadsTotalWallClockTime: 52.2m (3131772148638) - TotalThreadsSysTime: 5.72s (5718883000) - TotalThreadsUserTime: 1.1m (66061535000) - TotalThreadsVoluntaryContextSwitches: 146,504 (146504) - TotalTime: 26.1m (1566456053957) Fragment Instance Lifecycle Event Timeline Prepare Finished: 140ms (140994963) Open Finished: 1.39s (1392950234) First Batch Produced: 1.41s (1412949519) First Batch Sent: 1.41s (1412949519) ExecInternal Finished: 26.1m (1566598048883) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1565203098721) - ExecTreeExecTime: 7.20s (7198742891) - InactiveTotalTime: 0ns (0) - OpenTime: 1.25s (1251955271) - ExecTreeOpenTime: 243ms (243991283) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 999.97us (999965) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510778042115) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 138,006,294 (138006294) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.48s (25477090381) - TotalBytesSent: 3.3 GiB (3539685157) - TotalTime: 25.9m (1555833433365) - UncompressedRowBatchSize: 8.0 GiB (8556390228) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 5.07s (5065819067) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 138,006,294 (138006294) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.80s (4802828469) - RowsReturned: 138,006,294 (138006294) - RowsReturnedRate: 18731164 per second (18731164) - TotalTime: 7.37s (7367736852) Node Lifecycle Event Timeline Open Started: 1.15s (1147958987) Open Finished: 1.39s (1391950270) First Batch Requested: 1.39s (1392950234) First Batch Returned: 1.41s (1412949519) Last Batch Returned: 26.1m (1566551050561) Closed: 26.1m (1566598048883) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.15s (1147958987) Open Finished: 1.15s (1147958987) First Batch Requested: 1.15s (1147958987) First Batch Returned: 1.15s (1147958987) Last Batch Returned: 1.15s (1147958987) Closed: 1.15s (1147958987) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.83 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.09591% 2:0% 3:0.1279% 4:0.03197% 5:0.06394% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):127 - AverageHdfsReadThreadConcurrency: 0.01 (0.009271099744245524) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (2035088856) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2035088856) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2035088856) - CachedFileHandlesHitCount: 337 (337) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.35s (2349916131) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.74s (13744509168) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.5 MiB (105417979) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 272.9 MiB/s (286158819) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4554769408) - RowBatchQueueGetWaitTime: 1.26s (1256955118) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1545997784484) - RowBatchesEnqueued: 134,841 (134841) - RowsRead: 138,006,294 (138006294) - RowsReturned: 138,006,294 (138006294) - RowsReturnedRate: 59952746 per second (59952746) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 2.00s (2004928412) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 26.1m (1565317094646) - ScannerThreadsSysTime: 1.11s (1107524000) - ScannerThreadsUserTime: 18.01s (18007546000) - ScannerThreadsVoluntaryContextSwitches: 106,927 (106927) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 7.11s (7111746060) - TotalReadThroughput: 1.2 MiB/s (1300113) - TotalTime: 2.30s (2301917785) Node Lifecycle Event Timeline Open Started: 1.15s (1147958987) Open Finished: 1.15s (1148958951) First Batch Requested: 1.15s (1148958951) First Batch Returned: 1.39s (1391950270) Last Batch Returned: 26.1m (1566550050597) Closed: 26.1m (1566598048883) Buffer pool - AllocTime: 49ms (49998215) - CumulativeAllocationBytes: 2.0 GiB (2200174592) - CumulativeAllocations: 337 (337) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998215) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 457,728 (457728) - Rows rejected: 0 (0) - Rows total: 138,006,294 (138006294) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 127 (127) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 134,785 (134785) - RowGroups rejected: 0 (0) - RowGroups total: 134,785 (134785) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 138,006,294 (138006294) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 21 (21) - CodegenTotalWallClockTime: 1.01s (1006964024) - CodegenSysTime: 7ms (7034000) - CodegenUserTime: 408ms (408008000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 428ms (428984674) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30998893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 500ms (500982101) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 42ms (42998463) - TotalTime: 1.01s (1006964024) Instance c7456fdd806a4994:3209e926000000ae (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:08.441 Hdfs split stats (:<# splits>/): 0:153/35.42 GB Filter 16 arrival: 971ms Filter 14 arrival: 17s430ms - AverageThreadTokens: 2.00 (1.9990415335463259) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109520884) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 139,309,833 (139309833) - TotalNetworkReceiveTime: 73ms (73997670) - TotalNetworkSendTime: 25.2m (1510365468488) - TotalStorageWaitTime: 2.54s (2537920203) - TotalThreadsInvoluntaryContextSwitches: 678 (678) - TotalThreadsTotalWallClockTime: 52.2m (3131532452510) - TotalThreadsSysTime: 5.45s (5452570000) - TotalThreadsUserTime: 1.1m (66139830000) - TotalThreadsVoluntaryContextSwitches: 147,335 (147335) - TotalTime: 26.1m (1566322708736) Fragment Instance Lifecycle Event Timeline Prepare Finished: 82ms (82997386) Open Finished: 1.22s (1216961683) First Batch Produced: 1.22s (1216961683) First Batch Sent: 1.22s (1216961683) ExecInternal Finished: 26.1m (1566405706122) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1565186744502) - ExecTreeExecTime: 7.75s (7750756282) - InactiveTotalTime: 0ns (0) - OpenTime: 1.13s (1133964297) - ExecTreeOpenTime: 279ms (279991184) - PrepareTime: 1ms (1999937) - ExecTreePrepareTime: 999.97us (999969) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510399467426) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 139,309,833 (139309833) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 25.62s (25624194172) - TotalBytesSent: 3.3 GiB (3572276903) - TotalTime: 25.9m (1555308055178) - UncompressedRowBatchSize: 8.0 GiB (8637209646) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 40ms (40998709) - InactiveTotalTime: 0ns (0) - LocalTime: 5.17s (5166837527) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 139,309,833 (139309833) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.88s (4881846503) - RowsReturned: 139,309,833 (139309833) - RowsReturnedRate: 17526004 per second (17526004) - TotalTime: 7.95s (7948750052) Node Lifecycle Event Timeline Open Started: 936ms (936970499) Open Finished: 1.22s (1216961683) First Batch Requested: 1.22s (1216961683) First Batch Returned: 1.22s (1216961683) Last Batch Returned: 26.1m (1566361707505) Closed: 26.1m (1566405706122) Buffer pool - AllocTime: 40ms (40998709) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40998709) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 40ms (40998709) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 73ms (73997670) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 4932 per second (4932) - TotalTime: 73ms (73997670) Node Lifecycle Event Timeline Open Started: 936ms (936970499) Open Finished: 936ms (936970499) First Batch Requested: 936ms (936970499) First Batch Returned: 1.01s (1010968169) Last Batch Returned: 1.01s (1010968169) Closed: 1.05s (1051966878) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 73ms (73997670) - DataWaitTime: 73ms (73997670) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:153/35.42 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 43ms Hdfs Read Thread Concurrency Bucket: 0:99.68% 1:0.1918% 2:0.09591% 3:0.03197% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):123 - AverageHdfsReadThreadConcurrency: 0.00 (0.00479539641943734) - AverageScannerThreadConcurrency: 1.00 (0.9996803069053708) - BytesRead: 1.9 GiB (2058817874) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (2058817874) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (2058817874) - CachedFileHandlesHitCount: 345 (345) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.27s (2274928436) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.81s (13813565608) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186548) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 203.2 MiB/s (213024584) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.3 GiB (4597828608) - RowBatchQueueGetWaitTime: 1.70s (1697946618) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1545280370529) - RowBatchesEnqueued: 136,119 (136119) - RowsRead: 139,309,833 (139309833) - RowsReturned: 139,309,833 (139309833) - RowsReturnedRate: 51445425 per second (51445425) - ScanRangesComplete: 153 (153) - ScannerIoWaitTime: 2.54s (2537920203) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 26.1m (1565211743711) - ScannerThreadsSysTime: 1.10s (1104374000) - ScannerThreadsUserTime: 18.05s (18049456000) - ScannerThreadsVoluntaryContextSwitches: 107,707 (107707) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 9.66s (9664696101) - TotalReadThroughput: 1.3 MiB/s (1315664) - TotalTime: 2.71s (2707914855) Node Lifecycle Event Timeline Open Started: 1.05s (1051966878) Open Finished: 1.05s (1051966878) First Batch Requested: 1.05s (1051966878) First Batch Returned: 1.22s (1216961683) Last Batch Returned: 26.1m (1566361707505) Closed: 26.1m (1566405706122) Buffer pool - AllocTime: 23ms (23999247) - CumulativeAllocationBytes: 2.1 GiB (2283806720) - CumulativeAllocations: 345 (345) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999247) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 484,352 (484352) - Rows rejected: 0 (0) - Rows total: 139,309,833 (139309833) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 153 (153) - Files rejected: 123 (123) - Files total: 153 (153) - InactiveTotalTime: 0ns (0) - RowGroups processed: 136,059 (136059) - RowGroups rejected: 0 (0) - RowGroups total: 136,059 (136059) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 139,309,833 (139309833) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 22 (22) - CodegenTotalWallClockTime: 853ms (853973113) - CodegenSysTime: 997.00us (997000) - CodegenUserTime: 423ms (423571000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 244ms (244992286) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 38ms (38998772) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 537ms (537983062) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 29ms (29999056) - TotalTime: 853ms (853973113) Instance c7456fdd806a4994:3209e926000000b8 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:08.664 Hdfs split stats (:<# splits>/): 0:156/35.65 GB Filter 16 arrival: 1s288ms Filter 14 arrival: 17s432ms - AverageThreadTokens: 2.00 (1.9993608181527645) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109522218) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 135,018,823 (135018823) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1511264810526) - TotalStorageWaitTime: 1.91s (1914977023) - TotalThreadsInvoluntaryContextSwitches: 646 (646) - TotalThreadsTotalWallClockTime: 52.2m (3131004318758) - TotalThreadsSysTime: 5.70s (5703056000) - TotalThreadsUserTime: 1.1m (64730402000) - TotalThreadsVoluntaryContextSwitches: 142,409 (142409) - TotalTime: 26.1m (1566242150474) Fragment Instance Lifecycle Event Timeline Prepare Finished: 64ms (64999218) Open Finished: 1.59s (1594980801) First Batch Produced: 1.61s (1606980657) First Batch Sent: 1.61s (1606980657) ExecInternal Finished: 26.1m (1566307149692) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.1m (1564710168915) - ExecTreeExecTime: 6.91s (6914917010) - InactiveTotalTime: 0ns (0) - OpenTime: 1.53s (1529981583) - ExecTreeOpenTime: 243ms (243997062) - PrepareTime: 1ms (1999976) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511319809866) - PeakMemoryUsage: 1.1 MiB (1143744) - RowsSent: 135,018,823 (135018823) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 24.94s (24939700668) - TotalBytesSent: 3.2 GiB (3465774680) - TotalTime: 25.9m (1555673277439) - UncompressedRowBatchSize: 7.8 GiB (8371167026) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 4.91s (4911941028) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 135,018,823 (135018823) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.66s (4660944049) - RowsReturned: 135,018,823 (135018823) - RowsReturnedRate: 19043786 per second (19043786) - TotalTime: 7.09s (7089914899) Node Lifecycle Event Timeline Open Started: 1.35s (1350983739) Open Finished: 1.59s (1594980801) First Batch Requested: 1.59s (1594980801) First Batch Returned: 1.61s (1606980657) Last Batch Returned: 26.1m (1566242150471) Closed: 26.1m (1566307149692) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.35s (1350983739) Open Finished: 1.35s (1350983739) First Batch Requested: 1.35s (1350983739) First Batch Returned: 1.35s (1350983739) Last Batch Returned: 1.35s (1350983739) Closed: 1.35s (1350983739) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:156/35.65 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.1599% 2:0.06396% 3:0% 4:0% 5:0.03198% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):127 - AverageHdfsReadThreadConcurrency: 0.00 (0.004477134633834346) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.9 GiB (1994667579) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.9 GiB (1994667579) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.9 GiB (1994667579) - CachedFileHandlesHitCount: 339 (339) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.25s (2251972979) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.82s (13825834046) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.4 MiB (105253349) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 264.3 MiB/s (277117465) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.2 GiB (4456236032) - RowBatchQueueGetWaitTime: 1.13s (1133986403) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.8m (1545483399682) - RowBatchesEnqueued: 131,927 (131927) - RowsRead: 135,018,823 (135018823) - RowsReturned: 135,018,823 (135018823) - RowsReturnedRate: 61992857 per second (61992857) - ScanRangesComplete: 156 (156) - ScannerIoWaitTime: 1.91s (1914977023) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 26.1m (1564764168260) - ScannerThreadsSysTime: 1.07s (1074645000) - ScannerThreadsUserTime: 17.63s (17631434000) - ScannerThreadsVoluntaryContextSwitches: 102,550 (102550) - TotalRawHdfsOpenFileTime(*): 999.99us (999989) - TotalRawHdfsReadTime(*): 7.20s (7197913620) - TotalReadThroughput: 1.2 MiB/s (1274645) - TotalTime: 2.18s (2177973871) Node Lifecycle Event Timeline Open Started: 1.35s (1350983739) Open Finished: 1.35s (1350983739) First Batch Requested: 1.35s (1351983726) First Batch Returned: 1.59s (1594980801) Last Batch Returned: 26.1m (1566242150471) Closed: 26.1m (1566307149692) Buffer pool - AllocTime: 70ms (70999146) - CumulativeAllocationBytes: 2.0 GiB (2178088960) - CumulativeAllocations: 339 (339) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 77.0 MiB (80740352) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 70ms (70999146) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 462,848 (462848) - Rows rejected: 0 (0) - Rows total: 135,018,823 (135018823) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 156 (156) - Files rejected: 127 (127) - Files total: 156 (156) - InactiveTotalTime: 0ns (0) - RowGroups processed: 131,869 (131869) - RowGroups rejected: 0 (0) - RowGroups total: 131,869 (131869) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 135,018,823 (135018823) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 1.28s (1285984521) - CodegenSysTime: 7ms (7362000) - CodegenUserTime: 424ms (424567000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 592ms (592992863) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47999422) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 556ms (556993295) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 84ms (84998977) - TotalTime: 1.28s (1285984521) Instance c7456fdd806a4994:3209e926000000c1 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:52:08.874 Hdfs split stats (:<# splits>/): 0:155/35.56 GB Filter 16 arrival: 1s165ms Filter 14 arrival: 17s474ms - AverageThreadTokens: 2.00 (1.9993593850096092) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.4 MiB (109455757) - PeakReservation: 98.9 MiB (103751680) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 131,841,057 (131841057) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.2m (1510630234039) - TotalStorageWaitTime: 1.67s (1671940511) - TotalThreadsInvoluntaryContextSwitches: 543 (543) - TotalThreadsTotalWallClockTime: 52.1m (3123436832287) - TotalThreadsSysTime: 5.34s (5341935000) - TotalThreadsUserTime: 1.0m (62150096000) - TotalThreadsVoluntaryContextSwitches: 141,073 (141073) - TotalTime: 26.0m (1562396392015) Fragment Instance Lifecycle Event Timeline Prepare Finished: 83ms (83997010) Open Finished: 1.48s (1481947258) First Batch Produced: 1.48s (1481947258) First Batch Sent: 1.48s (1482947222) ExecInternal Finished: 26.0m (1562482388954) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.0m (1560997441803) - ExecTreeExecTime: 6.49s (6491769018) - InactiveTotalTime: 0ns (0) - OpenTime: 1.40s (1397950248) - ExecTreeOpenTime: 271ms (271990320) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=54) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1510679232294) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 131,841,057 (131841057) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 24.15s (24146140735) - TotalBytesSent: 3.2 GiB (3383799917) - TotalTime: 25.9m (1552755735067) - UncompressedRowBatchSize: 7.6 GiB (8174145534) HASH_JOIN_NODE (id=4) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 38ms (38998612) - InactiveTotalTime: 0ns (0) - LocalTime: 4.85s (4851827353) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 131,841,057 (131841057) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.57s (4571837320) - RowsReturned: 131,841,057 (131841057) - RowsReturnedRate: 19716726 per second (19716726) - TotalTime: 6.69s (6686762075) Node Lifecycle Event Timeline Open Started: 1.21s (1209956938) Open Finished: 1.48s (1481947258) First Batch Requested: 1.48s (1481947258) First Batch Returned: 1.48s (1481947258) Last Batch Returned: 26.0m (1562421391124) Closed: 26.0m (1562481388990) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=4) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 10ms (10999609) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999964) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=53) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.21s (1209956938) Open Finished: 1.21s (1209956938) First Batch Requested: 1.24s (1236955977) First Batch Returned: 1.24s (1236955977) Last Batch Returned: 1.24s (1236955977) Closed: 1.25s (1248955550) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:155/35.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [16], missing [14]), waited for 26ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.1282% 2:0.0641% 3:0.0641% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):127 - AverageHdfsReadThreadConcurrency: 0.00 (0.004487179487179487) - AverageScannerThreadConcurrency: 1.00 (0.9996794871794872) - BytesRead: 1.8 GiB (1947220660) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.8 GiB (1947220660) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.8 GiB (1947220660) - CachedFileHandlesHitCount: 327 (327) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 2.20s (2202921599) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 13.08s (13077534629) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 100.3 MiB (105186622) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 302.6 MiB/s (317251538) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 4.1 GiB (4351409152) - RowBatchQueueGetWaitTime: 857ms (857969470) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.7m (1542878086594) - RowBatchesEnqueued: 128,823 (128823) - RowsRead: 131,841,057 (131841057) - RowsReturned: 131,841,057 (131841057) - RowsReturnedRate: 71850543 per second (71850543) - ScanRangesComplete: 155 (155) - ScannerIoWaitTime: 1.67s (1671940511) - ScannerThreadsInvoluntaryContextSwitches: 8 (8) - ScannerThreadsTotalWallClockTime: 26.0m (1561041440236) - ScannerThreadsSysTime: 1.08s (1077629000) - ScannerThreadsUserTime: 16.98s (16978223000) - ScannerThreadsVoluntaryContextSwitches: 101,917 (101917) - TotalRawHdfsOpenFileTime(*): 7ms (7999714) - TotalRawHdfsReadTime(*): 6.14s (6137781606) - TotalReadThroughput: 1.2 MiB/s (1247155) - TotalTime: 1.83s (1834934722) Node Lifecycle Event Timeline Open Started: 1.25s (1248955550) Open Finished: 1.25s (1248955550) First Batch Requested: 1.25s (1248955550) First Batch Returned: 1.48s (1481947258) Last Batch Returned: 26.0m (1562421391124) Closed: 26.0m (1562481388990) Buffer pool - AllocTime: 16ms (16999394) - CumulativeAllocationBytes: 2.0 GiB (2142633984) - CumulativeAllocations: 327 (327) - InactiveTotalTime: 0ns (0) - PeakReservation: 96.0 MiB (100663296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 76.5 MiB (80216064) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999429) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 14 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 446,464 (446464) - Rows rejected: 0 (0) - Rows total: 131,841,057 (131841057) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 16 (8.00 KB) - Files processed: 155 (155) - Files rejected: 127 (127) - Files total: 155 (155) - InactiveTotalTime: 0ns (0) - RowGroups processed: 128,767 (128767) - RowGroups rejected: 0 (0) - RowGroups total: 128,767 (128767) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 131,841,057 (131841057) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 1.12s (1125959928) - CodegenSysTime: 2ms (2989000) - CodegenUserTime: 425ms (425624000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 404ms (404985587) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53998078) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 639ms (639977223) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 24ms (24999111) - TotalTime: 1.12s (1125959928) Averaged Fragment F07 split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:6s514ms max:6s514ms mean: 6s514ms stddev:0.000ns execution rates: min:338.20 KB/sec max:338.20 KB/sec mean:338.20 KB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.50 (1.5) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 532ms (532998196) - TotalStorageWaitTime: 14ms (14999949) - TotalThreadsInvoluntaryContextSwitches: 3 (3) - TotalThreadsTotalWallClockTime: 1.17s (1165996053) - TotalThreadsSysTime: 1ms (1150000) - TotalThreadsUserTime: 68ms (68546000) - TotalThreadsVoluntaryContextSwitches: 87 (87) - TotalTime: 1.03s (1028996517) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 712ms (712997587) - ExecTreeExecTime: 179ms (179999391) - InactiveTotalTime: 0ns (0) - OpenTime: 315ms (315998930) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=53) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 111.9 KiB (114621) - TotalTime: 565ms (565998084) - UncompressedRowBatchSize: 291.9 KiB (298935) HDFS_SCAN_NODE (id=3) - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1,000.00us (999996) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 0 B/s (0) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 26.0 KiB (26624) - RowBatchQueueGetWaitTime: 137ms (137999533) - RowBatchQueuePeakMemoryUsage: 50.0 KiB (51200) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2027 per second (2027) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14999949) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 136ms (136999536) - ScannerThreadsSysTime: 1ms (1150000) - ScannerThreadsUserTime: 2ms (2255000) - ScannerThreadsVoluntaryContextSwitches: 18 (18) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 0ns (0) - TotalReadThroughput: 199.6 KiB/s (204391) - TotalTime: 179ms (179999391) Buffer pool - AllocTime: 28ms (28999902) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999902) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 315ms (315998930) - CodegenSysTime: 0ns (0) - CodegenUserTime: 63ms (63842000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 90ms (90999692) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999993) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 71ms (71999756) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 137ms (137999533) - TotalTime: 315ms (315998930) Fragment F07 Instance c7456fdd806a4994:3209e9260000009e (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:08.287 Hdfs split stats (:<# splits>/): 0:1/2.15 MB - AverageThreadTokens: 1.50 (1.5) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 532ms (532998196) - TotalStorageWaitTime: 14ms (14999949) - TotalThreadsInvoluntaryContextSwitches: 3 (3) - TotalThreadsTotalWallClockTime: 1.17s (1165996053) - TotalThreadsSysTime: 1ms (1150000) - TotalThreadsUserTime: 68ms (68546000) - TotalThreadsVoluntaryContextSwitches: 87 (87) - TotalTime: 1.03s (1028996517) Fragment Instance Lifecycle Event Timeline Prepare Finished: 135ms (135999540) Open Finished: 451ms (451998470) First Batch Produced: 631ms (631997861) First Batch Sent: 631ms (631997861) ExecInternal Finished: 1.20s (1197995945) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 712ms (712997587) - ExecTreeExecTime: 179ms (179999391) - InactiveTotalTime: 0ns (0) - OpenTime: 315ms (315998930) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=53) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 39 (39) - InactiveTotalTime: 532ms (532998196) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 111.9 KiB (114621) - TotalTime: 565ms (565998084) - UncompressedRowBatchSize: 291.9 KiB (298935) HDFS_SCAN_NODE (id=3) Hdfs split stats (:<# splits>/): 0:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1,000.00us (999996) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 0 B/s (0) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 26.0 KiB (26624) - RowBatchQueueGetWaitTime: 137ms (137999533) - RowBatchQueuePeakMemoryUsage: 50.0 KiB (51200) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2027 per second (2027) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14999949) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 136ms (136999536) - ScannerThreadsSysTime: 1ms (1150000) - ScannerThreadsUserTime: 2ms (2255000) - ScannerThreadsVoluntaryContextSwitches: 18 (18) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 0ns (0) - TotalReadThroughput: 199.6 KiB/s (204391) - TotalTime: 179ms (179999391) Node Lifecycle Event Timeline Open Started: 451ms (451998470) Open Finished: 451ms (451998470) First Batch Requested: 451ms (451998470) First Batch Returned: 631ms (631997861) Last Batch Returned: 631ms (631997861) Closed: 1.20s (1197995945) Buffer pool - AllocTime: 28ms (28999902) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999902) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 315ms (315998930) - CodegenSysTime: 0ns (0) - CodegenUserTime: 63ms (63842000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 90ms (90999692) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999993) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 71ms (71999756) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 137ms (137999533) - TotalTime: 315ms (315998930) Averaged Fragment F08 split sizes: min: 88.52 MB, max: 89.22 MB, avg: 89.00 MB, stddev: 188.74 KB completion times: min:10s426ms max:20s703ms mean: 11s218ms stddev:1s563ms execution rates: min:4.29 MB/sec max:8.56 MB/sec mean:8.02 MB/sec stddev:653.87 KB/sec num instances: 39 - AverageThreadTokens: 1.85 (1.8450163871216505) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.1 MiB (80883767) - PeakReservation: 62.1 MiB (65114006) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3262025398) - RowsProduced: 1,666,666 (1666666) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.72s (5718873560) - TotalStorageWaitTime: 174ms (174228117) - TotalThreadsInvoluntaryContextSwitches: 256 (256) - TotalThreadsTotalWallClockTime: 18.69s (18687614588) - TotalThreadsSysTime: 142ms (142176307) - TotalThreadsUserTime: 2.85s (2852554205) - TotalThreadsVoluntaryContextSwitches: 1,598 (1598) - TotalTime: 10.16s (10157981590) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.53s (9527713159) - ExecTreeExecTime: 840ms (840623351) - InactiveTotalTime: 0ns (0) - OpenTime: 629ms (629191529) - ExecTreeOpenTime: 102.56us (102562) - PrepareTime: 743.57us (743571) - ExecTreePrepareTime: 25.64us (25640) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,666,666 (1666666) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1636963577) - TotalBytesSent: 156.1 MiB (163689726) - TotalTime: 8.38s (8380788680) - UncompressedRowBatchSize: 261.3 MiB (274045240) HDFS_SCAN_NODE (id=1) - AverageHdfsReadThreadConcurrency: 0.01 (0.005706826140262672) - AverageScannerThreadConcurrency: 0.93 (0.9311798774840566) - BytesRead: 58.9 MiB (61796076) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61796076) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61796076) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 340ms (340351419) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 418ms (418734455) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.9 MiB (75382073) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 774.1 MiB/s (811673295) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.7 MiB (239785420) - RowBatchQueueGetWaitTime: 326ms (326147911) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11753946) - RowBatchQueuePutWaitTime: 7.39s (7392143742) - RowBatchesEnqueued: 1,630 (1630) - RowsRead: 1,666,666 (1666666) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 2464789 per second (2464789) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 174ms (174228117) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.53s (8530709900) - ScannerThreadsSysTime: 31ms (31954897) - ScannerThreadsUserTime: 383ms (383047435) - ScannerThreadsVoluntaryContextSwitches: 886 (886) - TotalRawHdfsOpenFileTime(*): 179.48us (179483) - TotalRawHdfsReadTime(*): 100ms (100279975) - TotalReadThroughput: 6.0 MiB/s (6337492) - TotalTime: 839ms (839110567) Buffer pool - AllocTime: 35ms (35537674) - CumulativeAllocationBytes: 50.7 MiB (53123229) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.1 MiB (60919702) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52992157) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34537707) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 629ms (629037685) - CodegenSysTime: 3ms (3554564) - CodegenUserTime: 219ms (219729564) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 237ms (237199973) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11281847) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 300ms (300839683) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 75ms (75203474) - TotalTime: 629ms (629037685) Fragment F08 Instance c7456fdd806a4994:3209e926000000e5 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:22.402 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.89 (1.8857142857142857) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81329024) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3370037865) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 4.88s (4876931190) - TotalStorageWaitTime: 5.66s (5658920161) - TotalThreadsInvoluntaryContextSwitches: 291 (291) - TotalThreadsTotalWallClockTime: 32.37s (32371543292) - TotalThreadsSysTime: 125ms (125545000) - TotalThreadsUserTime: 2.82s (2821089000) - TotalThreadsVoluntaryContextSwitches: 1,455 (1455) - TotalTime: 17.21s (17209757199) Fragment Instance Lifecycle Event Timeline Prepare Finished: 99ms (99998589) Open Finished: 566ms (566992000) First Batch Produced: 7.16s (7159898984) First Batch Sent: 7.16s (7159898984) ExecInternal Finished: 17.37s (17368754956) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 16.74s (16740763816) - ExecTreeExecTime: 6.72s (6721905163) - InactiveTotalTime: 0ns (0) - OpenTime: 466ms (466993411) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1ms (1999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 4.88s (4877931176) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.71s (1706975930) - TotalBytesSent: 155.9 MiB (163427760) - TotalTime: 7.66s (7659891936) - UncompressedRowBatchSize: 260.9 MiB (273619705) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 596ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.97 (0.96875) - BytesRead: 58.8 MiB (61693274) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693274) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693274) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 552ms (552992199) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 1.09s (1093984568) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843106) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 684.1 MiB/s (717373786) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422880) - RowBatchQueueGetWaitTime: 5.99s (5994915421) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11461567) - RowBatchQueuePutWaitTime: 7.37s (7365896074) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 247622 per second (247622) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.66s (5658920161) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 15.16s (15163786065) - ScannerThreadsSysTime: 34ms (34095000) - ScannerThreadsUserTime: 366ms (366481000) - ScannerThreadsVoluntaryContextSwitches: 758 (758) - TotalRawHdfsOpenFileTime(*): 999.99us (999986) - TotalRawHdfsReadTime(*): 85ms (85998785) - TotalReadThroughput: 3.6 MiB/s (3727239) - TotalTime: 6.72s (6719905191) Node Lifecycle Event Timeline Open Started: 566ms (566992000) Open Finished: 566ms (566992000) First Batch Requested: 566ms (566992000) First Batch Returned: 7.16s (7159898984) Last Batch Returned: 16.64s (16638765254) Closed: 17.32s (17316755689) Buffer pool - AllocTime: 1ms (1999972) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 466ms (466993411) - CodegenSysTime: 7ms (7988000) - CodegenUserTime: 219ms (219194000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 206ms (206997079) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999845) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 193ms (193997263) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 52ms (52999252) - TotalTime: 466ms (466993411) Instance c7456fdd806a4994:3209e926000000d5 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.849 Hdfs split stats (:<# splits>/): 0:1/88.89 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81314015) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3313712534) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.47s (5475834499) - TotalStorageWaitTime: 12ms (12999606) - TotalThreadsInvoluntaryContextSwitches: 408 (408) - TotalThreadsTotalWallClockTime: 18.84s (18840430577) - TotalThreadsSysTime: 164ms (164453000) - TotalThreadsUserTime: 2.88s (2875143000) - TotalThreadsVoluntaryContextSwitches: 1,703 (1703) - TotalTime: 10.26s (10255690038) Fragment Instance Lifecycle Event Timeline Prepare Finished: 152ms (152995376) Open Finished: 839ms (839974613) First Batch Produced: 1.65s (1650950102) First Batch Sent: 1.65s (1651950072) ExecInternal Finished: 10.40s (10397685746) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9556711163) - ExecTreeExecTime: 845ms (845974431) - InactiveTotalTime: 0ns (0) - OpenTime: 686ms (686979237) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 11ms (11999638) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.48s (5476834469) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.72s (1724947870) - TotalBytesSent: 155.9 MiB (163430798) - TotalTime: 8.24s (8242750878) - UncompressedRowBatchSize: 260.9 MiB (273619467) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.89 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 377ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.9 MiB (61726149) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61726149) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61726149) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 277ms (277991599) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 604ms (604981721) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844408) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 359.0 MiB/s (376390336) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429343) - RowBatchQueueGetWaitTime: 401ms (401987850) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900683) - RowBatchQueuePutWaitTime: 7.28s (7276780065) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1966962 per second (1966962) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999606) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.60s (8596740177) - ScannerThreadsSysTime: 35ms (35469000) - ScannerThreadsUserTime: 386ms (386859000) - ScannerThreadsVoluntaryContextSwitches: 992 (992) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 163ms (163995042) - TotalReadThroughput: 6.2 MiB/s (6468890) - TotalTime: 845ms (845974431) Node Lifecycle Event Timeline Open Started: 839ms (839974613) Open Finished: 839ms (839974613) First Batch Requested: 839ms (839974613) First Batch Returned: 1.65s (1650950102) Last Batch Returned: 10.06s (10064695810) Closed: 10.40s (10396685776) Buffer pool - AllocTime: 33ms (33998973) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33998973) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 686ms (686979237) - CodegenSysTime: 7ms (7981000) - CodegenUserTime: 226ms (226743000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 291ms (291991175) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999819) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 287ms (287991296) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 80ms (80997551) - TotalTime: 686ms (686979237) Instance c7456fdd806a4994:3209e926000000e7 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.533 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.86 (1.8571428571428572) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81305339) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3322005024) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.84s (5837804728) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 18.83s (18832370048) - TotalThreadsSysTime: 155ms (155471000) - TotalThreadsUserTime: 2.98s (2984928000) - TotalThreadsVoluntaryContextSwitches: 1,506 (1506) - TotalTime: 10.24s (10241657411) Fragment Instance Lifecycle Event Timeline Prepare Finished: 98ms (98996688) Open Finished: 594ms (594980097) First Batch Produced: 1.44s (1442951732) First Batch Sent: 1.44s (1442951732) ExecInternal Finished: 10.34s (10343653999) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.74s (9744674036) - ExecTreeExecTime: 867ms (867970967) - InactiveTotalTime: 0ns (0) - OpenTime: 495ms (495983409) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.84s (5837804728) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.78s (1776940555) - TotalBytesSent: 155.9 MiB (163421863) - TotalTime: 8.67s (8668710027) - UncompressedRowBatchSize: 260.9 MiB (273594250) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 587ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.8 MiB (61683296) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61683296) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61683296) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 308ms (308989663) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 354ms (354988135) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843967) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 980.5 MiB/s (1028089322) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239407238) - RowBatchQueueGetWaitTime: 203ms (203993176) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11878859) - RowBatchQueuePutWaitTime: 7.67s (7670743402) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1919326 per second (1919326) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 8.59s (8591712603) - ScannerThreadsSysTime: 32ms (32824000) - ScannerThreadsUserTime: 405ms (405516000) - ScannerThreadsVoluntaryContextSwitches: 862 (862) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 59ms (59997993) - TotalReadThroughput: 5.9 MiB/s (6148653) - TotalTime: 866ms (866971000) Node Lifecycle Event Timeline Open Started: 594ms (594980097) Open Finished: 594ms (594980097) First Batch Requested: 594ms (594980097) First Batch Returned: 1.44s (1442951732) Last Batch Returned: 10.05s (10047663900) Closed: 10.34s (10340654099) Buffer pool - AllocTime: 21ms (21999264) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999264) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 25 (25) - CodegenTotalWallClockTime: 495ms (495983409) - CodegenSysTime: 4ms (4965000) - CodegenUserTime: 225ms (225212000) - CodegenVoluntaryContextSwitches: 11 (11) - CompileTime: 211ms (211992908) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999866) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 212ms (212992876) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 64ms (64997826) - TotalTime: 495ms (495983409) Instance c7456fdd806a4994:3209e926000000c8 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.220 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81346446) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257567044) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.98s (5984043042) - TotalStorageWaitTime: 7ms (7000050) - TotalThreadsInvoluntaryContextSwitches: 311 (311) - TotalThreadsTotalWallClockTime: 18.66s (18664134236) - TotalThreadsSysTime: 143ms (143144000) - TotalThreadsUserTime: 2.88s (2880362000) - TotalThreadsVoluntaryContextSwitches: 1,607 (1607) - TotalTime: 10.23s (10228073562) Fragment Instance Lifecycle Event Timeline Prepare Finished: 82ms (82000590) Open Finished: 669ms (669004812) First Batch Produced: 1.35s (1347009688) First Batch Sent: 1.35s (1347009688) ExecInternal Finished: 10.32s (10323074246) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.64s (9641069340) - ExecTreeExecTime: 701ms (701005040) - InactiveTotalTime: 0ns (0) - OpenTime: 587ms (587004222) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.99s (5986043057) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.69s (1689012152) - TotalBytesSent: 156.5 MiB (164050630) - TotalTime: 8.68s (8675062395) - UncompressedRowBatchSize: 261.9 MiB (274666963) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 493ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61920039) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61920039) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61920039) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 298ms (298002145) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 323ms (323002319) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844161) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 686.6 MiB/s (719995271) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240309207) - RowBatchQueueGetWaitTime: 119ms (119000856) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11881896) - RowBatchQueuePutWaitTime: 7.53s (7532054175) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2386411 per second (2386411) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 7ms (7000050) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.44s (8436060674) - ScannerThreadsSysTime: 30ms (30535000) - ScannerThreadsUserTime: 387ms (387880000) - ScannerThreadsVoluntaryContextSwitches: 930 (930) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 86ms (86000619) - TotalReadThroughput: 6.2 MiB/s (6495336) - TotalTime: 700ms (700005033) Node Lifecycle Event Timeline Open Started: 669ms (669004812) Open Finished: 669ms (669004812) First Batch Requested: 669ms (669004812) First Batch Returned: 1.35s (1347009688) Last Batch Returned: 9.88s (9881071067) Closed: 10.31s (10310074152) Buffer pool - AllocTime: 45ms (45000323) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45000323) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 587ms (587004222) - CodegenSysTime: 1ms (1988000) - CodegenUserTime: 224ms (224647000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 187ms (187001345) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3000022) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 326ms (326002345) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 70ms (70000503) - TotalTime: 587ms (587004222) Instance c7456fdd806a4994:3209e926000000d2 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.295 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.86 (1.8571428571428572) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81338321) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3277300801) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.82s (5819866762) - TotalStorageWaitTime: 9ms (9999771) - TotalThreadsInvoluntaryContextSwitches: 263 (263) - TotalThreadsTotalWallClockTime: 18.83s (18826568998) - TotalThreadsSysTime: 150ms (150085000) - TotalThreadsUserTime: 2.88s (2882535000) - TotalThreadsVoluntaryContextSwitches: 1,574 (1574) - TotalTime: 10.23s (10226765876) Fragment Instance Lifecycle Event Timeline Prepare Finished: 125ms (125997115) Open Finished: 864ms (864980198) First Batch Produced: 1.35s (1348969117) First Batch Sent: 1.35s (1349969095) ExecInternal Finished: 10.35s (10353762968) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.49s (9486782816) - ExecTreeExecTime: 496ms (496988623) - InactiveTotalTime: 0ns (0) - OpenTime: 738ms (738983083) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.82s (5823866671) - PeakMemoryUsage: 1.4 MiB (1476224) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1683961454) - TotalBytesSent: 155.8 MiB (163411715) - TotalTime: 8.68s (8683801196) - UncompressedRowBatchSize: 260.9 MiB (273593000) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 335ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61688450) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688450) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688450) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 215ms (215995060) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 401ms (401990799) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844171) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 735.4 MiB/s (771123283) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412674) - RowBatchQueueGetWaitTime: 115ms (115997344) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11789294) - RowBatchQueuePutWaitTime: 7.81s (7807821247) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3354915 per second (3354915) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 9ms (9999771) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.60s (8600803099) - ScannerThreadsSysTime: 32ms (32419000) - ScannerThreadsUserTime: 386ms (386848000) - ScannerThreadsVoluntaryContextSwitches: 824 (824) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 79ms (79998168) - TotalReadThroughput: 5.9 MiB/s (6157146) - TotalTime: 495ms (495988645) Node Lifecycle Event Timeline Open Started: 864ms (864980198) Open Finished: 864ms (864980198) First Batch Requested: 864ms (864980198) First Batch Returned: 1.35s (1348969117) Last Batch Returned: 9.98s (9984771415) Closed: 10.35s (10352762991) Buffer pool - AllocTime: 36ms (36999154) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36999154) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 22 (22) - CodegenTotalWallClockTime: 738ms (738983083) - CodegenSysTime: 4ms (4062000) - CodegenUserTime: 223ms (223785000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 290ms (290993339) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999748) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 348ms (348992010) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 86ms (86998009) - TotalTime: 738ms (738983083) Instance c7456fdd806a4994:3209e926000000e0 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.079 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81312827) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3225736981) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.93s (5926870388) - TotalStorageWaitTime: 14ms (14999672) - TotalThreadsInvoluntaryContextSwitches: 256 (256) - TotalThreadsTotalWallClockTime: 18.75s (18753589855) - TotalThreadsSysTime: 150ms (150490000) - TotalThreadsUserTime: 2.90s (2895945000) - TotalThreadsVoluntaryContextSwitches: 1,580 (1580) - TotalTime: 10.21s (10209776710) Fragment Instance Lifecycle Event Timeline Prepare Finished: 51ms (51998863) Open Finished: 613ms (613986572) First Batch Produced: 1.34s (1345970564) First Batch Sent: 1.35s (1346970542) ExecInternal Finished: 10.26s (10262775551) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.65s (9646789023) - ExecTreeExecTime: 743ms (743983731) - InactiveTotalTime: 0ns (0) - OpenTime: 561ms (561987709) - ExecTreeOpenTime: 999.98us (999978) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.93s (5926870388) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.70s (1698962835) - TotalBytesSent: 156.5 MiB (164091231) - TotalTime: 8.76s (8760808399) - UncompressedRowBatchSize: 262.0 MiB (274690834) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 506ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61949898) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61949898) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61949898) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 246ms (246994602) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 355ms (355992215) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843334) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 777.4 MiB/s (815148073) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240328476) - RowBatchQueueGetWaitTime: 142ms (142996873) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11805842) - RowBatchQueuePutWaitTime: 7.77s (7769830067) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2245344 per second (2245344) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14999672) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.54s (8544813123) - ScannerThreadsSysTime: 33ms (33054000) - ScannerThreadsUserTime: 393ms (393168000) - ScannerThreadsVoluntaryContextSwitches: 877 (877) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 75ms (75998337) - TotalReadThroughput: 5.9 MiB/s (6159878) - TotalTime: 743ms (743983730) Node Lifecycle Event Timeline Open Started: 612ms (612986594) Open Finished: 613ms (613986572) First Batch Requested: 613ms (613986572) First Batch Returned: 1.34s (1345970564) Last Batch Returned: 9.93s (9933782746) Closed: 10.26s (10261775573) Buffer pool - AllocTime: 47ms (47998950) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47998950) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 560ms (560987731) - CodegenSysTime: 3ms (3033000) - CodegenUserTime: 216ms (216882000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 244ms (244994642) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31999300) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 225ms (225995057) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 55ms (55998775) - TotalTime: 560ms (560987731) Instance c7456fdd806a4994:3209e926000000d4 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.574 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.76 (1.7619047619047619) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81342349) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3181035093) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.90s (5899787901) - TotalStorageWaitTime: 12ms (12999533) - TotalThreadsInvoluntaryContextSwitches: 267 (267) - TotalThreadsTotalWallClockTime: 18.48s (18485335504) - TotalThreadsSysTime: 128ms (128536000) - TotalThreadsUserTime: 2.84s (2842905000) - TotalThreadsVoluntaryContextSwitches: 1,569 (1569) - TotalTime: 10.11s (10109636587) Fragment Instance Lifecycle Event Timeline Prepare Finished: 48ms (48998238) Open Finished: 538ms (538980625) First Batch Produced: 1.32s (1321952479) First Batch Sent: 1.32s (1322952443) ExecInternal Finished: 10.16s (10160634753) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.62s (9619654200) - ExecTreeExecTime: 798ms (798971279) - InactiveTotalTime: 0ns (0) - OpenTime: 489ms (489982387) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.90s (5900787865) - PeakMemoryUsage: 1.6 MiB (1648256) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1655940489) - TotalBytesSent: 155.9 MiB (163439438) - TotalTime: 8.57s (8573691799) - UncompressedRowBatchSize: 260.9 MiB (273611221) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 593ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61706523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61706523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61706523) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 395ms (395985766) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 304ms (304989032) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75744743) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 878.4 MiB/s (921025982) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239431437) - RowBatchQueueGetWaitTime: 108ms (108996082) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11639338) - RowBatchQueuePutWaitTime: 7.47s (7471731414) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2093157 per second (2093157) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999533) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.38s (8375698917) - ScannerThreadsSysTime: 35ms (35617000) - ScannerThreadsUserTime: 382ms (382549000) - ScannerThreadsVoluntaryContextSwitches: 853 (853) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 66ms (66997592) - TotalReadThroughput: 5.9 MiB/s (6152195) - TotalTime: 794ms (794971423) Node Lifecycle Event Timeline Open Started: 538ms (538980625) Open Finished: 538ms (538980625) First Batch Requested: 538ms (538980625) First Batch Returned: 1.32s (1321952479) Last Batch Returned: 9.79s (9788648124) Closed: 10.16s (10159634788) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 489ms (489982387) - CodegenSysTime: 2ms (2013000) - CodegenUserTime: 217ms (217507000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 215ms (215992236) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999892) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 199ms (199992811) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 69ms (69997484) - TotalTime: 489ms (489982387) Instance c7456fdd806a4994:3209e926000000d8 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.542 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81294649) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3278041582) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.75s (5752935081) - TotalStorageWaitTime: 83ms (83999053) - TotalThreadsInvoluntaryContextSwitches: 223 (223) - TotalThreadsTotalWallClockTime: 18.62s (18616789913) - TotalThreadsSysTime: 144ms (144774000) - TotalThreadsUserTime: 2.89s (2893304000) - TotalThreadsVoluntaryContextSwitches: 1,648 (1648) - TotalTime: 10.09s (10086886171) Fragment Instance Lifecycle Event Timeline Prepare Finished: 70ms (70999199) Open Finished: 702ms (702992067) First Batch Produced: 1.44s (1443983705) First Batch Sent: 1.44s (1443983705) ExecInternal Finished: 10.16s (10160885336) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.45s (9454893303) - ExecTreeExecTime: 777ms (777991223) - InactiveTotalTime: 0ns (0) - OpenTime: 631ms (631992868) - ExecTreeOpenTime: 999.99us (999989) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.75s (5754935059) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.65s (1653981344) - TotalBytesSent: 156.5 MiB (164075993) - TotalTime: 8.51s (8508903980) - UncompressedRowBatchSize: 261.9 MiB (274664640) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 440ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61935658) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935658) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935658) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 453ms (453994884) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 517ms (517994150) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743146) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 200.9 MiB/s (210667881) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240314821) - RowBatchQueueGetWaitTime: 262ms (262997032) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886851) - RowBatchQueuePutWaitTime: 7.29s (7287917752) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2149959 per second (2149959) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 83ms (83999053) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.53s (8529903742) - ScannerThreadsSysTime: 34ms (34459000) - ScannerThreadsUserTime: 386ms (386469000) - ScannerThreadsVoluntaryContextSwitches: 937 (937) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 293ms (293996681) - TotalReadThroughput: 6.2 MiB/s (6494930) - TotalTime: 776ms (776991234) Node Lifecycle Event Timeline Open Started: 701ms (701992078) Open Finished: 702ms (702992067) First Batch Requested: 702ms (702992067) First Batch Returned: 1.44s (1443983705) Last Batch Returned: 9.89s (9890888383) Closed: 10.16s (10158885359) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 630ms (630992879) - CodegenSysTime: 5ms (5923000) - CodegenUserTime: 227ms (227020000) - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 332ms (332996242) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999955) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 184ms (184997912) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 102ms (102998837) - TotalTime: 630ms (630992879) Instance c7456fdd806a4994:3209e926000000e9 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.749 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81295659) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168123377) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.89s (5887990351) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 225 (225) - TotalThreadsTotalWallClockTime: 18.64s (18638969484) - TotalThreadsSysTime: 149ms (149668000) - TotalThreadsUserTime: 2.84s (2842913000) - TotalThreadsVoluntaryContextSwitches: 1,573 (1573) - TotalTime: 10.08s (10082983492) Fragment Instance Lifecycle Event Timeline Prepare Finished: 106ms (106999824) Open Finished: 733ms (733998798) First Batch Produced: 1.42s (1417997678) First Batch Sent: 1.42s (1418997676) ExecInternal Finished: 10.19s (10187983319) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.45s (9451984525) - ExecTreeExecTime: 706ms (706998841) - InactiveTotalTime: 0ns (0) - OpenTime: 626ms (626998974) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 3ms (3999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.89s (5888990350) - PeakMemoryUsage: 1.4 MiB (1517184) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1613997365) - TotalBytesSent: 156.5 MiB (164099563) - TotalTime: 8.54s (8543986013) - UncompressedRowBatchSize: 262.0 MiB (274705273) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 460ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61940540) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61940540) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61940540) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 332ms (332999457) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 312ms (312999487) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842528) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 787.6 MiB/s (825875210) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240332173) - RowBatchQueueGetWaitTime: 199ms (199999673) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11904677) - RowBatchQueuePutWaitTime: 7.67s (7668987444) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2372873 per second (2372873) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.56s (8559985985) - ScannerThreadsSysTime: 27ms (27942000) - ScannerThreadsUserTime: 383ms (383297000) - ScannerThreadsVoluntaryContextSwitches: 881 (881) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 74ms (74999878) - TotalReadThroughput: 6.2 MiB/s (6482526) - TotalTime: 703ms (703998846) Node Lifecycle Event Timeline Open Started: 733ms (733998798) Open Finished: 733ms (733998798) First Batch Requested: 733ms (733998798) First Batch Returned: 1.42s (1417997678) Last Batch Returned: 9.93s (9928983743) Closed: 10.19s (10186983321) Buffer pool - AllocTime: 63ms (63999895) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63999895) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 626ms (626998974) - CodegenSysTime: 1ms (1001000) - CodegenUserTime: 216ms (216161000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 216ms (216999645) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999996) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 336ms (336999448) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 68ms (68999887) - TotalTime: 626ms (626998974) Instance c7456fdd806a4994:3209e926000000d9 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.664 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81330329) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3274636421) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.84s (5845986577) - TotalStorageWaitTime: 12ms (12999970) - TotalThreadsInvoluntaryContextSwitches: 232 (232) - TotalThreadsTotalWallClockTime: 18.54s (18538957419) - TotalThreadsSysTime: 130ms (130515000) - TotalThreadsUserTime: 2.85s (2852552000) - TotalThreadsVoluntaryContextSwitches: 1,660 (1660) - TotalTime: 10.07s (10068976873) Fragment Instance Lifecycle Event Timeline Prepare Finished: 196ms (196999548) Open Finished: 995ms (995997712) First Batch Produced: 1.61s (1611996298) First Batch Sent: 1.64s (1637996238) ExecInternal Finished: 10.27s (10266976418) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.27s (9269978709) - ExecTreeExecTime: 632ms (632998548) - InactiveTotalTime: 0ns (0) - OpenTime: 798ms (798998164) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.85s (5848986570) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1666996167) - TotalBytesSent: 156.5 MiB (164066137) - TotalTime: 8.51s (8505980463) - UncompressedRowBatchSize: 262.0 MiB (274675706) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 284ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61928820) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61928820) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61928820) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 154ms (154999640) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 498ms (498998855) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844388) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.0 GiB/s (1105874333) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240317564) - RowBatchQueueGetWaitTime: 317ms (317999270) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11889692) - RowBatchQueuePutWaitTime: 7.43s (7430982935) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2643202 per second (2643202) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999970) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.47s (8469980546) - ScannerThreadsSysTime: 27ms (27902000) - ScannerThreadsUserTime: 395ms (395937000) - ScannerThreadsVoluntaryContextSwitches: 941 (941) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 55ms (55999871) - TotalReadThroughput: 5.9 MiB/s (6176822) - TotalTime: 631ms (631998550) Node Lifecycle Event Timeline Open Started: 995ms (995997712) Open Finished: 995ms (995997712) First Batch Requested: 995ms (995997712) First Batch Returned: 1.61s (1611996298) Last Batch Returned: 9.94s (9942977163) Closed: 10.27s (10266976418) Buffer pool - AllocTime: 18ms (18999956) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999956) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 797ms (797998166) - CodegenSysTime: 2ms (2034000) - CodegenUserTime: 215ms (215319000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 275ms (275999366) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999995) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 425ms (425999021) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 92ms (92999786) - TotalTime: 797ms (797998166) Instance c7456fdd806a4994:3209e926000000ca (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.775 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81294964) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3268444937) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.95s (5947788324) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 285 (285) - TotalThreadsTotalWallClockTime: 18.44s (18439343756) - TotalThreadsSysTime: 151ms (151214000) - TotalThreadsUserTime: 2.79s (2789553000) - TotalThreadsVoluntaryContextSwitches: 1,602 (1602) - TotalTime: 10.05s (10052642233) Fragment Instance Lifecycle Event Timeline Prepare Finished: 115ms (115995871) Open Finished: 663ms (663976369) First Batch Produced: 1.47s (1470947650) First Batch Sent: 1.47s (1470947650) ExecInternal Finished: 10.17s (10173637926) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.50s (9504661735) - ExecTreeExecTime: 825ms (825970606) - InactiveTotalTime: 0ns (0) - OpenTime: 547ms (547980498) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.95s (5951788180) - PeakMemoryUsage: 1.7 MiB (1746560) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.50s (1505946405) - TotalBytesSent: 155.9 MiB (163433015) - TotalTime: 8.35s (8352702730) - UncompressedRowBatchSize: 260.9 MiB (273606618) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 538ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61704930) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704930) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704930) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 241ms (241991391) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 309ms (309988965) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843808) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.2 GiB/s (1341459260) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412204) - RowBatchQueueGetWaitTime: 212ms (212992420) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11883656) - RowBatchQueuePutWaitTime: 7.57s (7572730490) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2024402 per second (2024402) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.39s (8386701523) - ScannerThreadsSysTime: 33ms (33246000) - ScannerThreadsUserTime: 371ms (371283000) - ScannerThreadsVoluntaryContextSwitches: 900 (900) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 45ms (45998363) - TotalReadThroughput: 6.2 MiB/s (6468022) - TotalTime: 821ms (821970747) Node Lifecycle Event Timeline Open Started: 663ms (663976369) Open Finished: 663ms (663976369) First Batch Requested: 663ms (663976369) First Batch Returned: 1.47s (1470947650) Last Batch Returned: 9.80s (9797651307) Closed: 10.17s (10169638068) Buffer pool - AllocTime: 60ms (60997829) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 60ms (60997829) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 547ms (547980498) - CodegenSysTime: 4ms (4949000) - CodegenUserTime: 210ms (210781000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 120ms (120995694) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 298ms (298989359) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 123ms (123995588) - TotalTime: 547ms (547980498) Instance c7456fdd806a4994:3209e926000000dd (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.528 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81320891) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230134071) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.07s (6065864998) - TotalStorageWaitTime: 8ms (8999800) - TotalThreadsInvoluntaryContextSwitches: 242 (242) - TotalThreadsTotalWallClockTime: 18.45s (18452589315) - TotalThreadsSysTime: 141ms (141237000) - TotalThreadsUserTime: 2.84s (2841031000) - TotalThreadsVoluntaryContextSwitches: 1,599 (1599) - TotalTime: 10.05s (10051776285) Fragment Instance Lifecycle Event Timeline Prepare Finished: 118ms (118997352) Open Finished: 721ms (721983931) First Batch Produced: 1.33s (1333970311) First Batch Sent: 1.33s (1333970311) ExecInternal Finished: 10.17s (10171773615) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.45s (9448789706) - ExecTreeExecTime: 628ms (628986003) - InactiveTotalTime: 0ns (0) - OpenTime: 602ms (602986579) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.07s (6067864954) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1684962495) - TotalBytesSent: 155.9 MiB (163421032) - TotalTime: 8.69s (8690806574) - UncompressedRowBatchSize: 260.9 MiB (273607542) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 464ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61695691) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61695691) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61695691) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 346ms (346992282) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 397ms (397991145) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843202) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 684.2 MiB/s (717407705) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239415799) - RowBatchQueueGetWaitTime: 133ms (133997018) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11792169) - RowBatchQueuePutWaitTime: 7.49s (7491833253) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2649740 per second (2649740) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 8ms (8999800) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.40s (8400813030) - ScannerThreadsSysTime: 34ms (34862000) - ScannerThreadsUserTime: 374ms (374435000) - ScannerThreadsVoluntaryContextSwitches: 906 (906) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 85ms (85998088) - TotalReadThroughput: 6.2 MiB/s (6479278) - TotalTime: 627ms (627986025) Node Lifecycle Event Timeline Open Started: 721ms (721983931) Open Finished: 721ms (721983931) First Batch Requested: 721ms (721983931) First Batch Returned: 1.33s (1333970311) Last Batch Returned: 9.81s (9809781671) Closed: 10.17s (10171773615) Buffer pool - AllocTime: 40ms (40999087) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40999087) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 601ms (601986602) - CodegenSysTime: 966.00us (966000) - CodegenUserTime: 223ms (223205000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 177ms (177996039) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999934) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 301ms (301993279) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 117ms (117997373) - TotalTime: 601ms (601986602) Instance c7456fdd806a4994:3209e926000000ec (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.613 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81338586) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3306664005) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5759930663) - TotalStorageWaitTime: 117ms (117998578) - TotalThreadsInvoluntaryContextSwitches: 175 (175) - TotalThreadsTotalWallClockTime: 18.53s (18531776932) - TotalThreadsSysTime: 149ms (149647000) - TotalThreadsUserTime: 2.84s (2837885000) - TotalThreadsVoluntaryContextSwitches: 1,583 (1583) - TotalTime: 10.05s (10050879017) Fragment Instance Lifecycle Event Timeline Prepare Finished: 93ms (93998869) Open Finished: 814ms (814990190) First Batch Produced: 1.45s (1446982583) First Batch Sent: 1.45s (1447982571) ExecInternal Finished: 10.14s (10145877874) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.33s (9329887696) - ExecTreeExecTime: 666ms (666991971) - InactiveTotalTime: 0ns (0) - OpenTime: 720ms (720991321) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.76s (5761930639) - PeakMemoryUsage: 1.6 MiB (1713792) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.71s (1712979394) - TotalBytesSent: 156.4 MiB (164039609) - TotalTime: 8.44s (8439898417) - UncompressedRowBatchSize: 261.9 MiB (274644835) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 353ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61923124) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923124) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923124) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 266ms (266996787) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 470ms (470994330) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844409) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 410.1 MiB/s (430026875) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240297455) - RowBatchQueueGetWaitTime: 277ms (277996653) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11935847) - RowBatchQueuePutWaitTime: 7.39s (7389911047) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2508288 per second (2508288) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 117ms (117998578) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.48s (8480897915) - ScannerThreadsSysTime: 35ms (35969000) - ScannerThreadsUserTime: 371ms (371601000) - ScannerThreadsVoluntaryContextSwitches: 868 (868) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 143ms (143998265) - TotalReadThroughput: 6.2 MiB/s (6507263) - TotalTime: 665ms (665991983) Node Lifecycle Event Timeline Open Started: 814ms (814990190) Open Finished: 814ms (814990190) First Batch Requested: 814ms (814990190) First Batch Returned: 1.45s (1446982583) Last Batch Returned: 9.88s (9884881016) Closed: 10.14s (10144877886) Buffer pool - AllocTime: 32ms (32999603) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999603) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 720ms (720991321) - CodegenSysTime: 3ms (3032000) - CodegenUserTime: 218ms (218185000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 258ms (258996882) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999964) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 341ms (341995884) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 84ms (84998977) - TotalTime: 720ms (720991321) Instance c7456fdd806a4994:3209e926000000d1 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.278 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81377258) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3367577170) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.95s (5946797276) - TotalStorageWaitTime: 17ms (17999386) - TotalThreadsInvoluntaryContextSwitches: 265 (265) - TotalThreadsTotalWallClockTime: 18.46s (18459370727) - TotalThreadsSysTime: 124ms (124828000) - TotalThreadsUserTime: 2.83s (2830230000) - TotalThreadsVoluntaryContextSwitches: 1,607 (1607) - TotalTime: 10.05s (10050657377) Fragment Instance Lifecycle Event Timeline Prepare Finished: 97ms (97996659) Open Finished: 809ms (809972388) First Batch Produced: 1.42s (1415951731) First Batch Sent: 1.42s (1415951731) ExecInternal Finished: 10.15s (10150653968) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.34s (9338681648) - ExecTreeExecTime: 626ms (626978629) - InactiveTotalTime: 0ns (0) - OpenTime: 711ms (711975729) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.95s (5949797174) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1594945633) - TotalBytesSent: 155.9 MiB (163441136) - TotalTime: 8.64s (8645705267) - UncompressedRowBatchSize: 260.9 MiB (273613007) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 371ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61692563) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692563) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692563) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 282ms (282990352) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 403ms (403986232) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842103) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 336.2 MiB/s (352540950) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239421017) - RowBatchQueueGetWaitTime: 186ms (186993626) - RowBatchQueuePeakMemoryUsage: 10.8 MiB (11289982) - RowBatchQueuePutWaitTime: 7.51s (7512743891) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2653997 per second (2653997) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 17ms (17999386) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.41s (8408713350) - ScannerThreadsSysTime: 26ms (26172000) - ScannerThreadsUserTime: 387ms (387993000) - ScannerThreadsVoluntaryContextSwitches: 898 (898) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 174ms (174994034) - TotalReadThroughput: 6.2 MiB/s (6476909) - TotalTime: 626ms (626978629) Node Lifecycle Event Timeline Open Started: 809ms (809972388) Open Finished: 809ms (809972388) First Batch Requested: 809ms (809972388) First Batch Returned: 1.42s (1415951731) Last Batch Returned: 9.81s (9810665558) Closed: 10.15s (10149654002) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 711ms (711975729) - CodegenSysTime: 3ms (3964000) - CodegenUserTime: 217ms (217020000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 350ms (350988035) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999659) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 265ms (265990932) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 61ms (61997887) - TotalTime: 711ms (711975729) Instance c7456fdd806a4994:3209e926000000e3 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.268 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81338025) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3349500902) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.02s (6021863636) - TotalStorageWaitTime: 9ms (9999773) - TotalThreadsInvoluntaryContextSwitches: 232 (232) - TotalThreadsTotalWallClockTime: 18.37s (18374583907) - TotalThreadsSysTime: 158ms (158585000) - TotalThreadsUserTime: 2.83s (2832007000) - TotalThreadsVoluntaryContextSwitches: 1,521 (1521) - TotalTime: 10.03s (10032772808) Fragment Instance Lifecycle Event Timeline Prepare Finished: 117ms (117997327) Open Finished: 581ms (581986820) First Batch Produced: 1.33s (1331969837) First Batch Sent: 1.33s (1331969837) ExecInternal Finished: 10.15s (10151770112) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.57s (9568783315) - ExecTreeExecTime: 782ms (782982269) - InactiveTotalTime: 0ns (0) - OpenTime: 463ms (463989493) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.02s (6023863590) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1528965378) - TotalBytesSent: 156.5 MiB (164084152) - TotalTime: 8.51s (8505807385) - UncompressedRowBatchSize: 262.0 MiB (274682007) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 632ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 59.1 MiB (61937666) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937666) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937666) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 366ms (366991683) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 419ms (419990491) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843837) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1440443431) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240322808) - RowBatchQueueGetWaitTime: 84ms (84998075) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11800175) - RowBatchQueuePutWaitTime: 7.46s (7455831170) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2138972 per second (2138972) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 9ms (9999773) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.34s (8341811099) - ScannerThreadsSysTime: 40ms (40223000) - ScannerThreadsUserTime: 375ms (375730000) - ScannerThreadsVoluntaryContextSwitches: 843 (843) - TotalRawHdfsOpenFileTime(*): 5ms (5999864) - TotalRawHdfsReadTime(*): 42ms (42999027) - TotalReadThroughput: 5.9 MiB/s (6167861) - TotalTime: 780ms (780982315) Node Lifecycle Event Timeline Open Started: 581ms (581986820) Open Finished: 581ms (581986820) First Batch Requested: 581ms (581986820) First Batch Returned: 1.33s (1331969837) Last Batch Returned: 9.83s (9833777313) Closed: 10.15s (10151770112) Buffer pool - AllocTime: 28ms (28999343) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999343) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 463ms (463989493) - CodegenSysTime: 3ms (3969000) - CodegenUserTime: 218ms (218341000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 135ms (135996920) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999932) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 265ms (265993977) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 57ms (57998687) - TotalTime: 463ms (463989493) Instance c7456fdd806a4994:3209e926000000cd (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.735 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81347525) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3238136234) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.06s (6059790769) - TotalStorageWaitTime: 11ms (11999585) - TotalThreadsInvoluntaryContextSwitches: 210 (210) - TotalThreadsTotalWallClockTime: 18.50s (18503361147) - TotalThreadsSysTime: 112ms (112583000) - TotalThreadsUserTime: 2.84s (2841457000) - TotalThreadsVoluntaryContextSwitches: 1,593 (1593) - TotalTime: 10.02s (10021653989) Fragment Instance Lifecycle Event Timeline Prepare Finished: 73ms (73997445) Open Finished: 572ms (572980217) First Batch Produced: 1.27s (1268956188) First Batch Sent: 1.27s (1268956188) ExecInternal Finished: 10.10s (10097651365) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.52s (9522671217) - ExecTreeExecTime: 714ms (714975314) - InactiveTotalTime: 0ns (0) - OpenTime: 498ms (498982772) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.06s (6061790700) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1509947877) - TotalBytesSent: 156.4 MiB (164014893) - TotalTime: 8.50s (8500706504) - UncompressedRowBatchSize: 261.9 MiB (274640294) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 566ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.0 MiB (61915702) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.0 MiB (61915702) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.0 MiB (61915702) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 591ms (591979561) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 326ms (326988709) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845300) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 720.1 MiB/s (755095615) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240294695) - RowBatchQueueGetWaitTime: 110ms (110996168) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11434497) - RowBatchQueuePutWaitTime: 7.44s (7437743204) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2346288 per second (2346288) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999585) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.48s (8481707158) - ScannerThreadsSysTime: 35ms (35049000) - ScannerThreadsUserTime: 367ms (367424000) - ScannerThreadsVoluntaryContextSwitches: 897 (897) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 81ms (81997168) - TotalReadThroughput: 6.2 MiB/s (6491476) - TotalTime: 711ms (711975418) Node Lifecycle Event Timeline Open Started: 572ms (572980217) Open Finished: 572ms (572980217) First Batch Requested: 572ms (572980217) First Batch Returned: 1.27s (1268956188) Last Batch Returned: 9.84s (9843660135) Closed: 10.10s (10096651400) Buffer pool - AllocTime: 17ms (17999379) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999379) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 498ms (498982772) - CodegenSysTime: 3ms (3015000) - CodegenUserTime: 225ms (225149000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 170ms (170994096) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28998999) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 221ms (221992336) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 67ms (67997653) - TotalTime: 498ms (498982772) Instance c7456fdd806a4994:3209e926000000e2 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.570 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81306296) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.9 GiB (3115716898) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.55s (5548796355) - TotalStorageWaitTime: 999.96us (999963) - TotalThreadsInvoluntaryContextSwitches: 331 (331) - TotalThreadsTotalWallClockTime: 18.50s (18497321120) - TotalThreadsSysTime: 172ms (172416000) - TotalThreadsUserTime: 2.88s (2880076000) - TotalThreadsVoluntaryContextSwitches: 1,516 (1516) - TotalTime: 10.02s (10015632411) Fragment Instance Lifecycle Event Timeline Prepare Finished: 91ms (91996623) Open Finished: 495ms (495981796) First Batch Produced: 1.35s (1354950271) First Batch Sent: 1.35s (1354950271) ExecInternal Finished: 10.11s (10109628960) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.61s (9611647238) - ExecTreeExecTime: 872ms (872967959) - InactiveTotalTime: 0ns (0) - OpenTime: 403ms (403985173) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.55s (5548796355) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.74s (1737936214) - TotalBytesSent: 155.9 MiB (163436291) - TotalTime: 8.40s (8401691649) - UncompressedRowBatchSize: 260.9 MiB (273624921) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 687ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61704260) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704260) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704260) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 307ms (307988695) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 395ms (395985469) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844978) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 865.4 MiB/s (907448883) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430846) - RowBatchQueueGetWaitTime: 152ms (152994385) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11902766) - RowBatchQueuePutWaitTime: 7.62s (7624720160) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1912713 per second (1912713) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 999.96us (999963) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.48s (8481688709) - ScannerThreadsSysTime: 37ms (37584000) - ScannerThreadsUserTime: 383ms (383742000) - ScannerThreadsVoluntaryContextSwitches: 820 (820) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 67ms (67997505) - TotalReadThroughput: 6.2 MiB/s (6465240) - TotalTime: 869ms (869968069) Node Lifecycle Event Timeline Open Started: 495ms (495981796) Open Finished: 495ms (495981796) First Batch Requested: 495ms (495981796) First Batch Returned: 1.35s (1354950271) Last Batch Returned: 9.82s (9822639493) Closed: 10.11s (10109628960) Buffer pool - AllocTime: 21ms (21999192) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999192) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 403ms (403985173) - CodegenSysTime: 0ns (0) - CodegenUserTime: 217ms (217134000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 178ms (178993431) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999229) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 173ms (173993614) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 22ms (22999156) - TotalTime: 403ms (403985173) Instance c7456fdd806a4994:3209e926000000dc (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.986 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81304424) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230218964) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.94s (5937896864) - TotalStorageWaitTime: 7ms (7999861) - TotalThreadsInvoluntaryContextSwitches: 265 (265) - TotalThreadsTotalWallClockTime: 18.41s (18411680217) - TotalThreadsSysTime: 129ms (129847000) - TotalThreadsUserTime: 2.85s (2852190000) - TotalThreadsVoluntaryContextSwitches: 1,595 (1595) - TotalTime: 10.01s (10012826093) Fragment Instance Lifecycle Event Timeline Prepare Finished: 52ms (52999079) Open Finished: 643ms (643988815) First Batch Produced: 1.32s (1318977091) First Batch Sent: 1.32s (1318977091) ExecInternal Finished: 10.07s (10066825155) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.42s (9420836374) - ExecTreeExecTime: 696ms (696987893) - InactiveTotalTime: 0ns (0) - OpenTime: 590ms (590989736) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.98us (999983) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.94s (5940896811) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1561972876) - TotalBytesSent: 156.5 MiB (164061834) - TotalTime: 8.48s (8481852683) - UncompressedRowBatchSize: 261.9 MiB (274670029) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 516ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61944158) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61944158) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61944158) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 331ms (331994227) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 263ms (263995416) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75823424) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 562.6 MiB/s (589954615) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240316371) - RowBatchQueueGetWaitTime: 131ms (131997707) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11455488) - RowBatchQueuePutWaitTime: 7.63s (7635867389) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2400185 per second (2400185) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 7ms (7999861) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.40s (8399854107) - ScannerThreadsSysTime: 23ms (23412000) - ScannerThreadsUserTime: 388ms (388377000) - ScannerThreadsVoluntaryContextSwitches: 864 (864) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 104ms (104998175) - TotalReadThroughput: 6.2 MiB/s (6494459) - TotalTime: 695ms (695987910) Node Lifecycle Event Timeline Open Started: 643ms (643988815) Open Finished: 643ms (643988815) First Batch Requested: 643ms (643988815) First Batch Returned: 1.32s (1318977091) Last Batch Returned: 9.78s (9782830087) Closed: 10.06s (10065825172) Buffer pool - AllocTime: 34ms (34999392) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34999392) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 29 (29) - CodegenTotalWallClockTime: 590ms (590989736) - CodegenSysTime: 3ms (3948000) - CodegenUserTime: 216ms (216903000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 205ms (205996423) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999948) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 291ms (291994928) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 88ms (88998454) - TotalTime: 590ms (590989736) Instance c7456fdd806a4994:3209e926000000cc (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.710 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81362552) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3232185966) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.69s (5691788258) - TotalStorageWaitTime: 51ms (51998066) - TotalThreadsInvoluntaryContextSwitches: 190 (190) - TotalThreadsTotalWallClockTime: 18.33s (18329318077) - TotalThreadsSysTime: 130ms (130867000) - TotalThreadsUserTime: 2.82s (2817520000) - TotalThreadsVoluntaryContextSwitches: 1,641 (1641) - TotalTime: 10.01s (10005627751) Fragment Instance Lifecycle Event Timeline Prepare Finished: 88ms (88996689) Open Finished: 704ms (704973772) First Batch Produced: 1.53s (1530943043) First Batch Sent: 1.53s (1530943043) ExecInternal Finished: 10.10s (10096624366) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.39s (9389650668) - ExecTreeExecTime: 840ms (840968715) - InactiveTotalTime: 0ns (0) - OpenTime: 615ms (615977083) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.69s (5691788258) - PeakMemoryUsage: 1.7 MiB (1738368) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1639938983) - TotalBytesSent: 155.9 MiB (163430217) - TotalTime: 8.28s (8279691967) - UncompressedRowBatchSize: 260.9 MiB (273615575) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 460ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61692906) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692906) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692906) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 293ms (293989072) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 384ms (384985682) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843803) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1713755527) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419628) - RowBatchQueueGetWaitTime: 341ms (341987277) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11796297) - RowBatchQueuePutWaitTime: 7.25s (7250730230) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1978670 per second (1978670) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 51ms (51998066) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.32s (8323690326) - ScannerThreadsSysTime: 26ms (26621000) - ScannerThreadsUserTime: 380ms (380444000) - ScannerThreadsVoluntaryContextSwitches: 935 (935) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 35ms (35998662) - TotalReadThroughput: 5.9 MiB/s (6142876) - TotalTime: 840ms (840968715) Node Lifecycle Event Timeline Open Started: 704ms (704973772) Open Finished: 704ms (704973772) First Batch Requested: 704ms (704973772) First Batch Returned: 1.53s (1530943043) Last Batch Returned: 9.76s (9756637015) Closed: 10.10s (10096624366) Buffer pool - AllocTime: 73ms (73997247) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 73ms (73997247) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 615ms (615977083) - CodegenSysTime: 4ms (4053000) - CodegenUserTime: 217ms (217825000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 228ms (228991481) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999888) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 288ms (288989248) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 93ms (93996503) - TotalTime: 615ms (615977083) Instance c7456fdd806a4994:3209e926000000d0 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.317 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81253218) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3280635004) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.69s (5687980746) - TotalStorageWaitTime: 24ms (24999915) - TotalThreadsInvoluntaryContextSwitches: 304 (304) - TotalThreadsTotalWallClockTime: 18.42s (18422937637) - TotalThreadsSysTime: 157ms (157889000) - TotalThreadsUserTime: 2.85s (2850461000) - TotalThreadsVoluntaryContextSwitches: 1,593 (1593) - TotalTime: 9.99s (9988966187) Fragment Instance Lifecycle Event Timeline Prepare Finished: 144ms (144999509) Open Finished: 981ms (981996676) First Batch Produced: 1.52s (1516994865) First Batch Sent: 1.52s (1516994865) ExecInternal Finished: 10.13s (10135965689) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.15s (9151969020) - ExecTreeExecTime: 549ms (549998141) - InactiveTotalTime: 0ns (0) - OpenTime: 836ms (836997167) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.69s (5687980746) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1623994495) - TotalBytesSent: 156.4 MiB (164040973) - TotalTime: 8.30s (8303971883) - UncompressedRowBatchSize: 261.9 MiB (274665136) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 240ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61923183) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923183) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923183) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 307ms (307998959) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 306ms (306998963) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75742837) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 621.6 MiB/s (651825188) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240308241) - RowBatchQueueGetWaitTime: 229ms (229999221) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11785557) - RowBatchQueuePutWaitTime: 7.50s (7495974623) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3042815 per second (3042815) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 24ms (24999915) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.43s (8433971450) - ScannerThreadsSysTime: 32ms (32373000) - ScannerThreadsUserTime: 389ms (389533000) - ScannerThreadsVoluntaryContextSwitches: 860 (860) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 94ms (94999678) - TotalReadThroughput: 6.2 MiB/s (6503852) - TotalTime: 548ms (548998144) Node Lifecycle Event Timeline Open Started: 981ms (981996676) Open Finished: 981ms (981996676) First Batch Requested: 981ms (981996676) First Batch Returned: 1.52s (1516994865) Last Batch Returned: 9.89s (9890966519) Closed: 10.13s (10134965693) Buffer pool - AllocTime: 83ms (83999715) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 83ms (83999715) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 836ms (836997167) - CodegenSysTime: 2ms (2998000) - CodegenUserTime: 224ms (224702000) - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 235ms (235999201) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 496ms (496998318) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 98ms (98999665) - TotalTime: 836ms (836997167) Instance c7456fdd806a4994:3209e926000000c9 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.477 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 69.4 MiB (72758004) - PeakReservation: 54.5 MiB (57155584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3211225952) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.58s (5582788807) - TotalStorageWaitTime: 98ms (98996254) - TotalThreadsInvoluntaryContextSwitches: 237 (237) - TotalThreadsTotalWallClockTime: 18.43s (18433302627) - TotalThreadsSysTime: 141ms (141537000) - TotalThreadsUserTime: 2.86s (2862045000) - TotalThreadsVoluntaryContextSwitches: 1,690 (1690) - TotalTime: 9.98s (9980622411) Fragment Instance Lifecycle Event Timeline Prepare Finished: 103ms (103996065) Open Finished: 871ms (871967011) First Batch Produced: 1.36s (1360948512) First Batch Sent: 1.36s (1360948512) ExecInternal Finished: 10.09s (10086618400) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.21s (9212651465) - ExecTreeExecTime: 511ms (511980630) - InactiveTotalTime: 0ns (0) - OpenTime: 767ms (767970946) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.58s (5584788731) - PeakMemoryUsage: 1.7 MiB (1754752) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.74s (1740934133) - TotalBytesSent: 155.9 MiB (163443374) - TotalTime: 8.36s (8363683587) - UncompressedRowBatchSize: 260.9 MiB (273617650) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 305ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61700512) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61700512) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61700512) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 315ms (315988039) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 439ms (439983355) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67255625) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 358.8 MiB/s (376236869) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429332) - RowBatchQueueGetWaitTime: 142ms (142994590) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900512) - RowBatchQueuePutWaitTime: 7.49s (7486716765) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3275714 per second (3275714) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 98ms (98996254) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.45s (8452680216) - ScannerThreadsSysTime: 27ms (27660000) - ScannerThreadsUserTime: 387ms (387177000) - ScannerThreadsVoluntaryContextSwitches: 948 (948) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 163ms (163993795) - TotalReadThroughput: 5.9 MiB/s (6155278) - TotalTime: 507ms (507980782) Node Lifecycle Event Timeline Open Started: 871ms (871967011) Open Finished: 871ms (871967011) First Batch Requested: 871ms (871967011) First Batch Returned: 1.36s (1360948512) Last Batch Returned: 9.85s (9854627177) Closed: 10.09s (10086618400) Buffer pool - AllocTime: 17ms (17999319) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999319) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 767ms (767970946) - CodegenSysTime: 3ms (3925000) - CodegenUserTime: 220ms (220633000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 263ms (263990012) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999887) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 417ms (417984187) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 81ms (81996898) - TotalTime: 767ms (767970946) Instance c7456fdd806a4994:3209e926000000eb (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.275 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81323574) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168828850) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.87s (5873806799) - TotalStorageWaitTime: 11ms (11999606) - TotalThreadsInvoluntaryContextSwitches: 180 (180) - TotalThreadsTotalWallClockTime: 18.35s (18347396516) - TotalThreadsSysTime: 130ms (130135000) - TotalThreadsUserTime: 2.88s (2876931000) - TotalThreadsVoluntaryContextSwitches: 1,558 (1558) - TotalTime: 9.97s (9975671879) Fragment Instance Lifecycle Event Timeline Prepare Finished: 73ms (73997566) Open Finished: 771ms (771974608) First Batch Produced: 1.34s (1340955893) First Batch Sent: 1.34s (1340955893) ExecInternal Finished: 10.05s (10049669445) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.28s (9276694870) - ExecTreeExecTime: 584ms (584980759) - InactiveTotalTime: 0ns (0) - OpenTime: 697ms (697977042) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.87s (5874806766) - PeakMemoryUsage: 1.9 MiB (1975936) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1585947838) - TotalBytesSent: 155.9 MiB (163443005) - TotalTime: 8.42s (8420723028) - UncompressedRowBatchSize: 260.9 MiB (273608455) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 388ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61688524) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688524) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688524) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 338ms (338988846) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 427ms (427985930) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845849) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.7 GiB/s (1814428122) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419886) - RowBatchQueueGetWaitTime: 173ms (173994277) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11891401) - RowBatchQueuePutWaitTime: 7.37s (7366757689) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2859200 per second (2859200) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999606) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.37s (8372724604) - ScannerThreadsSysTime: 28ms (28166000) - ScannerThreadsUserTime: 381ms (381876000) - ScannerThreadsVoluntaryContextSwitches: 866 (866) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 33ms (33998880) - TotalReadThroughput: 6.2 MiB/s (6471729) - TotalTime: 581ms (581980858) Node Lifecycle Event Timeline Open Started: 771ms (771974608) Open Finished: 771ms (771974608) First Batch Requested: 771ms (771974608) First Batch Returned: 1.34s (1340955893) Last Batch Returned: 9.77s (9766678753) Closed: 10.05s (10049669445) Buffer pool - AllocTime: 88ms (88997072) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998355) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 697ms (697977042) - CodegenSysTime: 1ms (1983000) - CodegenUserTime: 219ms (219451000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 313ms (313989672) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 4ms (4999836) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 283ms (283990659) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 92ms (92996941) - TotalTime: 697ms (697977042) Instance c7456fdd806a4994:3209e926000000da (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.283 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81272430) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3360872304) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.73s (5732839946) - TotalStorageWaitTime: 63ms (63998214) - TotalThreadsInvoluntaryContextSwitches: 213 (213) - TotalThreadsTotalWallClockTime: 18.25s (18253490379) - TotalThreadsSysTime: 152ms (152408000) - TotalThreadsUserTime: 2.86s (2858938000) - TotalThreadsVoluntaryContextSwitches: 1,633 (1633) - TotalTime: 9.95s (9950722185) Fragment Instance Lifecycle Event Timeline Prepare Finished: 92ms (92997403) Open Finished: 737ms (737979396) First Batch Produced: 1.39s (1390961165) First Batch Sent: 1.39s (1390961165) ExecInternal Finished: 10.04s (10044719560) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.30s (9305740192) - ExecTreeExecTime: 676ms (676981098) - InactiveTotalTime: 0ns (0) - OpenTime: 644ms (644981993) - ExecTreeOpenTime: 999.97us (999972) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.74s (5735839862) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.71s (1709952259) - TotalBytesSent: 155.8 MiB (163396329) - TotalTime: 8.49s (8490762948) - UncompressedRowBatchSize: 260.9 MiB (273594330) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 446ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61686212) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61686212) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61686212) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 544ms (544984778) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 368ms (368989701) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778233) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 539.7 MiB/s (565944344) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239411062) - RowBatchQueueGetWaitTime: 169ms (169995253) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11882382) - RowBatchQueuePutWaitTime: 7.17s (7170799801) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2457971 per second (2457971) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 63ms (63998214) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.30s (8302768194) - ScannerThreadsSysTime: 38ms (38948000) - ScannerThreadsUserTime: 383ms (383894000) - ScannerThreadsVoluntaryContextSwitches: 928 (928) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 108ms (108996958) - TotalReadThroughput: 6.2 MiB/s (6467415) - TotalTime: 676ms (676981098) Node Lifecycle Event Timeline Open Started: 736ms (736979424) Open Finished: 737ms (737979396) First Batch Requested: 737ms (737979396) First Batch Returned: 1.39s (1390961165) Last Batch Returned: 9.71s (9707728969) Closed: 10.04s (10044719560) Buffer pool - AllocTime: 52ms (52998520) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52998520) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 643ms (643982021) - CodegenSysTime: 1ms (1030000) - CodegenUserTime: 230ms (230851000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 329ms (329990787) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999749) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 241ms (241993244) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 60ms (60998297) - TotalTime: 643ms (643982021) Instance c7456fdd806a4994:3209e926000000e8 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.324 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81241359) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3240300537) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.86s (5859939824) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 192 (192) - TotalThreadsTotalWallClockTime: 18.17s (18167813472) - TotalThreadsSysTime: 130ms (130448000) - TotalThreadsUserTime: 2.85s (2847749000) - TotalThreadsVoluntaryContextSwitches: 1,609 (1609) - TotalTime: 9.93s (9929898050) Fragment Instance Lifecycle Event Timeline Prepare Finished: 79ms (79999179) Open Finished: 778ms (778992002) First Batch Produced: 1.29s (1290986746) First Batch Sent: 1.29s (1290986746) ExecInternal Finished: 10.01s (10011897208) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.23s (9230905227) - ExecTreeExecTime: 524ms (524994610) - InactiveTotalTime: 0ns (0) - OpenTime: 698ms (698992823) - ExecTreeOpenTime: 999.99us (999989) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.86s (5859939824) - PeakMemoryUsage: 1.7 MiB (1771136) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.49s (1488984724) - TotalBytesSent: 156.5 MiB (164071245) - TotalTime: 8.45s (8448913258) - UncompressedRowBatchSize: 262.0 MiB (274676440) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 375ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61937539) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937539) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937539) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 318ms (318996723) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 460ms (460995266) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75747293) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 809.2 MiB/s (848468167) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240319542) - RowBatchQueueGetWaitTime: 107ms (107998891) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11796907) - RowBatchQueuePutWaitTime: 7.21s (7212925948) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3181937 per second (3181937) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.24s (8237915422) - ScannerThreadsSysTime: 25ms (25732000) - ScannerThreadsUserTime: 385ms (385907000) - ScannerThreadsVoluntaryContextSwitches: 904 (904) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 72ms (72999249) - TotalReadThroughput: 6.2 MiB/s (6503311) - TotalTime: 524ms (524994609) Node Lifecycle Event Timeline Open Started: 778ms (778992002) Open Finished: 778ms (778992002) First Batch Requested: 778ms (778992002) First Batch Returned: 1.29s (1290986746) Last Batch Returned: 9.63s (9630901120) Closed: 10.01s (10010897218) Buffer pool - AllocTime: 18ms (18999805) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999805) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 61 (61) - CodegenTotalWallClockTime: 697ms (697992834) - CodegenSysTime: 1ms (1969000) - CodegenUserTime: 223ms (223498000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 241ms (241997516) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36999620) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 335ms (335996550) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 80ms (80999168) - TotalTime: 697ms (697992834) Instance c7456fdd806a4994:3209e926000000cf (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.492 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81353302) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257002478) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.36s (5359780655) - TotalStorageWaitTime: 1ms (1999919) - TotalThreadsInvoluntaryContextSwitches: 414 (414) - TotalThreadsTotalWallClockTime: 18.19s (18187255690) - TotalThreadsSysTime: 173ms (173377000) - TotalThreadsUserTime: 2.83s (2835040000) - TotalThreadsVoluntaryContextSwitches: 1,583 (1583) - TotalTime: 9.92s (9922593919) Fragment Instance Lifecycle Event Timeline Prepare Finished: 125ms (125994843) Open Finished: 768ms (768968530) First Batch Produced: 1.38s (1384943322) First Batch Sent: 1.38s (1384943322) ExecInternal Finished: 10.05s (10048588763) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.28s (9278620274) - ExecTreeExecTime: 635ms (635973974) - InactiveTotalTime: 0ns (0) - OpenTime: 642ms (642973687) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.96us (999958) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.36s (5360780614) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1678931291) - TotalBytesSent: 155.9 MiB (163447778) - TotalTime: 8.33s (8328659146) - UncompressedRowBatchSize: 261.0 MiB (273626897) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 447ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.9 MiB (61720221) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720221) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720221) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 354ms (354985475) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 427ms (427982483) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842892) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1668182296) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430375) - RowBatchQueueGetWaitTime: 135ms (135994435) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11806513) - RowBatchQueuePutWaitTime: 7.30s (7297701341) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2620579 per second (2620579) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 1ms (1999919) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.27s (8265661729) - ScannerThreadsSysTime: 33ms (33352000) - ScannerThreadsUserTime: 380ms (380782000) - ScannerThreadsVoluntaryContextSwitches: 868 (868) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 36ms (36998487) - TotalReadThroughput: 6.2 MiB/s (6470981) - TotalTime: 634ms (634974015) Node Lifecycle Event Timeline Open Started: 768ms (768968530) Open Finished: 768ms (768968530) First Batch Requested: 768ms (768968530) First Batch Returned: 1.38s (1384943322) Last Batch Returned: 9.76s (9760600549) Closed: 10.05s (10048588763) Buffer pool - AllocTime: 15ms (15999345) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999345) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 642ms (642973687) - CodegenSysTime: 3ms (3978000) - CodegenUserTime: 219ms (219107000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 241ms (241990097) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999386) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 341ms (341986004) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 41ms (41998282) - TotalTime: 642ms (642973687) Instance c7456fdd806a4994:3209e926000000ce (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.513 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81321972) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3239506701) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.66s (5657965135) - TotalStorageWaitTime: 62ms (62999612) - TotalThreadsInvoluntaryContextSwitches: 230 (230) - TotalThreadsTotalWallClockTime: 18.27s (18274887444) - TotalThreadsSysTime: 143ms (143713000) - TotalThreadsUserTime: 2.84s (2843268000) - TotalThreadsVoluntaryContextSwitches: 1,542 (1542) - TotalTime: 9.90s (9901939013) Fragment Instance Lifecycle Event Timeline Prepare Finished: 96ms (96999403) Open Finished: 787ms (787995147) First Batch Produced: 1.46s (1462990989) First Batch Sent: 1.46s (1463990983) ExecInternal Finished: 10.00s (10002938391) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.21s (9210943269) - ExecTreeExecTime: 717ms (717995581) - InactiveTotalTime: 0ns (0) - OpenTime: 690ms (690995744) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.66s (5661965110) - PeakMemoryUsage: 1.6 MiB (1697408) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1563990370) - TotalBytesSent: 156.4 MiB (164045964) - TotalTime: 8.20s (8198949505) - UncompressedRowBatchSize: 261.9 MiB (274652791) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 387ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61921299) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61921299) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61921299) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 287ms (287998220) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 415ms (415997432) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844267) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 230.7 MiB/s (241881564) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240304438) - RowBatchQueueGetWaitTime: 253ms (253998436) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11942507) - RowBatchQueuePutWaitTime: 7.43s (7432954234) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2326615 per second (2326615) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 62ms (62999612) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.37s (8372948431) - ScannerThreadsSysTime: 29ms (29738000) - ScannerThreadsUserTime: 383ms (383212000) - ScannerThreadsVoluntaryContextSwitches: 831 (831) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 255ms (255998423) - TotalReadThroughput: 5.9 MiB/s (6167460) - TotalTime: 717ms (717995581) Node Lifecycle Event Timeline Open Started: 787ms (787995147) Open Finished: 787ms (787995147) First Batch Requested: 787ms (787995147) First Batch Returned: 1.46s (1462990989) Last Batch Returned: 9.79s (9788939709) Closed: 10.00s (10002938391) Buffer pool - AllocTime: 55ms (55999655) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 55ms (55999655) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 690ms (690995744) - CodegenSysTime: 2ms (2959000) - CodegenUserTime: 212ms (212086000) - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 213ms (213998682) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999981) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 414ms (414997444) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 56ms (56999649) - TotalTime: 690ms (690995744) Instance c7456fdd806a4994:3209e926000000d7 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.332 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81222103) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3235139315) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.77s (5771965690) - TotalStorageWaitTime: 34ms (34999792) - TotalThreadsInvoluntaryContextSwitches: 274 (274) - TotalThreadsTotalWallClockTime: 18.16s (18163892034) - TotalThreadsSysTime: 141ms (141540000) - TotalThreadsUserTime: 2.84s (2838049000) - TotalThreadsVoluntaryContextSwitches: 1,562 (1562) - TotalTime: 9.90s (9899941155) Fragment Instance Lifecycle Event Timeline Prepare Finished: 119ms (119999287) Open Finished: 836ms (836995025) First Batch Produced: 1.41s (1411991607) First Batch Sent: 1.41s (1411991607) ExecInternal Finished: 10.02s (10021940430) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.18s (9182945417) - ExecTreeExecTime: 594ms (594996462) - InactiveTotalTime: 0ns (0) - OpenTime: 716ms (716995738) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.77s (5771965690) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.65s (1648990197) - TotalBytesSent: 155.9 MiB (163431446) - TotalTime: 8.37s (8371950242) - UncompressedRowBatchSize: 260.9 MiB (273610482) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 373ms Hdfs Read Thread Concurrency Bucket: 0:94.12% 1:5.882% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.058823529411764705) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61693887) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693887) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693887) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 321ms (321998088) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 295ms (295998241) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75744348) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.2 GiB/s (1312643741) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239423894) - RowBatchQueueGetWaitTime: 124ms (124999257) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11895721) - RowBatchQueuePutWaitTime: 7.46s (7464955628) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2810827 per second (2810827) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 34ms (34999792) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.26s (8263950879) - ScannerThreadsSysTime: 32ms (32365000) - ScannerThreadsUserTime: 374ms (374235000) - ScannerThreadsVoluntaryContextSwitches: 855 (855) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 46ms (46999719) - TotalReadThroughput: 6.2 MiB/s (6469577) - TotalTime: 591ms (591996480) Node Lifecycle Event Timeline Open Started: 836ms (836995025) Open Finished: 836ms (836995025) First Batch Requested: 836ms (836995025) First Batch Returned: 1.41s (1411991607) Last Batch Returned: 9.73s (9729942166) Closed: 10.02s (10020940436) Buffer pool - AllocTime: 60ms (60999637) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 60ms (60999637) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 716ms (716995738) - CodegenSysTime: 2ms (2980000) - CodegenUserTime: 219ms (219397000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 371ms (371997789) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999923) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 271ms (271998383) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 58ms (58999649) - TotalTime: 716ms (716995738) Instance c7456fdd806a4994:3209e926000000de (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.287 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81279200) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3209034090) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.77s (5769826604) - TotalStorageWaitTime: 24ms (24999249) - TotalThreadsInvoluntaryContextSwitches: 206 (206) - TotalThreadsTotalWallClockTime: 18.28s (18276450756) - TotalThreadsSysTime: 144ms (144544000) - TotalThreadsUserTime: 2.83s (2830490000) - TotalThreadsVoluntaryContextSwitches: 1,601 (1601) - TotalTime: 9.90s (9897702554) Fragment Instance Lifecycle Event Timeline Prepare Finished: 79ms (79997596) Open Finished: 737ms (737977822) First Batch Produced: 1.29s (1286961324) First Batch Sent: 1.29s (1286961324) ExecInternal Finished: 9.98s (9976700180) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.24s (9236722418) - ExecTreeExecTime: 634ms (634980916) - InactiveTotalTime: 0ns (0) - OpenTime: 657ms (657980226) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 2ms (2999910) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.77s (5773826484) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.55s (1552953326) - TotalBytesSent: 156.5 MiB (164084744) - TotalTime: 8.33s (8334749525) - UncompressedRowBatchSize: 262.0 MiB (274694878) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 417ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61933798) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61933798) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61933798) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 350ms (350989457) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 299ms (299990984) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75776734) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 649.1 MiB/s (680611627) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240330339) - RowBatchQueueGetWaitTime: 121ms (121996334) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11807420) - RowBatchQueuePutWaitTime: 7.58s (7575772329) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2634937 per second (2634937) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 24ms (24999249) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.38s (8381748112) - ScannerThreadsSysTime: 40ms (40284000) - ScannerThreadsUserTime: 371ms (371448000) - ScannerThreadsVoluntaryContextSwitches: 878 (878) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 90ms (90997267) - TotalReadThroughput: 6.2 MiB/s (6500870) - TotalTime: 633ms (633980947) Node Lifecycle Event Timeline Open Started: 737ms (737977822) Open Finished: 737ms (737977822) First Batch Requested: 737ms (737977822) First Batch Returned: 1.29s (1286961324) Last Batch Returned: 9.73s (9726707692) Closed: 9.97s (9975700210) Buffer pool - AllocTime: 13ms (13999579) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999579) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 657ms (657980226) - CodegenSysTime: 2ms (2997000) - CodegenUserTime: 223ms (223148000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 181ms (181994531) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999940) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 406ms (406987769) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 64ms (64998046) - TotalTime: 657ms (657980226) Instance c7456fdd806a4994:3209e926000000ea (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.061 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81227892) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3300578590) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.67s (5674820075) - TotalStorageWaitTime: 65ms (65997908) - TotalThreadsInvoluntaryContextSwitches: 271 (271) - TotalThreadsTotalWallClockTime: 18.10s (18104425966) - TotalThreadsSysTime: 133ms (133896000) - TotalThreadsUserTime: 2.89s (2886511000) - TotalThreadsVoluntaryContextSwitches: 1,660 (1660) - TotalTime: 9.89s (9886686525) Fragment Instance Lifecycle Event Timeline Prepare Finished: 65ms (65997908) Open Finished: 854ms (854972891) First Batch Produced: 1.41s (1414955136) First Batch Sent: 1.41s (1414955136) ExecInternal Finished: 9.95s (9952684432) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.10s (9096711573) - ExecTreeExecTime: 600ms (600980947) - InactiveTotalTime: 0ns (0) - OpenTime: 788ms (788974983) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999969) - ExecTreePrepareTime: 999.97us (999969) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.68s (5677819980) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1583949766) - TotalBytesSent: 155.9 MiB (163450544) - TotalTime: 8.24s (8236738834) - UncompressedRowBatchSize: 261.0 MiB (273629691) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 298ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.9 MiB (61720032) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720032) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720032) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 309ms (309990174) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 401ms (401987250) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75741885) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 336.4 MiB/s (352697078) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239435389) - RowBatchQueueGetWaitTime: 205ms (205993469) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11907147) - RowBatchQueuePutWaitTime: 7.28s (7283769058) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2764207 per second (2764207) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 65ms (65997908) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.22s (8218739410) - ScannerThreadsSysTime: 30ms (30352000) - ScannerThreadsUserTime: 398ms (398894000) - ScannerThreadsVoluntaryContextSwitches: 912 (912) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 174ms (174994452) - TotalReadThroughput: 5.9 MiB/s (6159069) - TotalTime: 601ms (601980918) Node Lifecycle Event Timeline Open Started: 854ms (854972891) Open Finished: 854ms (854972891) First Batch Requested: 854ms (854972891) First Batch Returned: 1.41s (1414955136) Last Batch Returned: 9.65s (9651693976) Closed: 9.95s (9952684432) Buffer pool - AllocTime: 26ms (26999144) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999144) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 788ms (788974983) - CodegenSysTime: 5ms (5047000) - CodegenUserTime: 223ms (223649000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 148ms (148995275) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999366) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 495ms (495984274) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 121ms (121996131) - TotalTime: 788ms (788974983) Instance c7456fdd806a4994:3209e926000000e1 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.897 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81341974) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3324699414) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.67s (5669965066) - TotalStorageWaitTime: 10ms (10999933) - TotalThreadsInvoluntaryContextSwitches: 306 (306) - TotalThreadsTotalWallClockTime: 18.05s (18052888719) - TotalThreadsSysTime: 145ms (145467000) - TotalThreadsUserTime: 2.85s (2850775000) - TotalThreadsVoluntaryContextSwitches: 1,685 (1685) - TotalTime: 9.86s (9857939234) Fragment Instance Lifecycle Event Timeline Prepare Finished: 98ms (98999390) Open Finished: 1.16s (1162992832) First Batch Produced: 1.50s (1505990717) First Batch Sent: 1.51s (1506990711) ExecInternal Finished: 9.96s (9957938618) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.79s (8793945792) - ExecTreeExecTime: 371ms (371997706) - InactiveTotalTime: 0ns (0) - OpenTime: 1.06s (1063993442) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.67s (5670965060) - PeakMemoryUsage: 1.6 MiB (1640064) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1509990678) - TotalBytesSent: 156.5 MiB (164057456) - TotalTime: 8.31s (8311948761) - UncompressedRowBatchSize: 261.9 MiB (274658371) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 88ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61935643) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935643) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935643) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 387ms (387997612) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 376ms (376997686) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842773) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 642.0 MiB/s (673217667) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240305497) - RowBatchQueueGetWaitTime: 225ms (225998607) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11782509) - RowBatchQueuePutWaitTime: 7.13s (7128956041) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 4514892 per second (4514892) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999933) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.19s (8194949485) - ScannerThreadsSysTime: 41ms (41338000) - ScannerThreadsUserTime: 375ms (375148000) - ScannerThreadsVoluntaryContextSwitches: 934 (934) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 91ms (91999432) - TotalReadThroughput: 6.2 MiB/s (6494929) - TotalTime: 369ms (369997718) Node Lifecycle Event Timeline Open Started: 1.16s (1162992832) Open Finished: 1.16s (1162992832) First Batch Requested: 1.16s (1162992832) First Batch Returned: 1.50s (1505990717) Last Batch Returned: 9.68s (9681940319) Closed: 9.96s (9956938624) Buffer pool - AllocTime: 23ms (23999852) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999852) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 1.06s (1063993442) - CodegenSysTime: 2ms (2027000) - CodegenUserTime: 224ms (224017000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 460ms (460997159) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 59ms (59999630) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 447ms (447997238) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 92ms (92999427) - TotalTime: 1.06s (1063993442) Instance c7456fdd806a4994:3209e926000000db (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.872 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81356823) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3319146984) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.59s (5586800398) - TotalStorageWaitTime: 65ms (65997643) - TotalThreadsInvoluntaryContextSwitches: 242 (242) - TotalThreadsTotalWallClockTime: 18.12s (18121352581) - TotalThreadsSysTime: 128ms (128730000) - TotalThreadsUserTime: 2.80s (2796861000) - TotalThreadsVoluntaryContextSwitches: 1,731 (1731) - TotalTime: 9.83s (9831648746) Fragment Instance Lifecycle Event Timeline Prepare Finished: 160ms (160994248) Open Finished: 573ms (573979493) First Batch Produced: 1.49s (1489946769) First Batch Sent: 1.49s (1489946769) ExecInternal Finished: 9.99s (9993642959) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.42s (9418663501) - ExecTreeExecTime: 931ms (931966705) - InactiveTotalTime: 0ns (0) - OpenTime: 412ms (412985245) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.59s (5587800363) - PeakMemoryUsage: 1.5 MiB (1558144) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1593943032) - TotalBytesSent: 155.9 MiB (163431711) - TotalTime: 8.10s (8104710443) - UncompressedRowBatchSize: 260.9 MiB (273609051) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 658ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61707656) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61707656) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61707656) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 286ms (286989743) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 480ms (480982815) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75846304) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 297.2 MiB/s (311665963) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422420) - RowBatchQueueGetWaitTime: 234ms (234991605) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894126) - RowBatchQueuePutWaitTime: 7.26s (7257740706) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1785471 per second (1785471) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 65ms (65997643) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.29s (8289703835) - ScannerThreadsSysTime: 29ms (29443000) - ScannerThreadsUserTime: 378ms (378505000) - ScannerThreadsVoluntaryContextSwitches: 997 (997) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 197ms (197992926) - TotalReadThroughput: 6.2 MiB/s (6479854) - TotalTime: 931ms (931966705) Node Lifecycle Event Timeline Open Started: 573ms (573979493) Open Finished: 573ms (573979493) First Batch Requested: 573ms (573979493) First Batch Returned: 1.49s (1489946769) Last Batch Returned: 9.73s (9726652497) Closed: 9.99s (9992642994) Buffer pool - AllocTime: 76ms (76997249) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 76ms (76997249) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 412ms (412985245) - CodegenSysTime: 2ms (2000000) - CodegenUserTime: 215ms (215015000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 177ms (177993641) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999929) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 185ms (185993355) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 33ms (33998785) - TotalTime: 412ms (412985245) Instance c7456fdd806a4994:3209e926000000df (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.801 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81347139) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.2 GiB (3397255457) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.68s (5676959332) - TotalStorageWaitTime: 50ms (50999636) - TotalThreadsInvoluntaryContextSwitches: 214 (214) - TotalThreadsTotalWallClockTime: 17.97s (17972871246) - TotalThreadsSysTime: 151ms (151229000) - TotalThreadsUserTime: 2.83s (2835551000) - TotalThreadsVoluntaryContextSwitches: 1,622 (1622) - TotalTime: 9.82s (9818929659) Fragment Instance Lifecycle Event Timeline Prepare Finished: 109ms (109999212) Open Finished: 465ms (465996661) First Batch Produced: 1.35s (1348990336) First Batch Sent: 1.35s (1348990336) ExecInternal Finished: 9.92s (9922928914) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.45s (9449932303) - ExecTreeExecTime: 904ms (904993514) - InactiveTotalTime: 0ns (0) - OpenTime: 355ms (355997449) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.68s (5679959311) - PeakMemoryUsage: 1.6 MiB (1705600) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1663988078) - TotalBytesSent: 155.8 MiB (163408902) - TotalTime: 8.29s (8294940582) - UncompressedRowBatchSize: 260.9 MiB (273591069) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 721ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61704715) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704715) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704715) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 311ms (311997775) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 532ms (532996177) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844789) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 291.3 MiB/s (305471074) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414812) - RowBatchQueueGetWaitTime: 100ms (100999277) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11791353) - RowBatchQueuePutWaitTime: 7.13s (7135948875) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1842759 per second (1842759) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 50ms (50999636) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.17s (8166941494) - ScannerThreadsSysTime: 41ms (41176000) - ScannerThreadsUserTime: 375ms (375501000) - ScannerThreadsVoluntaryContextSwitches: 911 (911) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 201ms (201998553) - TotalReadThroughput: 6.2 MiB/s (6461226) - TotalTime: 902ms (902993529) Node Lifecycle Event Timeline Open Started: 465ms (465996661) Open Finished: 465ms (465996661) First Batch Requested: 465ms (465996661) First Batch Returned: 1.35s (1348990336) Last Batch Returned: 9.60s (9602931206) Closed: 9.92s (9916928957) Buffer pool - AllocTime: 999.99us (999992) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999992) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 355ms (355997449) - CodegenSysTime: 1ms (1998000) - CodegenUserTime: 219ms (219646000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 113ms (113999183) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999979) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 166ms (166998804) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 69ms (69999498) - TotalTime: 355ms (355997449) Instance c7456fdd806a4994:3209e926000000cb (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.793 Hdfs split stats (:<# splits>/): 0:1/88.52 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 69.4 MiB (72798957) - PeakReservation: 54.5 MiB (57155584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168795187) - RowsProduced: 1,657,500 (1657500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.58s (5581786414) - TotalStorageWaitTime: 22ms (22999120) - TotalThreadsInvoluntaryContextSwitches: 307 (307) - TotalThreadsTotalWallClockTime: 17.93s (17929313871) - TotalThreadsSysTime: 143ms (143961000) - TotalThreadsUserTime: 2.84s (2842406000) - TotalThreadsVoluntaryContextSwitches: 1,664 (1664) - TotalTime: 9.81s (9811624523) Fragment Instance Lifecycle Event Timeline Prepare Finished: 94ms (94996365) Open Finished: 812ms (812968889) First Batch Produced: 1.32s (1324949296) First Batch Sent: 1.32s (1325949258) ExecInternal Finished: 9.92s (9916620505) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.09s (9092652037) - ExecTreeExecTime: 600ms (600976999) - InactiveTotalTime: 0ns (0) - OpenTime: 717ms (717972524) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.58s (5581786414) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,657,500 (1657500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.69s (1691935253) - TotalBytesSent: 155.3 MiB (162796029) - TotalTime: 8.26s (8257683989) - UncompressedRowBatchSize: 259.9 MiB (272553011) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.52 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 369ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.6 MiB (61467105) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.6 MiB (61467105) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.6 MiB (61467105) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 426ms (426983664) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 550ms (550978909) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67253875) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 875.0 MiB/s (917454573) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 227.4 MiB (238427367) - RowBatchQueueGetWaitTime: 188ms (188992768) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892850) - RowBatchQueuePutWaitTime: 6.95s (6951733970) - RowBatchesEnqueued: 1,621 (1621) - RowsRead: 1,657,500 (1657500) - RowsReturned: 1,657,500 (1657500) - RowsReturnedRate: 2771845 per second (2771845) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 22ms (22999120) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.12s (8118689310) - ScannerThreadsSysTime: 39ms (39400000) - ScannerThreadsUserTime: 380ms (380832000) - ScannerThreadsVoluntaryContextSwitches: 909 (909) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 66ms (66997437) - TotalReadThroughput: 6.5 MiB/s (6795699) - TotalTime: 597ms (597977113) Node Lifecycle Event Timeline Open Started: 812ms (812968889) Open Finished: 812ms (812968889) First Batch Requested: 812ms (812968889) First Batch Returned: 1.32s (1324949296) Last Batch Returned: 9.55s (9548634587) Closed: 9.91s (9915620543) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 717ms (717972524) - CodegenSysTime: 5ms (5020000) - CodegenUserTime: 214ms (214230000) - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 299ms (299988520) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999541) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 344ms (344986798) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 58ms (58997742) - TotalTime: 717ms (717972524) Instance c7456fdd806a4994:3209e926000000c7 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.210 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81354012) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3289664201) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.71s (5715997801) - TotalStorageWaitTime: 68ms (68999974) - TotalThreadsInvoluntaryContextSwitches: 210 (210) - TotalThreadsTotalWallClockTime: 17.94s (17941993109) - TotalThreadsSysTime: 131ms (131438000) - TotalThreadsUserTime: 2.84s (2841967000) - TotalThreadsVoluntaryContextSwitches: 1,559 (1559) - TotalTime: 9.79s (9795996237) Fragment Instance Lifecycle Event Timeline Prepare Finished: 80ms (80999969) Open Finished: 736ms (736999717) First Batch Produced: 1.36s (1359999477) First Batch Sent: 1.36s (1359999477) ExecInternal Finished: 9.88s (9877996206) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.14s (9139996489) - ExecTreeExecTime: 664ms (664999746) - InactiveTotalTime: 0ns (0) - OpenTime: 655ms (655999748) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.72s (5717997800) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1676999352) - TotalBytesSent: 156.5 MiB (164072739) - TotalTime: 8.27s (8270996822) - UncompressedRowBatchSize: 261.9 MiB (274670890) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 425ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61938711) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61938711) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61938711) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 413ms (413999846) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 407ms (407999851) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75824042) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 642.1 MiB/s (673247129) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240321308) - RowBatchQueueGetWaitTime: 184ms (184999929) - RowBatchQueuePeakMemoryUsage: 10.2 MiB (10681639) - RowBatchQueuePutWaitTime: 7.09s (7094997259) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2512031 per second (2512031) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 68ms (68999974) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.14s (8145996872) - ScannerThreadsSysTime: 34ms (34009000) - ScannerThreadsUserTime: 381ms (381124000) - ScannerThreadsVoluntaryContextSwitches: 851 (851) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 91ms (91999963) - TotalReadThroughput: 6.2 MiB/s (6485049) - TotalTime: 664ms (664999746) Node Lifecycle Event Timeline Open Started: 736ms (736999717) Open Finished: 736ms (736999717) First Batch Requested: 736ms (736999717) First Batch Returned: 1.36s (1359999477) Last Batch Returned: 9.49s (9494996353) Closed: 9.88s (9877996206) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 22 (22) - CodegenTotalWallClockTime: 655ms (655999748) - CodegenSysTime: 4ms (4959000) - CodegenUserTime: 222ms (222163000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 233ms (233999911) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999989) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 300ms (300999884) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 89ms (89999965) - TotalTime: 655ms (655999748) Instance c7456fdd806a4994:3209e926000000e4 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.067 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81413192) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3328446781) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.54s (5539813760) - TotalStorageWaitTime: 999.97us (999966) - TotalThreadsInvoluntaryContextSwitches: 256 (256) - TotalThreadsTotalWallClockTime: 18.06s (18057392895) - TotalThreadsSysTime: 155ms (155951000) - TotalThreadsUserTime: 2.89s (2888726000) - TotalThreadsVoluntaryContextSwitches: 1,591 (1591) - TotalTime: 9.79s (9789670863) Fragment Instance Lifecycle Event Timeline Prepare Finished: 95ms (95996772) Open Finished: 744ms (744974953) First Batch Produced: 1.27s (1274957135) First Batch Sent: 1.27s (1274957135) ExecInternal Finished: 9.89s (9886667602) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.14s (9140692682) - ExecTreeExecTime: 552ms (552981409) - InactiveTotalTime: 0ns (0) - OpenTime: 648ms (648978181) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.54s (5542813660) - PeakMemoryUsage: 1.8 MiB (1836672) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.78s (1784939971) - TotalBytesSent: 156.5 MiB (164060439) - TotalTime: 8.35s (8349719274) - UncompressedRowBatchSize: 261.9 MiB (274670596) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 420ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.1 MiB (61943397) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61943397) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61943397) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 372ms (372987459) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 476ms (476983964) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845344) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 729.3 MiB/s (764758995) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240313715) - RowBatchQueueGetWaitTime: 78ms (78997344) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11790868) - RowBatchQueuePutWaitTime: 7.25s (7249756257) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3031862 per second (3031862) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 999.97us (999966) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.27s (8267722032) - ScannerThreadsSysTime: 24ms (24262000) - ScannerThreadsUserTime: 399ms (399695000) - ScannerThreadsVoluntaryContextSwitches: 898 (898) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 80ms (80997278) - TotalReadThroughput: 6.2 MiB/s (6508026) - TotalTime: 550ms (550981477) Node Lifecycle Event Timeline Open Started: 744ms (744974953) Open Finished: 744ms (744974953) First Batch Requested: 744ms (744974953) First Batch Returned: 1.27s (1274957135) Last Batch Returned: 9.65s (9654675401) Closed: 9.88s (9885667635) Buffer pool - AllocTime: 54ms (54998150) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 54ms (54998150) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 648ms (648978181) - CodegenSysTime: 4ms (4880000) - CodegenUserTime: 221ms (221593000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 260ms (260991225) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999866) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 302ms (302989813) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 78ms (78997344) - TotalTime: 648ms (648978181) Instance c7456fdd806a4994:3209e926000000c6 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.602 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.5 MiB (81305809) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3185624171) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.55s (5551825199) - TotalStorageWaitTime: 31ms (31998993) - TotalThreadsInvoluntaryContextSwitches: 187 (187) - TotalThreadsTotalWallClockTime: 17.99s (17989433603) - TotalThreadsSysTime: 129ms (129166000) - TotalThreadsUserTime: 2.83s (2835358000) - TotalThreadsVoluntaryContextSwitches: 1,616 (1616) - TotalTime: 9.76s (9762692622) Fragment Instance Lifecycle Event Timeline Prepare Finished: 107ms (107996599) Open Finished: 654ms (654979377) First Batch Produced: 1.35s (1346957590) First Batch Sent: 1.35s (1346957590) ExecInternal Finished: 9.87s (9873689126) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.21s (9215709844) - ExecTreeExecTime: 707ms (707977712) - InactiveTotalTime: 0ns (0) - OpenTime: 546ms (546982778) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.55s (5552825168) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.50s (1502952681) - TotalBytesSent: 156.5 MiB (164071010) - TotalTime: 8.24s (8238740602) - UncompressedRowBatchSize: 262.0 MiB (274678841) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 518ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61951940) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61951940) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61951940) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 216ms (216993174) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 372ms (372988255) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778846) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 984.7 MiB/s (1032564859) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240323618) - RowBatchQueueGetWaitTime: 154ms (154995120) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11896846) - RowBatchQueuePutWaitTime: 7.41s (7411766636) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2366221 per second (2366221) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 31ms (31998993) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.23s (8226740981) - ScannerThreadsSysTime: 20ms (20802000) - ScannerThreadsUserTime: 383ms (383174000) - ScannerThreadsVoluntaryContextSwitches: 860 (860) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 59ms (59998110) - TotalReadThroughput: 6.2 MiB/s (6495275) - TotalTime: 705ms (705977774) Node Lifecycle Event Timeline Open Started: 654ms (654979377) Open Finished: 654ms (654979377) First Batch Requested: 654ms (654979377) First Batch Returned: 1.35s (1346957590) Last Batch Returned: 9.65s (9648696210) Closed: 9.87s (9872689158) Buffer pool - AllocTime: 62ms (62998017) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62998017) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 546ms (546982778) - CodegenSysTime: 4ms (4957000) - CodegenUserTime: 215ms (215086000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 264ms (264991656) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999906) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 171ms (171994585) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 88ms (88997198) - TotalTime: 546ms (546982778) Instance c7456fdd806a4994:3209e926000000e6 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.720 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81355408) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3176871225) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.53s (5533963685) - TotalStorageWaitTime: 43ms (43999712) - TotalThreadsInvoluntaryContextSwitches: 273 (273) - TotalThreadsTotalWallClockTime: 17.84s (17842882911) - TotalThreadsSysTime: 122ms (122165000) - TotalThreadsUserTime: 2.83s (2835959000) - TotalThreadsVoluntaryContextSwitches: 1,587 (1587) - TotalTime: 9.74s (9738936091) Fragment Instance Lifecycle Event Timeline Prepare Finished: 121ms (121999200) Open Finished: 566ms (566996279) First Batch Produced: 1.32s (1316991358) First Batch Sent: 1.32s (1316991358) ExecInternal Finished: 9.86s (9862935278) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.29s (9293939012) - ExecTreeExecTime: 767ms (767994961) - InactiveTotalTime: 0ns (0) - OpenTime: 444ms (444997079) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.53s (5534963679) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1568989702) - TotalBytesSent: 155.9 MiB (163439399) - TotalTime: 8.21s (8208946126) - UncompressedRowBatchSize: 260.9 MiB (273623093) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 619ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.9 MiB (61710430) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61710430) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61710430) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 435ms (435997144) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 399ms (399997383) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844864) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 764.3 MiB/s (801439401) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429611) - RowBatchQueueGetWaitTime: 95ms (95999370) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11901263) - RowBatchQueuePutWaitTime: 7.15s (7150953065) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2178024 per second (2178024) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 43ms (43999712) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.10s (8103946820) - ScannerThreadsSysTime: 26ms (26374000) - ScannerThreadsUserTime: 381ms (381783000) - ScannerThreadsVoluntaryContextSwitches: 877 (877) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76999496) - TotalReadThroughput: 6.2 MiB/s (6474027) - TotalTime: 763ms (763994987) Node Lifecycle Event Timeline Open Started: 566ms (566996279) Open Finished: 566ms (566996279) First Batch Requested: 566ms (566996279) First Batch Returned: 1.32s (1316991358) Last Batch Returned: 9.52s (9522937509) Closed: 9.86s (9861935284) Buffer pool - AllocTime: 29ms (29999803) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 29ms (29999803) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 444ms (444997079) - CodegenSysTime: 1ms (1992000) - CodegenUserTime: 215ms (215115000) - CodegenVoluntaryContextSwitches: 8 (8) - CompileTime: 149ms (149999015) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999981) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 233ms (233998465) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 56ms (56999625) - TotalTime: 444ms (444997079) Instance c7456fdd806a4994:3209e926000000d3 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.744 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81329163) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3301079050) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.42s (5421982005) - TotalStorageWaitTime: 36ms (36999876) - TotalThreadsInvoluntaryContextSwitches: 228 (228) - TotalThreadsTotalWallClockTime: 18.02s (18016940217) - TotalThreadsSysTime: 133ms (133577000) - TotalThreadsUserTime: 2.85s (2850269000) - TotalThreadsVoluntaryContextSwitches: 1,627 (1627) - TotalTime: 9.74s (9737967688) Fragment Instance Lifecycle Event Timeline Prepare Finished: 109ms (109999635) Open Finished: 750ms (750997508) First Batch Produced: 1.38s (1376995431) First Batch Sent: 1.38s (1376995431) ExecInternal Finished: 9.85s (9848967320) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.10s (9096969815) - ExecTreeExecTime: 644ms (644997861) - InactiveTotalTime: 0ns (0) - OpenTime: 640ms (640997873) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.42s (5422982002) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1642994541) - TotalBytesSent: 155.8 MiB (163408726) - TotalTime: 8.06s (8063973238) - UncompressedRowBatchSize: 260.9 MiB (273586602) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 437ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61693831) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693831) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693831) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 379ms (379998744) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 430ms (430998569) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843222) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 764.1 MiB/s (801221279) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239409170) - RowBatchQueueGetWaitTime: 174ms (174999419) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11880834) - RowBatchQueuePutWaitTime: 7.20s (7196976115) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2583859 per second (2583859) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 36ms (36999876) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.28s (8278972529) - ScannerThreadsSysTime: 23ms (23792000) - ScannerThreadsUserTime: 390ms (390354000) - ScannerThreadsVoluntaryContextSwitches: 922 (922) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76999741) - TotalReadThroughput: 6.2 MiB/s (6465503) - TotalTime: 643ms (643997864) Node Lifecycle Event Timeline Open Started: 750ms (750997508) Open Finished: 750ms (750997508) First Batch Requested: 750ms (750997508) First Batch Returned: 1.38s (1376995431) Last Batch Returned: 9.66s (9662967937) Closed: 9.85s (9847967323) Buffer pool - AllocTime: 61ms (61999795) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61999795) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 640ms (640997873) - CodegenSysTime: 4ms (4983000) - CodegenUserTime: 215ms (215185000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 237ms (237999210) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53999820) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 300ms (300999001) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 45ms (45999848) - TotalTime: 640ms (640997873) Instance c7456fdd806a4994:3209e926000000d6 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.821 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 77.6 MiB (81411920) - PeakReservation: 62.5 MiB (65544192) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3217508379) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.50s (5496693267) - TotalStorageWaitTime: 27ms (27998438) - TotalThreadsInvoluntaryContextSwitches: 332 (332) - TotalThreadsTotalWallClockTime: 17.69s (17692012748) - TotalThreadsSysTime: 139ms (139800000) - TotalThreadsUserTime: 2.85s (2848635000) - TotalThreadsVoluntaryContextSwitches: 1,481 (1481) - TotalTime: 9.67s (9666460591) Fragment Instance Lifecycle Event Timeline Prepare Finished: 58ms (58996708) Open Finished: 719ms (719959825) First Batch Produced: 1.30s (1304927183) First Batch Sent: 1.30s (1305927127) ExecInternal Finished: 9.73s (9728457132) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4194304) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 4.0 MiB (4194304) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.01s (9005497474) - ExecTreeExecTime: 648ms (648963786) - InactiveTotalTime: 0ns (0) - OpenTime: 660ms (660963117) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=55) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.50s (5497693211) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1676906431) - TotalBytesSent: 155.8 MiB (163420225) - TotalTime: 8.13s (8127546466) - UncompressedRowBatchSize: 260.9 MiB (273600223) HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4, 6]), waited for 432ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61684682) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61684682) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61684682) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 315ms (315982367) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 307ms (307982831) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844031) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.0 GiB/s (1121602258) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414761) - RowBatchQueueGetWaitTime: 106ms (106994030) - RowBatchQueuePeakMemoryUsage: 10.4 MiB (10945974) - RowBatchQueuePutWaitTime: 7.27s (7271594211) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2572013 per second (2572013) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 27ms (27998438) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.03s (8025552157) - ScannerThreadsSysTime: 29ms (29221000) - ScannerThreadsUserTime: 379ms (379743000) - ScannerThreadsVoluntaryContextSwitches: 790 (790) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 54ms (54996931) - TotalReadThroughput: 6.2 MiB/s (6476082) - TotalTime: 646ms (646963898) Node Lifecycle Event Timeline Open Started: 719ms (719959825) Open Finished: 719ms (719959825) First Batch Requested: 719ms (719959825) First Batch Returned: 1.30s (1304927183) Last Batch Returned: 9.41s (9408474987) Closed: 9.73s (9728457132) Buffer pool - AllocTime: 51ms (51997098) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 51ms (51997098) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 6 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 660ms (660963117) - CodegenSysTime: 7ms (7062000) - CodegenUserTime: 213ms (213868000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 198ms (198988896) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999832) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 37 (37) - NumInstructions: 968 (968) - OptimizationTime: 370ms (370979298) - PeakMemoryUsage: 484.0 KiB (495616) - PrepareTime: 86ms (86995146) - TotalTime: 660ms (660963117) Averaged Fragment F18 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:3h1m max:3h39m mean: 3h2m stddev:5m54s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.8 MiB (46991515) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 1,655,051 (1655051) - TotalNetworkReceiveTime: 34.8m (2088392657996) - TotalNetworkSendTime: 2.4h (8693240713722) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 149 (149) - TotalThreadsTotalWallClockTime: 3.0h (10965137802579) - TotalThreadsSysTime: 1.51s (1508471846) - TotalThreadsUserTime: 28.81s (28807719333) - TotalThreadsVoluntaryContextSwitches: 293,599 (293599) - TotalTime: 3.0h (10965144494730) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8814001440011) - ExecTreeExecTime: 2.0m (120356735166) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151136362567) - ExecTreeOpenTime: 35.8m (2149357555244) - PrepareTime: 6ms (6640870) - ExecTreePrepareTime: 1ms (1589707) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,051 (1655051) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 196ms (196200808) - TotalBytesSent: 39.2 MiB (41056126) - TotalTime: 2.4h (8693644627925) - UncompressedRowBatchSize: 83.7 MiB (87717715) UNION_NODE (id=14) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,051 (1655051) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.8m (2269715162183) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,051 (1655051) - RowsReturnedRate: 739 per second (739) - TotalTime: 37.8m (2269644471451) GroupingAggregator 0 - BuildTime: 59.13s (59134648997) - GetResultsTime: 332ms (332710569) - HTResizeTime: 81ms (81870011) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,051 (1655051) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 710ms (710421750) - CumulativeAllocationBytes: 8.6 GiB (9191171938) - CumulativeAllocations: 4,366 (4366) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4393963625) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4358903545) - ReadIoOps: 2,078 (2078) - ReadIoWaitTime: 1.8m (105922793378) - SystemAllocTime: 687ms (687012016) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4393963625) - WriteIoOps: 2,095 (2095) - WriteIoWaitTime: 40.35s (40348957368) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 505ms (505475884) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 10.5 MiB (11029261) - RowsReturned: 26,818,343 (26818343) - RowsReturnedRate: 13866 per second (13866) - TotalTime: 34.8m (2089000772633) Buffer pool - AllocTime: 5.85s (5847051779) - CumulativeAllocationBytes: 6.6 GiB (7133275792) - CumulativeAllocations: 348,329 (348329) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.4 MiB (10897250) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.4 MiB (10897250) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.46s (3462166291) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.15s (25146416490) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4758281775) - TotalGetBatchTime: 34.8m (2088366017580) - DataWaitTime: 34.7m (2084928967834) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 13.53s (13530860647) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,164 (174164) - TotalBatchesReceived: 174,164 (174164) - TotalBytesReceived: 1.7 GiB (1855745087) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 39.73s (39733625710) - TotalRPCsDeferred: 877 (877) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 86 (86) - CodegenTotalWallClockTime: 1.78s (1778140676) - CodegenSysTime: 9ms (9633358) - CodegenUserTime: 661ms (661998000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 601ms (601499462) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28640316) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.07s (1073771707) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 69ms (69588252) - TotalTime: 1.78s (1778166317) Fragment F18 Instance c7456fdd806a4994:3209e926000001c4 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 09:05:15.158 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 50.2 MiB (52607653) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 1,653,789 (1653789) - TotalNetworkReceiveTime: 7.1m (424718019150) - TotalNetworkSendTime: 2.4h (8506185804266) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 323 (323) - TotalThreadsTotalWallClockTime: 3.7h (13153270170258) - TotalThreadsSysTime: 1.33s (1326291000) - TotalThreadsUserTime: 29.09s (29092022000) - TotalThreadsVoluntaryContextSwitches: 229,978 (229978) - TotalTime: 3.7h (13153272170230) Fragment Instance Lifecycle Event Timeline Prepare Finished: 99ms (99998589) Open Finished: 35.9m (2152094704181) First Batch Produced: 39.2m (2350526922055) First Batch Sent: 39.2m (2350526922055) ExecInternal Finished: 3.7h (13153372168819) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.1h (11001275464666) - ExecTreeExecTime: 41.6m (2494431669484) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151994705592) - ExecTreeOpenTime: 35.9m (2151073718586) - PrepareTime: 1ms (1999972) - ExecTreePrepareTime: 1ms (1999972) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8506185804266) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,789 (1653789) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 360ms (360995021) - TotalBytesSent: 39.1 MiB (41028134) - TotalTime: 2.4h (8506843795182) - UncompressedRowBatchSize: 83.6 MiB (87650817) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,789 (1653789) - RowsReturnedRate: 355 per second (355) - TotalTime: 1.3h (4645507388042) Node Lifecycle Event Timeline Open Started: 1.02s (1020985595) Open Finished: 35.9m (2152094704181) First Batch Requested: 35.9m (2152094704181) First Batch Returned: 39.2m (2350526922055) Last Batch Returned: 3.7h (13153348169149) Closed: 3.7h (13153371168833) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,789 (1653789) - RowsReturnedRate: 356 per second (356) - TotalTime: 1.3h (4645440388963) Node Lifecycle Event Timeline Open Started: 1.02s (1020985595) Open Finished: 35.9m (2152094704181) First Batch Requested: 35.9m (2152094704181) First Batch Returned: 39.2m (2350526922055) Last Batch Returned: 3.7h (13153348169149) Closed: 3.7h (13153348169149) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 28.2m (1692893170685) - GetResultsTime: 340ms (340995307) - HTResizeTime: 99ms (99998618) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,789 (1653789) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 7.04s (7036900903) - CumulativeAllocationBytes: 8.6 GiB (9216983040) - CumulativeAllocations: 4,379 (4379) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4389339136) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4389339136) - ReadIoOps: 2,093 (2093) - ReadIoWaitTime: 41.0m (2459832145531) - SystemAllocTime: 6.85s (6846903578) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4389339136) - WriteIoOps: 2,093 (2093) - WriteIoWaitTime: 25.3m (1519381612103) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 544ms (544992319) - InactiveTotalTime: 5.2m (312786594876) - PeakMemoryUsage: 15.9 MiB (16645399) - RowsReturned: 26,794,910 (26794910) - RowsReturnedRate: 62993 per second (62993) - TotalTime: 7.1m (425363010058) Node Lifecycle Event Timeline Open Started: 1.02s (1020985595) Open Finished: 27.11s (27109617532) First Batch Requested: 27.11s (27109617532) First Batch Returned: 27.14s (27137617137) Last Batch Returned: 35.9m (2152093704195) Closed: 35.9m (2152093704195) Buffer pool - AllocTime: 2.2m (130925157026) - CumulativeAllocationBytes: 6.6 GiB (7127023616) - CumulativeAllocations: 348,024 (348024) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.4 MiB (16113664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.4 MiB (16113664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 54.99s (54986227327) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.09s (26088631937) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4753623924) - TotalGetBatchTime: 7.1m (424702019374) - DataWaitTime: 5.2m (312786594876) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.7m (159733752136) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,012 (174012) - TotalBatchesReceived: 174,012 (174012) - TotalBytesReceived: 1.7 GiB (1853968478) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 25.7m (1544247648092) - TotalRPCsDeferred: 32,852 (32852) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 57 (57) - CodegenTotalWallClockTime: 920ms (920987006) - CodegenSysTime: 6ms (6931000) - CodegenUserTime: 651ms (651720000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 253ms (253996416) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999675) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 582ms (582991775) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 44ms (44999365) - TotalTime: 920ms (920987006) Instance c7456fdd806a4994:3209e926000001d0 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:59.685 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.1 MiB (42048910) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 1,653,378 (1653378) - TotalNetworkReceiveTime: 35.6m (2133256950331) - TotalNetworkSendTime: 2.4h (8699215707522) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 134 (134) - TotalThreadsTotalWallClockTime: 3.0h (10915466389150) - TotalThreadsSysTime: 1.62s (1620932000) - TotalThreadsUserTime: 28.93s (28925183000) - TotalThreadsVoluntaryContextSwitches: 296,048 (296048) - TotalTime: 3.0h (10915466389150) Fragment Instance Lifecycle Event Timeline Prepare Finished: 122ms (122999592) Open Finished: 35.9m (2152086888072) First Batch Produced: 35.9m (2154732879369) First Batch Sent: 35.9m (2154732879369) ExecInternal Finished: 3.0h (10915590388738) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8763502500670) - ExecTreeExecTime: 1.1m (63889794430) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151963888480) - ExecTreeOpenTime: 35.8m (2150131894559) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699216707519) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,378 (1653378) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 190ms (190999388) - TotalBytesSent: 39.1 MiB (41014136) - TotalTime: 2.4h (8699613706236) - UncompressedRowBatchSize: 83.6 MiB (87629034) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,378 (1653378) - RowsReturnedRate: 746 per second (746) - TotalTime: 36.9m (2214021688989) Node Lifecycle Event Timeline Open Started: 1.95s (1954993513) Open Finished: 35.9m (2152086888072) First Batch Requested: 35.9m (2152086888072) First Batch Returned: 35.9m (2154732879369) Last Batch Returned: 3.0h (10915569388806) Closed: 3.0h (10915590388738) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,378 (1653378) - RowsReturnedRate: 746 per second (746) - TotalTime: 36.9m (2213942689239) Node Lifecycle Event Timeline Open Started: 1.95s (1954993513) Open Finished: 35.9m (2152086888072) First Batch Requested: 35.9m (2152086888072) First Batch Returned: 35.9m (2154732879369) Last Batch Returned: 3.0h (10915568388809) Closed: 3.0h (10915569388806) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.77s (15772947872) - GetResultsTime: 352ms (352998864) - HTResizeTime: 79ms (79999739) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,378 (1653378) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 497ms (497998360) - CumulativeAllocationBytes: 8.6 GiB (9191817216) - CumulativeAllocations: 4,367 (4367) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4391436288) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4362076160) - ReadIoOps: 2,080 (2080) - ReadIoWaitTime: 50.09s (50089838913) - SystemAllocTime: 493ms (493998373) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4391436288) - WriteIoOps: 2,094 (2094) - WriteIoWaitTime: 1.01s (1014996637) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 531ms (531998243) - InactiveTotalTime: 35.5m (2132619952444) - PeakMemoryUsage: 5.8 MiB (6086656) - RowsReturned: 26,794,904 (26794904) - RowsReturnedRate: 12556 per second (12556) - TotalTime: 35.6m (2133900948197) Node Lifecycle Event Timeline Open Started: 1.95s (1954993513) Open Finished: 27.02s (27016910362) First Batch Requested: 27.02s (27016910362) First Batch Returned: 27.04s (27036910295) Last Batch Returned: 35.9m (2152085888075) Closed: 35.9m (2152086888072) Buffer pool - AllocTime: 2.51s (2507991689) - CumulativeAllocationBytes: 6.6 GiB (7127023616) - CumulativeAllocations: 348,020 (348020) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.8 MiB (6086656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.8 MiB (6086656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.13s (2131992945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.06s (25061916849) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4754488666) - TotalGetBatchTime: 35.6m (2133235950400) - DataWaitTime: 35.5m (2132619952444) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.68s (9680967883) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,010 (174010) - TotalBatchesReceived: 174,010 (174010) - TotalBytesReceived: 1.7 GiB (1854267580) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 78 (78) - CodegenTotalWallClockTime: 1.83s (1831993921) - CodegenSysTime: 5ms (5927000) - CodegenUserTime: 659ms (659862000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 540ms (540998205) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999967) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.18s (1179996084) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 91ms (91999695) - TotalTime: 1.83s (1831993921) Instance c7456fdd806a4994:3209e926000001ca (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:59.484 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.1 MiB (44105102) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 1,656,118 (1656118) - TotalNetworkReceiveTime: 35.6m (2133324992311) - TotalNetworkSendTime: 2.4h (8698733402176) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 156 (156) - TotalThreadsTotalWallClockTime: 3.0h (10915121845442) - TotalThreadsSysTime: 1.59s (1595347000) - TotalThreadsUserTime: 28.69s (28692837000) - TotalThreadsVoluntaryContextSwitches: 295,786 (295786) - TotalTime: 3.0h (10915121845442) Fragment Instance Lifecycle Event Timeline Prepare Finished: 144ms (144999049) Open Finished: 35.9m (2152035869537) First Batch Produced: 35.9m (2154716851928) First Batch Sent: 35.9m (2154716851928) ExecInternal Finished: 3.0h (10915267844484) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8763230974954) - ExecTreeExecTime: 1.1m (64087575498) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151890870488) - ExecTreeOpenTime: 35.8m (2150355880561) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698733402176) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,656,118 (1656118) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 197ms (197998686) - TotalBytesSent: 39.2 MiB (41077407) - TotalTime: 2.4h (8699141399470) - UncompressedRowBatchSize: 83.7 MiB (87774254) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,656,118 (1656118) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2214442456066) Node Lifecycle Event Timeline Open Started: 1.68s (1679988976) Open Finished: 35.9m (2152035869537) First Batch Requested: 35.9m (2152035869537) First Batch Returned: 35.9m (2154716851928) Last Batch Returned: 3.0h (10915245844630) Closed: 3.0h (10915266844491) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,656,118 (1656118) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2214379456487) Node Lifecycle Event Timeline Open Started: 1.68s (1679988976) Open Finished: 35.9m (2152035869537) First Batch Requested: 35.9m (2152035869537) First Batch Returned: 35.9m (2154716851928) Last Batch Returned: 3.0h (10915244844637) Closed: 3.0h (10915245844630) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.05s (16051894678) - GetResultsTime: 298ms (298998029) - HTResizeTime: 87ms (87999416) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,656,118 (1656118) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 489ms (489996781) - CumulativeAllocationBytes: 8.6 GiB (9204400128) - CumulativeAllocations: 4,373 (4373) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4399824896) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4366270464) - ReadIoOps: 2,082 (2082) - ReadIoWaitTime: 50.18s (50184667541) - SystemAllocTime: 479ms (479996847) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4399824896) - WriteIoOps: 2,098 (2098) - WriteIoWaitTime: 1.10s (1099992776) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 480ms (480996845) - InactiveTotalTime: 35.5m (2132813995659) - PeakMemoryUsage: 7.8 MiB (8142848) - RowsReturned: 26,858,084 (26858084) - RowsReturnedRate: 12586 per second (12586) - TotalTime: 35.6m (2133905988489) Node Lifecycle Event Timeline Open Started: 1.68s (1679988976) Open Finished: 27.01s (27014822723) First Batch Requested: 27.02s (27015822716) First Batch Returned: 27.03s (27032822604) Last Batch Returned: 35.9m (2152034869544) Closed: 35.9m (2152035869537) Buffer pool - AllocTime: 3.16s (3163979237) - CumulativeAllocationBytes: 6.7 GiB (7143858176) - CumulativeAllocations: 348,844 (348844) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.8 MiB (8142848) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.8 MiB (8142848) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.72s (2718982150) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.33s (25334833747) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4765530371) - TotalGetBatchTime: 35.6m (2133302992454) - DataWaitTime: 35.5m (2132813995659) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.32s (10317932254) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,422 (174422) - TotalBatchesReceived: 174,422 (174422) - TotalBytesReceived: 1.7 GiB (1858552456) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 94 (94) - CodegenTotalWallClockTime: 1.53s (1534989927) - CodegenSysTime: 12ms (12784000) - CodegenUserTime: 654ms (654970000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 597ms (597996076) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36999757) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 821ms (821994606) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 75ms (75999501) - TotalTime: 1.53s (1534989927) Instance c7456fdd806a4994:3209e926000001b9 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:59.232 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52262674) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 1,653,972 (1653972) - TotalNetworkReceiveTime: 35.6m (2133696696451) - TotalNetworkSendTime: 2.4h (8698696661708) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 143 (143) - TotalThreadsTotalWallClockTime: 3.0h (10914331361476) - TotalThreadsSysTime: 1.62s (1624205000) - TotalThreadsUserTime: 28.78s (28782170000) - TotalThreadsVoluntaryContextSwitches: 295,809 (295809) - TotalTime: 3.0h (10914331361476) Fragment Instance Lifecycle Event Timeline Prepare Finished: 119ms (119995596) Open Finished: 35.9m (2152070022074) First Batch Produced: 35.9m (2155615891939) First Batch Sent: 35.9m (2155615891939) ExecInternal Finished: 3.0h (10914452357035) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8762381334998) - ExecTreeExecTime: 1.1m (63292687624) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151950026478) - ExecTreeOpenTime: 35.8m (2150215090153) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698696661708) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,972 (1653972) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 173ms (173993635) - TotalBytesSent: 39.1 MiB (41033860) - TotalTime: 2.4h (8699085647484) - UncompressedRowBatchSize: 83.6 MiB (87660516) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,972 (1653972) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2213505777849) Node Lifecycle Event Timeline Open Started: 1.85s (1854931921) Open Finished: 35.9m (2152070022074) First Batch Requested: 35.9m (2152070022074) First Batch Returned: 35.9m (2155615891939) Last Batch Returned: 3.0h (10914430357839) Closed: 3.0h (10914452357035) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,972 (1653972) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2213453779751) Node Lifecycle Event Timeline Open Started: 1.85s (1854931921) Open Finished: 35.9m (2152070022074) First Batch Requested: 35.9m (2152070022074) First Batch Returned: 35.9m (2155615891939) Last Batch Returned: 3.0h (10914430357839) Closed: 3.0h (10914430357839) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.49s (15495431248) - GetResultsTime: 319ms (319988312) - HTResizeTime: 80ms (80997041) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,972 (1653972) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 402ms (402985217) - CumulativeAllocationBytes: 8.6 GiB (9204400128) - CumulativeAllocations: 4,373 (4373) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4395630592) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4370464768) - ReadIoOps: 2,084 (2084) - ReadIoWaitTime: 49.65s (49653186017) - SystemAllocTime: 401ms (401985254) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4395630592) - WriteIoOps: 2,096 (2096) - WriteIoWaitTime: 1.08s (1084960176) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 498ms (498981694) - InactiveTotalTime: 35.6m (2133132717157) - PeakMemoryUsage: 15.5 MiB (16300420) - RowsReturned: 26,792,660 (26792660) - RowsReturnedRate: 12553 per second (12553) - TotalTime: 35.6m (2134328673258) Node Lifecycle Event Timeline Open Started: 1.85s (1854931921) Open Finished: 27.17s (27171002780) First Batch Requested: 27.17s (27172002743) First Batch Returned: 27.19s (27189002120) Last Batch Returned: 35.9m (2152058022514) Closed: 35.9m (2152070022074) Buffer pool - AllocTime: 2.57s (2570905650) - CumulativeAllocationBytes: 6.6 GiB (7126417408) - CumulativeAllocations: 347,994 (347994) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.88s (1881930933) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.32s (25316070859) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4753978440) - TotalGetBatchTime: 35.6m (2133669697442) - DataWaitTime: 35.6m (2133132717157) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.59s (9592647938) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,997 (173997) - TotalBatchesReceived: 173,997 (173997) - TotalBytesReceived: 1.7 GiB (1854031699) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 29ms (29220695) - TotalRPCsDeferred: 52 (52) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 58 (58) - CodegenTotalWallClockTime: 1.73s (1734936325) - CodegenSysTime: 9ms (9971000) - CodegenUserTime: 654ms (654078000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 635ms (635976659) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999633) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.05s (1053961318) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 32ms (32998788) - TotalTime: 1.73s (1734936325) Instance c7456fdd806a4994:3209e926000001d1 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:59.682 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.0 MiB (42990990) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 1,654,117 (1654117) - TotalNetworkReceiveTime: 35.6m (2134934796959) - TotalNetworkSendTime: 2.4h (8699007518096) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 136 (136) - TotalThreadsTotalWallClockTime: 3.0h (10914196824023) - TotalThreadsSysTime: 1.41s (1410274000) - TotalThreadsUserTime: 28.41s (28414494000) - TotalThreadsVoluntaryContextSwitches: 298,171 (298171) - TotalTime: 3.0h (10914196824023) Fragment Instance Lifecycle Event Timeline Prepare Finished: 101ms (101999372) Open Finished: 35.9m (2152161690597) First Batch Produced: 35.9m (2154888673766) First Batch Sent: 35.9m (2154889673760) ExecInternal Finished: 3.0h (10914298823395) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8762136132804) - ExecTreeExecTime: 1.0m (62741617071) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152060691219) - ExecTreeOpenTime: 35.8m (2150057703566) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699008518090) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,117 (1654117) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 171ms (171998948) - TotalBytesSent: 39.1 MiB (41032110) - TotalTime: 2.4h (8699393515739) - UncompressedRowBatchSize: 83.6 MiB (87668201) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,117 (1654117) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2212794320667) Node Lifecycle Event Timeline Open Started: 2.10s (2103987031) Open Finished: 35.9m (2152161690597) First Batch Requested: 35.9m (2152161690597) First Batch Returned: 35.9m (2154888673766) Last Batch Returned: 3.0h (10914274823542) Closed: 3.0h (10914298823395) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,117 (1654117) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2212738321012) Node Lifecycle Event Timeline Open Started: 2.10s (2103987031) Open Finished: 35.9m (2152161690597) First Batch Requested: 35.9m (2152161690597) First Batch Returned: 35.9m (2154888673766) Last Batch Returned: 3.0h (10914274823542) Closed: 3.0h (10914274823542) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.04s (14037913316) - GetResultsTime: 307ms (307998124) - HTResizeTime: 81ms (81999495) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,117 (1654117) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 446ms (446997239) - CumulativeAllocationBytes: 8.6 GiB (9185525760) - CumulativeAllocations: 4,364 (4364) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4387241984) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4359979008) - ReadIoOps: 2,079 (2079) - ReadIoWaitTime: 49.19s (49185699841) - SystemAllocTime: 436ms (436997302) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4387241984) - WriteIoOps: 2,092 (2092) - WriteIoWaitTime: 1.06s (1060993445) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 486ms (486996989) - InactiveTotalTime: 35.6m (2134319800764) - PeakMemoryUsage: 6.7 MiB (7028736) - RowsReturned: 26,783,934 (26783934) - RowsReturnedRate: 12542 per second (12542) - TotalTime: 35.6m (2135514793375) Node Lifecycle Event Timeline Open Started: 2.10s (2103987031) Open Finished: 27.08s (27084833044) First Batch Requested: 27.10s (27103832927) First Batch Returned: 27.10s (27103832927) Last Batch Returned: 35.9m (2152160690603) Closed: 35.9m (2152161690597) Buffer pool - AllocTime: 1.78s (1777989019) - CumulativeAllocationBytes: 6.6 GiB (7124156416) - CumulativeAllocations: 347,890 (347890) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.7 MiB (7028736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.7 MiB (7028736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.15s (1149992890) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.98s (24980846013) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4751902226) - TotalGetBatchTime: 35.6m (2134906797131) - DataWaitTime: 35.6m (2134319800764) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.22s (8222949143) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,945 (173945) - TotalBatchesReceived: 173,945 (173945) - TotalBytesReceived: 1.7 GiB (1853343415) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 86 (86) - CodegenTotalWallClockTime: 2.00s (2001987659) - CodegenSysTime: 14ms (14641000) - CodegenUserTime: 668ms (668774000) - CodegenVoluntaryContextSwitches: 118 (118) - CompileTime: 674ms (674995839) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999938) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.29s (1291992036) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 22ms (22999858) - TotalTime: 2.00s (2001987659) Instance c7456fdd806a4994:3209e926000001c0 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.552 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.3 MiB (45407630) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 1,654,696 (1654696) - TotalNetworkReceiveTime: 35.5m (2131605398784) - TotalNetworkSendTime: 2.4h (8699277252468) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 228 (228) - TotalThreadsTotalWallClockTime: 3.0h (10910726909499) - TotalThreadsSysTime: 1.37s (1374759000) - TotalThreadsUserTime: 29.14s (29136802000) - TotalThreadsVoluntaryContextSwitches: 292,554 (292554) - TotalTime: 3.0h (10910726909499) Fragment Instance Lifecycle Event Timeline Prepare Finished: 63ms (63998601) Open Finished: 35.9m (2152074951230) First Batch Produced: 35.9m (2154920889028) First Batch Sent: 35.9m (2154920889028) ExecInternal Finished: 3.0h (10910790908100) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8758715956870) - ExecTreeExecTime: 59.06s (59063712587) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152010952629) - ExecTreeOpenTime: 35.8m (2150119993985) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699277252468) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,696 (1654696) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 170ms (170996262) - TotalBytesSent: 39.2 MiB (41053630) - TotalTime: 2.4h (8699648244370) - UncompressedRowBatchSize: 83.6 MiB (87698888) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,696 (1654696) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2209183706572) Node Lifecycle Event Timeline Open Started: 1.95s (1954957245) Open Finished: 35.9m (2152074951230) First Batch Requested: 35.9m (2152074951230) First Batch Returned: 35.9m (2154920889028) Last Batch Returned: 3.0h (10910769908557) Closed: 3.0h (10910790908100) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,696 (1654696) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2209110708167) Node Lifecycle Event Timeline Open Started: 1.95s (1954957245) Open Finished: 35.9m (2152074951230) First Batch Requested: 35.9m (2152074951230) First Batch Returned: 35.9m (2154920889028) Last Batch Returned: 3.0h (10910769908557) Closed: 3.0h (10910769908557) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.35s (17349620663) - GetResultsTime: 349ms (349992385) - HTResizeTime: 75ms (75998343) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,696 (1654696) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 646ms (646985854) - CumulativeAllocationBytes: 8.6 GiB (9208594432) - CumulativeAllocations: 4,375 (4375) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4399824896) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4370464768) - ReadIoOps: 2,084 (2084) - ReadIoWaitTime: 44.88s (44878021848) - SystemAllocTime: 632ms (632986161) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4399824896) - WriteIoOps: 2,098 (2098) - WriteIoWaitTime: 1.52s (1517966801) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 555ms (555987852) - InactiveTotalTime: 35.5m (2130970412659) - PeakMemoryUsage: 9.0 MiB (9445376) - RowsReturned: 26,835,480 (26835480) - RowsReturnedRate: 12585 per second (12585) - TotalTime: 35.5m (2132262384430) Node Lifecycle Event Timeline Open Started: 1.95s (1954957245) Open Finished: 27.16s (27162405955) First Batch Requested: 27.16s (27163405933) First Batch Returned: 27.17s (27170405780) Last Batch Returned: 35.9m (2152073951252) Closed: 35.9m (2152074951230) Buffer pool - AllocTime: 3.46s (3460924327) - CumulativeAllocationBytes: 6.6 GiB (7137804288) - CumulativeAllocations: 348,548 (348548) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.0 MiB (9445376) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.0 MiB (9445376) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.81s (2811938518) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.21s (25207448710) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4761167311) - TotalGetBatchTime: 35.5m (2131578399372) - DataWaitTime: 35.5m (2130970412659) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.85s (10849762736) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,274 (174274) - TotalBatchesReceived: 174,274 (174274) - TotalBytesReceived: 1.7 GiB (1856881152) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 171 (171) - CodegenTotalWallClockTime: 1.89s (1890958644) - CodegenSysTime: 13ms (13879000) - CodegenUserTime: 676ms (676050000) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 561ms (561987709) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999759) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.23s (1228973122) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 85ms (85998119) - TotalTime: 1.89s (1890958644) Instance c7456fdd806a4994:3209e926000001c7 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.475 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.3 MiB (47455630) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 1,654,857 (1654857) - TotalNetworkReceiveTime: 35.5m (2132796826040) - TotalNetworkSendTime: 2.4h (8697911286008) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 145 (145) - TotalThreadsTotalWallClockTime: 3.0h (10910643476051) - TotalThreadsSysTime: 1.51s (1514244000) - TotalThreadsUserTime: 28.61s (28607010000) - TotalThreadsVoluntaryContextSwitches: 295,892 (295892) - TotalTime: 3.0h (10910661475459) Fragment Instance Lifecycle Event Timeline Prepare Finished: 106ms (106996481) Open Finished: 35.9m (2152203187592) First Batch Produced: 35.9m (2154921098145) First Batch Sent: 35.9m (2154921098145) ExecInternal Finished: 3.0h (10910751472499) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8758547284940) - ExecTreeExecTime: 1.0m (60279010713) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152096191111) - ExecTreeOpenTime: 35.8m (2150153255019) - PrepareTime: 17ms (17999408) - ExecTreePrepareTime: 15ms (15999474) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8697911286008) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,857 (1654857) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 187ms (187993794) - TotalBytesSent: 39.1 MiB (41049183) - TotalTime: 2.4h (8698268274227) - UncompressedRowBatchSize: 83.6 MiB (87707421) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,857 (1654857) - RowsReturnedRate: 748 per second (748) - TotalTime: 36.8m (2210448265206) Node Lifecycle Event Timeline Open Started: 2.05s (2049932573) Open Finished: 35.9m (2152203187592) First Batch Requested: 35.9m (2152203187592) First Batch Returned: 35.9m (2154921098145) Last Batch Returned: 3.0h (10910730473192) Closed: 3.0h (10910751472499) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,857 (1654857) - RowsReturnedRate: 748 per second (748) - TotalTime: 36.8m (2210359268143) Node Lifecycle Event Timeline Open Started: 2.05s (2049932573) Open Finished: 35.9m (2152203187592) First Batch Requested: 35.9m (2152203187592) First Batch Returned: 35.9m (2154921098145) Last Batch Returned: 3.0h (10910729473225) Closed: 3.0h (10910730473192) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.38s (16384460945) - GetResultsTime: 351ms (351988384) - HTResizeTime: 67ms (67997751) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,857 (1654857) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 451ms (451985125) - CumulativeAllocationBytes: 8.6 GiB (9191817216) - CumulativeAllocations: 4,367 (4367) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4391436288) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4362076160) - ReadIoOps: 2,080 (2080) - ReadIoWaitTime: 46.28s (46280472673) - SystemAllocTime: 449ms (449985191) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4391436288) - WriteIoOps: 2,094 (2094) - WriteIoWaitTime: 1.73s (1730943042) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 514ms (514983064) - InactiveTotalTime: 35.5m (2132225844829) - PeakMemoryUsage: 11.0 MiB (11493376) - RowsReturned: 26,820,028 (26820028) - RowsReturnedRate: 12571 per second (12571) - TotalTime: 35.6m (2133403806082) Node Lifecycle Event Timeline Open Started: 2.05s (2049932573) Open Finished: 27.20s (27196105461) First Batch Requested: 27.20s (27196105461) First Batch Returned: 27.21s (27208105066) Last Batch Returned: 35.9m (2152202187625) Closed: 35.9m (2152203187592) Buffer pool - AllocTime: 1.92s (1921936774) - CumulativeAllocationBytes: 6.6 GiB (7133749248) - CumulativeAllocations: 348,350 (348350) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.0 MiB (11493376) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.0 MiB (11493376) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.61s (1612946937) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.15s (25146172888) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4758140602) - TotalGetBatchTime: 35.5m (2132768826961) - DataWaitTime: 35.5m (2132225844829) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.32s (9319693412) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,175 (174175) - TotalBatchesReceived: 174,175 (174175) - TotalBytesReceived: 1.7 GiB (1855673732) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 58 (58) - CodegenTotalWallClockTime: 1.94s (1942936092) - CodegenSysTime: 9ms (9916000) - CodegenUserTime: 665ms (665859000) - CodegenVoluntaryContextSwitches: 114 (114) - CompileTime: 742ms (742975562) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999638) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.14s (1136962602) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 45ms (45998487) - TotalTime: 1.94s (1942936092) Instance c7456fdd806a4994:3209e926000001d7 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:56.430 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.6 MiB (46759310) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 1,655,926 (1655926) - TotalNetworkReceiveTime: 35.4m (2125693765386) - TotalNetworkSendTime: 2.4h (8698636129293) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 135 (135) - TotalThreadsTotalWallClockTime: 3.0h (10910149301462) - TotalThreadsSysTime: 1.61s (1612033000) - TotalThreadsUserTime: 29.40s (29403931000) - TotalThreadsVoluntaryContextSwitches: 279,327 (279327) - TotalTime: 3.0h (10910150301432) Fragment Instance Lifecycle Event Timeline Prepare Finished: 147ms (147995527) Open Finished: 35.9m (2152392958545) First Batch Produced: 35.9m (2155111876402) First Batch Sent: 35.9m (2155111876402) ExecInternal Finished: 3.0h (10910299296928) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8757904338444) - ExecTreeExecTime: 58.85s (58848221849) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152244963018) - ExecTreeOpenTime: 35.8m (2150313021408) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698638129232) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,926 (1655926) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 194ms (194994109) - TotalBytesSent: 39.2 MiB (41078752) - TotalTime: 2.4h (8699052116715) - UncompressedRowBatchSize: 83.7 MiB (87764078) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,926 (1655926) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2209161243257) Node Lifecycle Event Timeline Open Started: 2.08s (2079937137) Open Finished: 35.9m (2152392958545) First Batch Requested: 35.9m (2152392958545) First Batch Returned: 35.9m (2155111876402) Last Batch Returned: 3.0h (10910276297623) Closed: 3.0h (10910298296958) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,926 (1655926) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2209077245799) Node Lifecycle Event Timeline Open Started: 2.08s (2079937137) Open Finished: 35.9m (2152392958545) First Batch Requested: 35.9m (2152392958545) First Batch Returned: 35.9m (2155111876402) Last Batch Returned: 3.0h (10910276297623) Closed: 3.0h (10910276297623) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 23.46s (23460291046) - GetResultsTime: 344ms (344989589) - HTResizeTime: 84ms (84997435) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,926 (1655926) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.19s (1188964066) - CumulativeAllocationBytes: 8.6 GiB (9214885888) - CumulativeAllocations: 4,378 (4378) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4399824896) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4376756224) - ReadIoOps: 2,087 (2087) - ReadIoWaitTime: 44.25s (44249662973) - SystemAllocTime: 1.16s (1160964912) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4399824896) - WriteIoOps: 2,098 (2098) - WriteIoWaitTime: 1.94s (1943941250) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 533ms (533983858) - InactiveTotalTime: 35.4m (2125008786098) - PeakMemoryUsage: 10.3 MiB (10797056) - RowsReturned: 26,853,933 (26853933) - RowsReturnedRate: 12629 per second (12629) - TotalTime: 35.4m (2126343745739) Node Lifecycle Event Timeline Open Started: 2.08s (2079937137) Open Finished: 26.95s (26951185442) First Batch Requested: 26.95s (26951185442) First Batch Returned: 26.96s (26962185110) Last Batch Returned: 35.9m (2152391958575) Closed: 35.9m (2152392958545) Buffer pool - AllocTime: 5.97s (5966819704) - CumulativeAllocationBytes: 6.7 GiB (7142760448) - CumulativeAllocations: 348,802 (348802) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.3 MiB (10797056) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.3 MiB (10797056) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5.49s (5491834051) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.87s (24871248305) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4764826630) - TotalGetBatchTime: 35.4m (2125678765838) - DataWaitTime: 35.4m (2125008786098) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14.47s (14473562695) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,401 (174401) - TotalBatchesReceived: 174,401 (174401) - TotalBytesReceived: 1.7 GiB (1858261722) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 67 (67) - CodegenTotalWallClockTime: 1.93s (1931941610) - CodegenSysTime: 7ms (7979000) - CodegenUserTime: 672ms (672078000) - CodegenVoluntaryContextSwitches: 120 (120) - CompileTime: 613ms (613981444) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999547) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.25s (1247962282) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 52ms (52998398) - TotalTime: 1.93s (1931941610) Instance c7456fdd806a4994:3209e926000001cb (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:56.106 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.9 MiB (43941262) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 1,652,127 (1652127) - TotalNetworkReceiveTime: 35.5m (2132293468450) - TotalNetworkSendTime: 2.4h (8698763133473) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 109 (109) - TotalThreadsTotalWallClockTime: 3.0h (10909884400300) - TotalThreadsSysTime: 1.60s (1600783000) - TotalThreadsUserTime: 28.83s (28832313000) - TotalThreadsVoluntaryContextSwitches: 293,278 (293278) - TotalTime: 3.0h (10909884400300) Fragment Instance Lifecycle Event Timeline Prepare Finished: 107ms (107996985) Open Finished: 35.9m (2152117914961) First Batch Produced: 35.9m (2154975835170) First Batch Sent: 35.9m (2154975835170) ExecInternal Finished: 3.0h (10909993397257) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8757874482324) - ExecTreeExecTime: 58.70s (58697360421) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152009917976) - ExecTreeOpenTime: 35.8m (2150262966750) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698764133445) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,652,127 (1652127) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 199ms (199994408) - TotalBytesSent: 39.1 MiB (40980496) - TotalTime: 2.4h (8699178121875) - UncompressedRowBatchSize: 83.5 MiB (87562731) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,652,127 (1652127) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.8m (2208959327199) Node Lifecycle Event Timeline Open Started: 1.85s (1854948211) Open Finished: 35.9m (2152117914961) First Batch Requested: 35.9m (2152117914961) First Batch Returned: 35.9m (2154975835170) Last Batch Returned: 3.0h (10909972397844) Closed: 3.0h (10909993397257) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,652,127 (1652127) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.8m (2208886329236) Node Lifecycle Event Timeline Open Started: 1.85s (1854948211) Open Finished: 35.9m (2152117914961) First Batch Requested: 35.9m (2152117914961) First Batch Returned: 35.9m (2154975835170) Last Batch Returned: 3.0h (10909971397872) Closed: 3.0h (10909972397844) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.76s (16758532108) - GetResultsTime: 324ms (324990926) - HTResizeTime: 70ms (70998019) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,652,127 (1652127) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 751ms (751978998) - CumulativeAllocationBytes: 8.6 GiB (9187622912) - CumulativeAllocations: 4,365 (4365) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4385144832) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4364173312) - ReadIoOps: 2,081 (2081) - ReadIoWaitTime: 45.07s (45074740938) - SystemAllocTime: 672ms (672981204) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4385144832) - WriteIoOps: 2,091 (2091) - WriteIoWaitTime: 1.04s (1041970913) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 540ms (540984892) - InactiveTotalTime: 35.5m (2131698485053) - PeakMemoryUsage: 7.6 MiB (7979008) - RowsReturned: 26,781,336 (26781336) - RowsReturnedRate: 12556 per second (12556) - TotalTime: 35.5m (2132945450239) Node Lifecycle Event Timeline Open Started: 1.85s (1854948211) Open Finished: 27.08s (27079243972) First Batch Requested: 27.08s (27080243944) First Batch Returned: 27.09s (27090243665) Last Batch Returned: 35.9m (2152116914989) Closed: 35.9m (2152117914961) Buffer pool - AllocTime: 2.88s (2881919531) - CumulativeAllocationBytes: 6.6 GiB (7123427328) - CumulativeAllocations: 347,846 (347846) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.6 MiB (7979008) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.6 MiB (7979008) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.28s (2279936340) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.22s (25224295761) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4751333495) - TotalGetBatchTime: 35.5m (2132265469234) - DataWaitTime: 35.5m (2131698485053) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.86s (9861724714) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,923 (173923) - TotalBatchesReceived: 173,923 (173923) - TotalBytesReceived: 1.7 GiB (1853027549) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 57 (57) - CodegenTotalWallClockTime: 1.75s (1746951226) - CodegenSysTime: 6ms (6991000) - CodegenUserTime: 674ms (674985000) - CodegenVoluntaryContextSwitches: 104 (104) - CompileTime: 627ms (627982467) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999693) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.03s (1026971328) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 65ms (65998157) - TotalTime: 1.75s (1746951226) Instance c7456fdd806a4994:3209e926000001b1 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.577 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.0 MiB (41934222) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 1,657,411 (1657411) - TotalNetworkReceiveTime: 35.5m (2130114394640) - TotalNetworkSendTime: 2.4h (8701624450709) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 147 (147) - TotalThreadsTotalWallClockTime: 3.0h (10909708917324) - TotalThreadsSysTime: 1.45s (1451141000) - TotalThreadsUserTime: 28.46s (28459248000) - TotalThreadsVoluntaryContextSwitches: 298,180 (298180) - TotalTime: 3.0h (10909708917324) Fragment Instance Lifecycle Event Timeline Prepare Finished: 94ms (94998857) Open Finished: 35.8m (2146756194304) First Batch Produced: 35.8m (2149535161007) First Batch Sent: 35.8m (2149535161007) ExecInternal Finished: 3.0h (10909804916169) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8763047721877) - ExecTreeExecTime: 1.0m (60993276275) - InactiveTotalTime: 0ns (0) - OpenTime: 35.8m (2146661195447) - ExecTreeOpenTime: 35.7m (2144887216801) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8701625450697) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,411 (1657411) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 198ms (198997640) - TotalBytesSent: 39.2 MiB (41116565) - TotalTime: 2.4h (8702054445602) - UncompressedRowBatchSize: 83.8 MiB (87842783) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,411 (1657411) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.8m (2205879493087) Node Lifecycle Event Timeline Open Started: 1.87s (1868977503) Open Finished: 35.8m (2146756194304) First Batch Requested: 35.8m (2146756194304) First Batch Returned: 35.8m (2149535161007) Last Batch Returned: 3.0h (10909782916430) Closed: 3.0h (10909803916181) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,411 (1657411) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.8m (2205804493975) Node Lifecycle Event Timeline Open Started: 1.87s (1868977503) Open Finished: 35.8m (2146756194304) First Batch Requested: 35.8m (2146756194304) First Batch Returned: 35.8m (2149535161007) Last Batch Returned: 3.0h (10909782916430) Closed: 3.0h (10909782916430) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.66s (13661835534) - GetResultsTime: 324ms (324996137) - HTResizeTime: 95ms (95998857) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,411 (1657411) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 359ms (359995679) - CumulativeAllocationBytes: 8.6 GiB (9208594432) - CumulativeAllocations: 4,375 (4375) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4401922048) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4368367616) - ReadIoOps: 2,083 (2083) - ReadIoWaitTime: 47.27s (47265439270) - SystemAllocTime: 356ms (356995715) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4401922048) - WriteIoOps: 2,099 (2099) - WriteIoWaitTime: 1.20s (1196985582) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 509ms (509993864) - InactiveTotalTime: 35.5m (2129407403153) - PeakMemoryUsage: 5.7 MiB (5971968) - RowsReturned: 26,867,565 (26867565) - RowsReturnedRate: 12609 per second (12609) - TotalTime: 35.5m (2130750386984) Node Lifecycle Event Timeline Open Started: 1.87s (1868977503) Open Finished: 27.11s (27114673625) First Batch Requested: 27.11s (27114673625) First Batch Returned: 27.12s (27123673517) Last Batch Returned: 35.8m (2146755194316) Closed: 35.8m (2146755194316) Buffer pool - AllocTime: 1.39s (1390983270) - CumulativeAllocationBytes: 6.7 GiB (7146332160) - CumulativeAllocations: 348,970 (348970) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.7 MiB (5971968) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.7 MiB (5971968) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 927ms (927988841) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.25s (25245696122) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4766564152) - TotalGetBatchTime: 35.5m (2130083395013) - DataWaitTime: 35.5m (2129407403153) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.08s (8082902706) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,485 (174485) - TotalBatchesReceived: 174,485 (174485) - TotalBytesReceived: 1.7 GiB (1859026163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 73 (73) - CodegenTotalWallClockTime: 1.77s (1773978646) - CodegenSysTime: 11ms (11769000) - CodegenUserTime: 658ms (658074000) - CodegenVoluntaryContextSwitches: 93 (93) - CompileTime: 647ms (647992200) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 38ms (38999530) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 928ms (928988817) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 144ms (144998255) - TotalTime: 1.77s (1773978646) Instance c7456fdd806a4994:3209e926000001c1 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:51.559 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52293779) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 1,656,717 (1656717) - TotalNetworkReceiveTime: 35.5m (2131825764620) - TotalNetworkSendTime: 2.4h (8697853617438) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 163 (163) - TotalThreadsTotalWallClockTime: 3.0h (10909363591794) - TotalThreadsSysTime: 1.49s (1493127000) - TotalThreadsUserTime: 28.76s (28758711000) - TotalThreadsVoluntaryContextSwitches: 294,312 (294312) - TotalTime: 3.0h (10909363591794) Fragment Instance Lifecycle Event Timeline Prepare Finished: 129ms (129997056) Open Finished: 35.9m (2151893310601) First Batch Produced: 35.9m (2154902242500) First Batch Sent: 35.9m (2154903242478) ExecInternal Finished: 3.0h (10909494588827) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8757600278249) - ExecTreeExecTime: 59.36s (59359669480) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151763313545) - ExecTreeOpenTime: 35.8m (2150207348780) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8697853617438) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,656,717 (1656717) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 186ms (186995811) - TotalBytesSent: 39.2 MiB (41090899) - TotalTime: 2.4h (8698240608769) - UncompressedRowBatchSize: 83.7 MiB (87806001) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,656,717 (1656717) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2209566018283) Node Lifecycle Event Timeline Open Started: 1.69s (1685961821) Open Finished: 35.9m (2151893310601) First Batch Requested: 35.9m (2151893310601) First Batch Returned: 35.9m (2154902242500) Last Batch Returned: 3.0h (10909472589320) Closed: 3.0h (10909494588827) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,656,717 (1656717) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2209489020010) Node Lifecycle Event Timeline Open Started: 1.69s (1685961821) Open Finished: 35.9m (2151893310601) First Batch Requested: 35.9m (2151893310601) First Batch Returned: 35.9m (2154902242500) Last Batch Returned: 3.0h (10909472589320) Closed: 3.0h (10909472589320) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.57s (17570602504) - GetResultsTime: 323ms (323992725) - HTResizeTime: 65ms (65998519) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,656,717 (1656717) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 473ms (473989273) - CumulativeAllocationBytes: 8.6 GiB (9210691584) - CumulativeAllocations: 4,376 (4376) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4397727744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4374659072) - ReadIoOps: 2,086 (2086) - ReadIoWaitTime: 45.69s (45689975968) - SystemAllocTime: 469ms (469989364) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4397727744) - WriteIoOps: 2,097 (2097) - WriteIoWaitTime: 2.20s (2200950173) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 477ms (477989180) - InactiveTotalTime: 35.5m (2131343775514) - PeakMemoryUsage: 15.6 MiB (16331525) - RowsReturned: 26,853,521 (26853521) - RowsReturnedRate: 12592 per second (12592) - TotalTime: 35.5m (2132417751222) Node Lifecycle Event Timeline Open Started: 1.69s (1685961821) Open Finished: 26.97s (26974389170) First Batch Requested: 26.98s (26975389147) First Batch Returned: 26.98s (26982388989) Last Batch Returned: 35.9m (2151893310601) Closed: 35.9m (2151893310601) Buffer pool - AllocTime: 2.08s (2080952910) - CumulativeAllocationBytes: 6.7 GiB (7142662144) - CumulativeAllocations: 348,784 (348784) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.72s (1715961173) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.29s (25288427349) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4764741224) - TotalGetBatchTime: 35.5m (2131801765165) - DataWaitTime: 35.5m (2131343775514) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.14s (9141793125) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,392 (174392) - TotalBatchesReceived: 174,392 (174392) - TotalBytesReceived: 1.7 GiB (1858281034) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 958ms (958583456) - TotalRPCsDeferred: 77 (77) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 124 (124) - CodegenTotalWallClockTime: 1.55s (1555964765) - CodegenSysTime: 7ms (7985000) - CodegenUserTime: 658ms (658727000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 582ms (582986799) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999457) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 871ms (871980253) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 74ms (74998301) - TotalTime: 1.55s (1555964765) Instance c7456fdd806a4994:3209e926000001bf (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.162 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52325133) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 1,655,396 (1655396) - TotalNetworkReceiveTime: 35.6m (2133732112749) - TotalNetworkSendTime: 2.4h (8699515563529) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 117 (117) - TotalThreadsTotalWallClockTime: 3.0h (10909255894836) - TotalThreadsSysTime: 1.50s (1502452000) - TotalThreadsUserTime: 28.77s (28774981000) - TotalThreadsVoluntaryContextSwitches: 297,085 (297085) - TotalTime: 3.0h (10909255894836) Fragment Instance Lifecycle Event Timeline Prepare Finished: 94ms (94999025) Open Finished: 35.9m (2152052924722) First Batch Produced: 35.9m (2154698897563) First Batch Sent: 35.9m (2154698897563) ExecInternal Finished: 3.0h (10909350893861) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8757297969139) - ExecTreeExecTime: 57.38s (57375409804) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151957925697) - ExecTreeOpenTime: 35.8m (2150144944311) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699516563519) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,396 (1655396) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 190ms (190998035) - TotalBytesSent: 39.2 MiB (41065421) - TotalTime: 2.4h (8699919559367) - UncompressedRowBatchSize: 83.7 MiB (87735988) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,396 (1655396) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207520354115) Node Lifecycle Event Timeline Open Started: 1.91s (1907980411) Open Finished: 35.9m (2152052924722) First Batch Requested: 35.9m (2152052924722) First Batch Returned: 35.9m (2154698897563) Last Batch Returned: 3.0h (10909329894077) Closed: 3.0h (10909350893861) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,396 (1655396) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207467354659) Node Lifecycle Event Timeline Open Started: 1.91s (1907980411) Open Finished: 35.9m (2152052924722) First Batch Requested: 35.9m (2152052924722) First Batch Returned: 35.9m (2154698897563) Last Batch Returned: 3.0h (10909328894087) Closed: 3.0h (10909329894077) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.49s (15490841008) - GetResultsTime: 318ms (318996722) - HTResizeTime: 71ms (71999258) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,396 (1655396) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 497ms (497994889) - CumulativeAllocationBytes: 8.6 GiB (9206497280) - CumulativeAllocations: 4,374 (4374) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4399824896) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4368367616) - ReadIoOps: 2,083 (2083) - ReadIoWaitTime: 43.61s (43606551362) - SystemAllocTime: 489ms (489994970) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4399824896) - WriteIoOps: 2,098 (2098) - WriteIoWaitTime: 1.37s (1371985915) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 460ms (460995277) - InactiveTotalTime: 35.6m (2133188118317) - PeakMemoryUsage: 15.6 MiB (16362879) - RowsReturned: 26,846,569 (26846569) - RowsReturnedRate: 12578 per second (12578) - TotalTime: 35.6m (2134282107113) Node Lifecycle Event Timeline Open Started: 1.91s (1907980411) Open Finished: 27.14s (27144721303) First Batch Requested: 27.14s (27145721293) First Batch Returned: 27.15s (27149721252) Last Batch Returned: 35.9m (2152052924722) Closed: 35.9m (2152052924722) Buffer pool - AllocTime: 2.28s (2276976652) - CumulativeAllocationBytes: 6.7 GiB (7140802560) - CumulativeAllocations: 348,696 (348696) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.94s (1937980125) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.24s (25236740892) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4763142848) - TotalGetBatchTime: 35.6m (2133701113067) - DataWaitTime: 35.6m (2133188118317) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.55s (9550902042) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,348 (174348) - TotalBatchesReceived: 174,348 (174348) - TotalBytesReceived: 1.7 GiB (1857449663) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 44ms (44704912) - TotalRPCsDeferred: 56 (56) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 75 (75) - CodegenTotalWallClockTime: 1.81s (1812981386) - CodegenSysTime: 6ms (6831000) - CodegenUserTime: 667ms (667553000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 715ms (715992649) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999805) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 966ms (966990072) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 97ms (97998994) - TotalTime: 1.81s (1812981386) Instance c7456fdd806a4994:3209e926000001c8 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.477 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.8 MiB (42794382) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 1,653,310 (1653310) - TotalNetworkReceiveTime: 35.6m (2134850261296) - TotalNetworkSendTime: 2.4h (8699440387069) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 111 (111) - TotalThreadsTotalWallClockTime: 3.0h (10909008830640) - TotalThreadsSysTime: 1.49s (1492788000) - TotalThreadsUserTime: 28.78s (28780594000) - TotalThreadsVoluntaryContextSwitches: 295,757 (295757) - TotalTime: 3.0h (10909017830300) Fragment Instance Lifecycle Event Timeline Prepare Finished: 133ms (133994931) Open Finished: 35.9m (2152197605188) First Batch Produced: 35.9m (2154778507626) First Batch Sent: 35.9m (2154778507626) ExecInternal Finished: 3.0h (10909142825571) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756945220383) - ExecTreeExecTime: 57.12s (57122847711) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152063610257) - ExecTreeOpenTime: 35.8m (2150712661367) - PrepareTime: 8ms (8999660) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699440387069) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,310 (1653310) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 190ms (190992805) - TotalBytesSent: 39.1 MiB (41015574) - TotalTime: 2.4h (8699830372369) - UncompressedRowBatchSize: 83.6 MiB (87625430) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,310 (1653310) - RowsReturnedRate: 748 per second (748) - TotalTime: 36.8m (2207834509116) Node Lifecycle Event Timeline Open Started: 1.48s (1484943821) Open Finished: 35.9m (2152197605188) First Batch Requested: 35.9m (2152197605188) First Batch Returned: 35.9m (2154778507626) Last Batch Returned: 3.0h (10909121826362) Closed: 3.0h (10909142825571) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,310 (1653310) - RowsReturnedRate: 748 per second (748) - TotalTime: 36.8m (2207757512015) Node Lifecycle Event Timeline Open Started: 1.48s (1484943821) Open Finished: 35.9m (2152197605188) First Batch Requested: 35.9m (2152197605188) First Batch Returned: 35.9m (2154777507664) Last Batch Returned: 3.0h (10909121826362) Closed: 3.0h (10909121826362) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.84s (14836438867) - GetResultsTime: 313ms (313988167) - HTResizeTime: 78ms (78997023) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,310 (1653310) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 349ms (349986761) - CumulativeAllocationBytes: 8.5 GiB (9170845696) - CumulativeAllocations: 4,357 (4357) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4380950528) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4351590400) - ReadIoOps: 2,075 (2075) - ReadIoWaitTime: 43.46s (43457362683) - SystemAllocTime: 338ms (338987177) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4380950528) - WriteIoOps: 2,089 (2089) - WriteIoWaitTime: 1.09s (1095958541) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 497ms (497981175) - InactiveTotalTime: 35.6m (2134301282058) - PeakMemoryUsage: 6.5 MiB (6832128) - RowsReturned: 26,757,308 (26757308) - RowsReturnedRate: 12530 per second (12530) - TotalTime: 35.6m (2135450238611) Node Lifecycle Event Timeline Open Started: 1.48s (1484943821) Open Finished: 27.17s (27173971951) First Batch Requested: 27.17s (27174971913) First Batch Returned: 27.19s (27188971383) Last Batch Returned: 35.9m (2152197605188) Closed: 35.9m (2152197605188) Buffer pool - AllocTime: 2.27s (2269914146) - CumulativeAllocationBytes: 6.6 GiB (7117012992) - CumulativeAllocations: 347,536 (347536) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.5 MiB (6832128) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.5 MiB (6832128) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.66s (1656937333) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.69s (25689028130) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4747889719) - TotalGetBatchTime: 35.6m (2134823262314) - DataWaitTime: 35.6m (2134301282058) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.35s (9345646600) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,768 (173768) - TotalBatchesReceived: 173,768 (173768) - TotalBytesReceived: 1.7 GiB (1851719578) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 64 (64) - CodegenTotalWallClockTime: 1.35s (1350948890) - CodegenSysTime: 11ms (11013000) - CodegenUserTime: 645ms (645061000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 546ms (546979307) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30998827) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 694ms (694973707) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 75ms (75997124) - TotalTime: 1.35s (1350948890) Instance c7456fdd806a4994:3209e926000001cf (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.786 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.0 MiB (42990990) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 1,654,906 (1654906) - TotalNetworkReceiveTime: 35.6m (2135027338605) - TotalNetworkSendTime: 2.4h (8699170852659) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 158 (158) - TotalThreadsTotalWallClockTime: 3.0h (10908973623929) - TotalThreadsSysTime: 1.61s (1607827000) - TotalThreadsUserTime: 28.43s (28426954000) - TotalThreadsVoluntaryContextSwitches: 299,174 (299174) - TotalTime: 3.0h (10908974623894) Fragment Instance Lifecycle Event Timeline Prepare Finished: 96ms (96996651) Open Finished: 35.9m (2152268743697) First Batch Produced: 35.9m (2154795656535) First Batch Sent: 35.9m (2154795656535) ExecInternal Finished: 3.0h (10909071620546) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756801876883) - ExecTreeExecTime: 57.22s (57219038345) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152171747046) - ExecTreeOpenTime: 35.8m (2150302811573) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699170852659) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,906 (1654906) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 206ms (206992902) - TotalBytesSent: 39.2 MiB (41052245) - TotalTime: 2.4h (8699582838538) - UncompressedRowBatchSize: 83.6 MiB (87710018) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,906 (1654906) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207521849918) Node Lifecycle Event Timeline Open Started: 1.97s (1965932124) Open Finished: 35.9m (2152268743697) First Batch Requested: 35.9m (2152268743697) First Batch Returned: 35.9m (2154795656535) Last Batch Returned: 3.0h (10909050621266) Closed: 3.0h (10909071620546) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,906 (1654906) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207449852393) Node Lifecycle Event Timeline Open Started: 1.97s (1965932124) Open Finished: 35.9m (2152268743697) First Batch Requested: 35.9m (2152268743697) First Batch Returned: 35.9m (2154795656535) Last Batch Returned: 3.0h (10909049621300) Closed: 3.0h (10909050621266) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.37s (14374504041) - GetResultsTime: 310ms (310989334) - HTResizeTime: 66ms (66997701) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,906 (1654906) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 383ms (383986759) - CumulativeAllocationBytes: 8.6 GiB (9196011520) - CumulativeAllocations: 4,369 (4369) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4391436288) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4366270464) - ReadIoOps: 2,082 (2082) - ReadIoWaitTime: 43.55s (43553506972) - SystemAllocTime: 380ms (380986864) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4391436288) - WriteIoOps: 2,094 (2094) - WriteIoWaitTime: 1.19s (1188958962) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 480ms (480983417) - InactiveTotalTime: 35.6m (2134446358652) - PeakMemoryUsage: 6.7 MiB (7028736) - RowsReturned: 26,793,074 (26793074) - RowsReturnedRate: 12545 per second (12545) - TotalTime: 35.6m (2135597318951) Node Lifecycle Event Timeline Open Started: 1.97s (1965932124) Open Finished: 27.21s (27209060573) First Batch Requested: 27.21s (27210060539) First Batch Returned: 27.23s (27227059952) Last Batch Returned: 35.9m (2152268743697) Closed: 35.9m (2152268743697) Buffer pool - AllocTime: 2.37s (2373918105) - CumulativeAllocationBytes: 6.6 GiB (7126622208) - CumulativeAllocations: 348,006 (348006) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.7 MiB (7028736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.7 MiB (7028736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.98s (1976931798) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.24s (25243128449) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4753473609) - TotalGetBatchTime: 35.6m (2134993339775) - DataWaitTime: 35.6m (2134446358652) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.04s (9038688186) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,003 (174003) - TotalBatchesReceived: 174,003 (174003) - TotalBytesReceived: 1.7 GiB (1854060098) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 104 (104) - CodegenTotalWallClockTime: 1.87s (1868935473) - CodegenSysTime: 9ms (9895000) - CodegenUserTime: 657ms (657400000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 663ms (663977076) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999586) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.11s (1107961746) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 82ms (82997135) - TotalTime: 1.87s (1868935473) Instance c7456fdd806a4994:3209e926000001d5 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.932 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52325410) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 1,655,385 (1655385) - TotalNetworkReceiveTime: 35.5m (2132899992187) - TotalNetworkSendTime: 2.4h (8699170923313) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 114 (114) - TotalThreadsTotalWallClockTime: 3.0h (10908909629919) - TotalThreadsSysTime: 1.52s (1521615000) - TotalThreadsUserTime: 28.91s (28910019000) - TotalThreadsVoluntaryContextSwitches: 295,493 (295493) - TotalTime: 3.0h (10908910629863) Fragment Instance Lifecycle Event Timeline Prepare Finished: 85ms (85995202) Open Finished: 35.9m (2152312909029) First Batch Produced: 35.9m (2154863766649) First Batch Sent: 35.9m (2154863766649) ExecInternal Finished: 3.0h (10908996625065) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756682716092) - ExecTreeExecTime: 57.11s (57110815138) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152226913827) - ExecTreeOpenTime: 35.8m (2150865989770) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699171923257) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,385 (1655385) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 189ms (189989403) - TotalBytesSent: 39.2 MiB (41061876) - TotalTime: 2.4h (8699565901288) - UncompressedRowBatchSize: 83.7 MiB (87735405) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,385 (1655385) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207976804908) Node Lifecycle Event Timeline Open Started: 1.45s (1446919259) Open Finished: 35.9m (2152312909029) First Batch Requested: 35.9m (2152312909029) First Batch Returned: 35.9m (2154863766649) Last Batch Returned: 3.0h (10908975626236) Closed: 3.0h (10908995625121) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,385 (1655385) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207917808197) Node Lifecycle Event Timeline Open Started: 1.45s (1446919259) Open Finished: 35.9m (2152312909029) First Batch Requested: 35.9m (2152312909029) First Batch Returned: 35.9m (2154863766649) Last Batch Returned: 3.0h (10908975626236) Closed: 3.0h (10908975626236) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.09s (17088046556) - GetResultsTime: 320ms (320982093) - HTResizeTime: 78ms (78995594) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,385 (1655385) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 386ms (386978412) - CumulativeAllocationBytes: 8.6 GiB (9191817216) - CumulativeAllocations: 4,367 (4367) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4393533440) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4359979008) - ReadIoOps: 2,079 (2079) - ReadIoWaitTime: 43.42s (43425578400) - SystemAllocTime: 366ms (366979528) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4393533440) - WriteIoOps: 2,095 (2095) - WriteIoWaitTime: 2.74s (2739847108) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 498ms (498972166) - InactiveTotalTime: 35.5m (2132337023603) - PeakMemoryUsage: 15.6 MiB (16363156) - RowsReturned: 26,812,858 (26812858) - RowsReturnedRate: 12567 per second (12567) - TotalTime: 35.6m (2133498958774) Node Lifecycle Event Timeline Open Started: 1.45s (1446919259) Open Finished: 26.89s (26888499560) First Batch Requested: 26.89s (26889499504) First Batch Returned: 26.89s (26893499281) Last Batch Returned: 35.9m (2152311909085) Closed: 35.9m (2152312909029) Buffer pool - AllocTime: 1.68s (1676906436) - CumulativeAllocationBytes: 6.6 GiB (7131783168) - CumulativeAllocations: 348,254 (348254) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.21s (1214932215) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.44s (25441580301) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4757626227) - TotalGetBatchTime: 35.5m (2132865994086) - DataWaitTime: 35.5m (2132337023603) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.44s (8437529216) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,127 (174127) - TotalBatchesReceived: 174,127 (174127) - TotalBytesReceived: 1.7 GiB (1855517226) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.87s (1870121742) - TotalRPCsDeferred: 187 (187) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 61 (61) - CodegenTotalWallClockTime: 1.36s (1360924057) - CodegenSysTime: 6ms (6924000) - CodegenUserTime: 648ms (648241000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 455ms (455974555) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 35ms (35997991) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 824ms (824953966) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 41ms (41997656) - TotalTime: 1.36s (1360924057) Instance c7456fdd806a4994:3209e926000001d3 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.160 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52368586) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 1,655,513 (1655513) - TotalNetworkReceiveTime: 35.6m (2133949871032) - TotalNetworkSendTime: 2.4h (8699363471441) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 127 (127) - TotalThreadsTotalWallClockTime: 3.0h (10908872078714) - TotalThreadsSysTime: 1.40s (1399301000) - TotalThreadsUserTime: 28.58s (28576561000) - TotalThreadsVoluntaryContextSwitches: 298,013 (298013) - TotalTime: 3.0h (10908884078353) Fragment Instance Lifecycle Event Timeline Prepare Finished: 116ms (116996484) Open Finished: 35.9m (2152275320309) First Batch Produced: 35.9m (2154733246574) First Batch Sent: 35.9m (2154733246574) ExecInternal Finished: 3.0h (10908990075168) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756713754889) - ExecTreeExecTime: 56.98s (56978294585) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152158323825) - ExecTreeOpenTime: 35.8m (2150290379961) - PrepareTime: 11ms (11999639) - ExecTreePrepareTime: 9ms (9999699) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699363471441) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,513 (1655513) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 178ms (178994645) - TotalBytesSent: 39.2 MiB (41068638) - TotalTime: 2.4h (8699735460304) - UncompressedRowBatchSize: 83.7 MiB (87742189) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,513 (1655513) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2207277674275) Node Lifecycle Event Timeline Open Started: 1.98s (1984940348) Open Finished: 35.9m (2152275320309) First Batch Requested: 35.9m (2152275320309) First Batch Returned: 35.9m (2154733246574) Last Batch Returned: 3.0h (10908969075797) Closed: 3.0h (10908990075168) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,513 (1655513) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2207212676225) Node Lifecycle Event Timeline Open Started: 1.98s (1984940348) Open Finished: 35.9m (2152275320309) First Batch Requested: 35.9m (2152275320309) First Batch Returned: 35.9m (2154733246574) Last Batch Returned: 3.0h (10908968075826) Closed: 3.0h (10908969075797) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.28s (15284540663) - GetResultsTime: 352ms (352989436) - HTResizeTime: 68ms (68997931) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,513 (1655513) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 535ms (535983893) - CumulativeAllocationBytes: 8.6 GiB (9204400128) - CumulativeAllocations: 4,373 (4373) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4397727744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4368367616) - ReadIoOps: 2,083 (2083) - ReadIoWaitTime: 43.24s (43240705817) - SystemAllocTime: 511ms (511984614) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4397727744) - WriteIoOps: 2,097 (2097) - WriteIoWaitTime: 1.57s (1572952737) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 560ms (560983138) - InactiveTotalTime: 35.6m (2133433886535) - PeakMemoryUsage: 15.6 MiB (16406332) - RowsReturned: 26,811,251 (26811251) - RowsReturnedRate: 12560 per second (12560) - TotalTime: 35.6m (2134612851107) Node Lifecycle Event Timeline Open Started: 1.98s (1984940348) Open Finished: 27.16s (27162183722) First Batch Requested: 27.16s (27163183692) First Batch Returned: 27.18s (27181183151) Last Batch Returned: 35.9m (2152274320339) Closed: 35.9m (2152274320339) Buffer pool - AllocTime: 2.04s (2038938732) - CumulativeAllocationBytes: 6.6 GiB (7131422720) - CumulativeAllocations: 348,238 (348238) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.22s (1224963192) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.18s (25177243374) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4756730130) - TotalGetBatchTime: 35.6m (2133919871934) - DataWaitTime: 35.6m (2133433886535) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.45s (8452745964) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,119 (174119) - TotalBatchesReceived: 174,119 (174119) - TotalBytesReceived: 1.7 GiB (1855189017) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 352ms (352255963) - TotalRPCsDeferred: 159 (159) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 74 (74) - CodegenTotalWallClockTime: 1.87s (1867943864) - CodegenSysTime: 9ms (9961000) - CodegenUserTime: 655ms (655535000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 710ms (710978633) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37998858) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.07s (1070967815) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 40ms (40998768) - TotalTime: 1.87s (1867943864) Instance c7456fdd806a4994:3209e926000001c6 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.538 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.5 MiB (45620622) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 1,656,601 (1656601) - TotalNetworkReceiveTime: 35.5m (2132945465049) - TotalNetworkSendTime: 2.4h (8699903215838) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 130 (130) - TotalThreadsTotalWallClockTime: 3.0h (10908737998041) - TotalThreadsSysTime: 1.56s (1564690000) - TotalThreadsUserTime: 28.82s (28821149000) - TotalThreadsVoluntaryContextSwitches: 297,242 (297242) - TotalTime: 3.0h (10908767997373) Fragment Instance Lifecycle Event Timeline Prepare Finished: 204ms (204995437) Open Finished: 35.9m (2152195036063) First Batch Produced: 35.9m (2154663981050) First Batch Sent: 35.9m (2154663981050) ExecInternal Finished: 3.0h (10908943993456) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756747957415) - ExecTreeExecTime: 56.45s (56452750254) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151990040626) - ExecTreeOpenTime: 35.8m (2150092082867) - PrepareTime: 29ms (29999332) - ExecTreePrepareTime: 7ms (7999821) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699903215838) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,656,601 (1656601) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 196ms (196995630) - TotalBytesSent: 39.2 MiB (41094084) - TotalTime: 2.4h (8700291207249) - UncompressedRowBatchSize: 83.7 MiB (87799853) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,656,601 (1656601) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206552832942) Node Lifecycle Event Timeline Open Started: 2.10s (2102953196) Open Finished: 35.9m (2152195036063) First Batch Requested: 35.9m (2152195036063) First Batch Returned: 35.9m (2154663981050) Last Batch Returned: 3.0h (10908920993964) Closed: 3.0h (10908943993456) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,656,601 (1656601) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206486834404) Node Lifecycle Event Timeline Open Started: 2.10s (2102953196) Open Finished: 35.9m (2152195036063) First Batch Requested: 35.9m (2152195036063) First Batch Returned: 35.9m (2154663981050) Last Batch Returned: 3.0h (10908920993964) Closed: 3.0h (10908920993964) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.05s (16054642151) - GetResultsTime: 332ms (332992623) - HTResizeTime: 73ms (73998362) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,656,601 (1656601) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 577ms (577987115) - CumulativeAllocationBytes: 8.6 GiB (9214885888) - CumulativeAllocations: 4,378 (4378) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4404019200) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4372561920) - ReadIoOps: 2,085 (2085) - ReadIoWaitTime: 42.34s (42338062855) - SystemAllocTime: 543ms (543987874) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4404019200) - WriteIoOps: 2,100 (2100) - WriteIoWaitTime: 942ms (942979000) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 524ms (524988290) - InactiveTotalTime: 35.5m (2132083484247) - PeakMemoryUsage: 9.2 MiB (9658368) - RowsReturned: 26,869,640 (26869640) - RowsReturnedRate: 12593 per second (12593) - TotalTime: 35.6m (2133547451627) Node Lifecycle Event Timeline Open Started: 2.10s (2102953196) Open Finished: 27.20s (27204394536) First Batch Requested: 27.20s (27204394536) First Batch Returned: 27.21s (27211394380) Last Batch Returned: 35.9m (2152190036174) Closed: 35.9m (2152195036063) Buffer pool - AllocTime: 2.88s (2881935768) - CumulativeAllocationBytes: 6.7 GiB (7146921984) - CumulativeAllocations: 348,992 (348992) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.2 MiB (9658368) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.2 MiB (9658368) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.31s (2309948507) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.10s (25101441340) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4767583743) - TotalGetBatchTime: 35.5m (2132928465428) - DataWaitTime: 35.5m (2132083484247) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.23s (10233771930) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,496 (174496) - TotalBatchesReceived: 174,496 (174496) - TotalBytesReceived: 1.7 GiB (1859375658) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 69 (69) - CodegenTotalWallClockTime: 1.90s (1897957759) - CodegenSysTime: 10ms (10854000) - CodegenUserTime: 661ms (661407000) - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 599ms (599986647) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47998932) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.16s (1162974116) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 84ms (84998109) - TotalTime: 1.90s (1897957759) Instance c7456fdd806a4994:3209e926000001b8 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.540 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.6 MiB (41557390) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 1,654,724 (1654724) - TotalNetworkReceiveTime: 35.6m (2133517281724) - TotalNetworkSendTime: 2.4h (8699202374140) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 117 (117) - TotalThreadsTotalWallClockTime: 3.0h (10908721064819) - TotalThreadsSysTime: 1.58s (1584809000) - TotalThreadsUserTime: 28.75s (28750077000) - TotalThreadsVoluntaryContextSwitches: 296,976 (296976) - TotalTime: 3.0h (10908736064308) Fragment Instance Lifecycle Event Timeline Prepare Finished: 126ms (126995671) Open Finished: 35.9m (2151728661086) First Batch Produced: 35.9m (2154409569685) First Batch Sent: 35.9m (2154409569685) ExecInternal Finished: 3.0h (10908849060456) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8757119399404) - ExecTreeExecTime: 57.52s (57523038709) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151601665415) - ExecTreeOpenTime: 35.8m (2149844725309) - PrepareTime: 14ms (14999489) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699203374106) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,724 (1654724) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 184ms (184993685) - TotalBytesSent: 39.1 MiB (41051418) - TotalTime: 2.4h (8699594360763) - UncompressedRowBatchSize: 83.6 MiB (87700372) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,724 (1654724) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207367764018) Node Lifecycle Event Timeline Open Started: 1.88s (1883935777) Open Finished: 35.9m (2151727661120) First Batch Requested: 35.9m (2151728661086) First Batch Returned: 35.9m (2154409569685) Last Batch Returned: 3.0h (10908828061172) Closed: 3.0h (10908849060456) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,724 (1654724) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2207303766199) Node Lifecycle Event Timeline Open Started: 1.88s (1883935777) Open Finished: 35.9m (2151727661120) First Batch Requested: 35.9m (2151728661086) First Batch Returned: 35.9m (2154409569685) Last Batch Returned: 3.0h (10908828061172) Closed: 3.0h (10908828061172) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.48s (15478472528) - GetResultsTime: 329ms (329988756) - HTResizeTime: 78ms (78997305) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,724 (1654724) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 360ms (360987690) - CumulativeAllocationBytes: 8.6 GiB (9202302976) - CumulativeAllocations: 4,372 (4372) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4393533440) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4370464768) - ReadIoOps: 2,084 (2084) - ReadIoWaitTime: 43.63s (43626512521) - SystemAllocTime: 357ms (357987792) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4393533440) - WriteIoOps: 2,095 (2095) - WriteIoWaitTime: 873ms (873970215) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 510ms (510982585) - InactiveTotalTime: 35.6m (2133026298460) - PeakMemoryUsage: 5.3 MiB (5595136) - RowsReturned: 26,787,774 (26787774) - RowsReturnedRate: 12552 per second (12552) - TotalTime: 35.6m (2134132260765) Node Lifecycle Event Timeline Open Started: 1.88s (1883935777) Open Finished: 26.85s (26854084552) First Batch Requested: 26.85s (26854084552) First Batch Returned: 26.86s (26863084245) Last Batch Returned: 35.9m (2151726661154) Closed: 35.9m (2151727661120) Buffer pool - AllocTime: 2.67s (2666909090) - CumulativeAllocationBytes: 6.6 GiB (7125188608) - CumulativeAllocations: 347,934 (347934) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.3 MiB (5595136) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.3 MiB (5595136) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.37s (2366919318) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.97s (24969148809) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4752910896) - TotalGetBatchTime: 35.6m (2133486282781) - DataWaitTime: 35.6m (2133026298460) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.15s (10150654027) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,967 (173967) - TotalBatchesReceived: 173,967 (173967) - TotalBytesReceived: 1.7 GiB (1853761076) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 61 (61) - CodegenTotalWallClockTime: 1.76s (1756940106) - CodegenSysTime: 7ms (7976000) - CodegenUserTime: 644ms (644822000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 587ms (587979956) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999250) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.12s (1116961923) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 28ms (28999011) - TotalTime: 1.76s (1756940106) Instance c7456fdd806a4994:3209e926000001be (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.432 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52284544) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 1,657,090 (1657090) - TotalNetworkReceiveTime: 35.5m (2129483873917) - TotalNetworkSendTime: 2.4h (8699357153849) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 142 (142) - TotalThreadsTotalWallClockTime: 3.0h (10908477542860) - TotalThreadsSysTime: 1.55s (1552045000) - TotalThreadsUserTime: 28.97s (28972946000) - TotalThreadsVoluntaryContextSwitches: 291,441 (291441) - TotalTime: 3.0h (10908477542860) Fragment Instance Lifecycle Event Timeline Prepare Finished: 115ms (115999285) Open Finished: 35.9m (2151854736097) First Batch Produced: 35.9m (2154570719355) First Batch Sent: 35.9m (2154570719355) ExecInternal Finished: 3.0h (10908593542145) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756738806048) - ExecTreeExecTime: 56.98s (56985654605) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151738736812) - ExecTreeOpenTime: 35.8m (2149670749548) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699357153849) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,090 (1657090) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 185ms (185998866) - TotalBytesSent: 39.2 MiB (41106172) - TotalTime: 2.4h (8699753151443) - UncompressedRowBatchSize: 83.8 MiB (87825770) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,090 (1657090) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206655404159) Node Lifecycle Event Timeline Open Started: 2.18s (2183986549) Open Finished: 35.9m (2151854736097) First Batch Requested: 35.9m (2151854736097) First Batch Returned: 35.9m (2154570719355) Last Batch Returned: 3.0h (10908572542272) Closed: 3.0h (10908593542145) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,090 (1657090) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206568404689) Node Lifecycle Event Timeline Open Started: 2.18s (2183986549) Open Finished: 35.9m (2151854736097) First Batch Requested: 35.9m (2151854736097) First Batch Returned: 35.9m (2154570719355) Last Batch Returned: 3.0h (10908572542272) Closed: 3.0h (10908572542272) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 19.13s (19131882105) - GetResultsTime: 337ms (337997951) - HTResizeTime: 86ms (86999470) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,090 (1657090) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 715ms (715995590) - CumulativeAllocationBytes: 8.6 GiB (9212788736) - CumulativeAllocations: 4,377 (4377) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4401922048) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4372561920) - ReadIoOps: 2,085 (2085) - ReadIoWaitTime: 42.76s (42761740911) - SystemAllocTime: 710ms (710995621) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4401922048) - WriteIoOps: 2,099 (2099) - WriteIoWaitTime: 1.99s (1992987723) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 528ms (528996755) - InactiveTotalTime: 35.5m (2128756878405) - PeakMemoryUsage: 15.6 MiB (16322290) - RowsReturned: 26,855,152 (26855152) - RowsReturnedRate: 12607 per second (12607) - TotalTime: 35.5m (2130130869952) Node Lifecycle Event Timeline Open Started: 2.18s (2183986549) Open Finished: 26.95s (26949834015) First Batch Requested: 26.95s (26950834009) First Batch Returned: 26.96s (26964833922) Last Batch Returned: 35.9m (2151853736104) Closed: 35.9m (2151854736097) Buffer pool - AllocTime: 3.18s (3182980372) - CumulativeAllocationBytes: 6.7 GiB (7143079936) - CumulativeAllocations: 348,808 (348808) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.67s (2669983538) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.77s (24765847466) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4764797487) - TotalGetBatchTime: 35.5m (2129463874040) - DataWaitTime: 35.5m (2128756878405) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.41s (10415935791) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,404 (174404) - TotalBatchesReceived: 174,404 (174404) - TotalBytesReceived: 1.7 GiB (1858188935) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 255ms (255008257) - TotalRPCsDeferred: 52 (52) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 2.07s (2067987264) - CodegenSysTime: 4ms (4954000) - CodegenUserTime: 670ms (670310000) - CodegenVoluntaryContextSwitches: 116 (116) - CompileTime: 630ms (630996114) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 51ms (51999680) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.28s (1281992104) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 78ms (78999514) - TotalTime: 2.07s (2067987264) Instance c7456fdd806a4994:3209e926000001bd (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:50.436 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.6 MiB (45735310) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 1,653,960 (1653960) - TotalNetworkReceiveTime: 35.5m (2129901766599) - TotalNetworkSendTime: 2.4h (8693069336021) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 152 (152) - TotalThreadsTotalWallClockTime: 3.0h (10908337253087) - TotalThreadsSysTime: 1.58s (1576891000) - TotalThreadsUserTime: 29.21s (29214093000) - TotalThreadsVoluntaryContextSwitches: 288,606 (288606) - TotalTime: 3.0h (10908356252451) Fragment Instance Lifecycle Event Timeline Prepare Finished: 147ms (147995049) Open Finished: 35.9m (2151984028010) First Batch Produced: 36.0m (2157798833508) First Batch Sent: 36.0m (2157798833508) ExecInternal Finished: 3.0h (10908486248103) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756501220126) - ExecTreeExecTime: 1.1m (63043897053) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151836032961) - ExecTreeOpenTime: 35.8m (2150288084741) - PrepareTime: 18ms (18999364) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8693069336021) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,960 (1653960) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 186ms (186993752) - TotalBytesSent: 39.1 MiB (41030731) - TotalTime: 2.4h (8693458323039) - UncompressedRowBatchSize: 83.6 MiB (87659880) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,960 (1653960) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2213331981794) Node Lifecycle Event Timeline Open Started: 1.70s (1695943269) Open Finished: 35.9m (2151984028010) First Batch Requested: 35.9m (2151984028010) First Batch Returned: 36.0m (2157798833508) Last Batch Returned: 3.0h (10908465248803) Closed: 3.0h (10908486248103) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,960 (1653960) - RowsReturnedRate: 747 per second (747) - TotalTime: 36.9m (2213250984498) Node Lifecycle Event Timeline Open Started: 1.70s (1695943269) Open Finished: 35.9m (2151984028010) First Batch Requested: 35.9m (2151984028010) First Batch Returned: 36.0m (2157798833508) Last Batch Returned: 3.0h (10908465248803) Closed: 3.0h (10908465248803) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 19.37s (19369352164) - GetResultsTime: 355ms (355988131) - HTResizeTime: 76ms (76997433) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,960 (1653960) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 680ms (680977223) - CumulativeAllocationBytes: 8.5 GiB (9172942848) - CumulativeAllocations: 4,358 (4358) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4387241984) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4347396096) - ReadIoOps: 2,073 (2073) - ReadIoWaitTime: 49.14s (49139360874) - SystemAllocTime: 648ms (648978293) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4387241984) - WriteIoOps: 2,092 (2092) - WriteIoWaitTime: 2.03s (2033931972) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 537ms (537981998) - InactiveTotalTime: 35.5m (2129366784472) - PeakMemoryUsage: 9.3 MiB (9773056) - RowsReturned: 26,769,863 (26769863) - RowsReturnedRate: 12564 per second (12564) - TotalTime: 35.5m (2130548744953) Node Lifecycle Event Timeline Open Started: 1.70s (1695943269) Open Finished: 27.08s (27083094058) First Batch Requested: 27.08s (27084094024) First Batch Returned: 27.10s (27097093590) Last Batch Returned: 35.9m (2151984028010) Closed: 35.9m (2151984028010) Buffer pool - AllocTime: 3.24s (3237891711) - CumulativeAllocationBytes: 6.6 GiB (7120420864) - CumulativeAllocations: 347,708 (347708) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.3 MiB (9773056) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.3 MiB (9773056) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.93s (2928902044) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.39s (25387150789) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4749728259) - TotalGetBatchTime: 35.5m (2129871767596) - DataWaitTime: 35.5m (2129366784472) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.64s (10637644204) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,854 (173854) - TotalBatchesReceived: 173,854 (173854) - TotalBytesReceived: 1.7 GiB (1852481573) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 113 (113) - CodegenTotalWallClockTime: 1.55s (1547948220) - CodegenSysTime: 10ms (10871000) - CodegenUserTime: 689ms (689946000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 450ms (450984914) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999297) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.01s (1014966049) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 58ms (58998027) - TotalTime: 1.55s (1547948220) Instance c7456fdd806a4994:3209e926000001c9 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.431 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52242876) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 1,653,951 (1653951) - TotalNetworkReceiveTime: 35.6m (2134915374699) - TotalNetworkSendTime: 2.4h (8699409317765) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 164 (164) - TotalThreadsTotalWallClockTime: 3.0h (10907988272723) - TotalThreadsSysTime: 1.49s (1491284000) - TotalThreadsUserTime: 28.54s (28536805000) - TotalThreadsVoluntaryContextSwitches: 298,269 (298269) - TotalTime: 3.0h (10907988272723) Fragment Instance Lifecycle Event Timeline Prepare Finished: 151ms (151999097) Open Finished: 35.9m (2152048273304) First Batch Produced: 35.9m (2154638258037) First Batch Sent: 35.9m (2154638258037) ExecInternal Finished: 3.0h (10908141271814) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756091998516) - ExecTreeExecTime: 56.30s (56301682901) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151896274207) - ExecTreeOpenTime: 35.8m (2150215284199) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699409317765) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,951 (1653951) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 171ms (171999024) - TotalBytesSent: 39.1 MiB (41023905) - TotalTime: 2.4h (8699788315626) - UncompressedRowBatchSize: 83.6 MiB (87659403) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,951 (1653951) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2206515967106) Node Lifecycle Event Timeline Open Started: 1.83s (1832989105) Open Finished: 35.9m (2152048273304) First Batch Requested: 35.9m (2152048273304) First Batch Returned: 35.9m (2154638258037) Last Batch Returned: 3.0h (10908118271943) Closed: 3.0h (10908141271814) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,951 (1653951) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2206435967555) Node Lifecycle Event Timeline Open Started: 1.83s (1832989105) Open Finished: 35.9m (2152048273304) First Batch Requested: 35.9m (2152048273304) First Batch Returned: 35.9m (2154638258037) Last Batch Returned: 3.0h (10908118271943) Closed: 3.0h (10908118271943) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.47s (14466914430) - GetResultsTime: 322ms (322998175) - HTResizeTime: 87ms (87999499) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,951 (1653951) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 382ms (382997743) - CumulativeAllocationBytes: 8.6 GiB (9181331456) - CumulativeAllocations: 4,362 (4362) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4385144832) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4357881856) - ReadIoOps: 2,078 (2078) - ReadIoWaitTime: 42.59s (42592760330) - SystemAllocTime: 380ms (380997755) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4385144832) - WriteIoOps: 2,091 (2091) - WriteIoWaitTime: 1.57s (1569990688) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 466ms (466997242) - InactiveTotalTime: 35.6m (2134345378089) - PeakMemoryUsage: 15.5 MiB (16280622) - RowsReturned: 26,786,162 (26786162) - RowsReturnedRate: 12543 per second (12543) - TotalTime: 35.6m (2135489371307) Node Lifecycle Event Timeline Open Started: 1.83s (1832989105) Open Finished: 27.03s (27026839358) First Batch Requested: 27.03s (27027839352) First Batch Returned: 27.04s (27038839287) Last Batch Returned: 35.9m (2152048273304) Closed: 35.9m (2152048273304) Buffer pool - AllocTime: 1.46s (1464991330) - CumulativeAllocationBytes: 6.6 GiB (7124697088) - CumulativeAllocations: 347,914 (347914) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.19s (1188992966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.19s (25193850253) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4753184291) - TotalGetBatchTime: 35.6m (2134894374825) - DataWaitTime: 35.6m (2134345378089) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.46s (8457949977) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,957 (173957) - TotalBatchesReceived: 173,957 (173957) - TotalBytesReceived: 1.7 GiB (1853912255) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 379ms (379951689) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 119 (119) - CodegenTotalWallClockTime: 1.68s (1680990008) - CodegenSysTime: 7ms (7939000) - CodegenUserTime: 657ms (657946000) - CodegenVoluntaryContextSwitches: 78 (78) - CompileTime: 575ms (575996576) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 38ms (38999768) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 995ms (995994080) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 67ms (67999596) - TotalTime: 1.68s (1680990008) Instance c7456fdd806a4994:3209e926000001b6 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:50.439 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.8 MiB (43859342) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 1,657,421 (1657421) - TotalNetworkReceiveTime: 35.4m (2125284666730) - TotalNetworkSendTime: 2.4h (8701809792564) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 236 (236) - TotalThreadsTotalWallClockTime: 3.0h (10907974906189) - TotalThreadsSysTime: 1.57s (1574229000) - TotalThreadsUserTime: 30.17s (30167794000) - TotalThreadsVoluntaryContextSwitches: 291,957 (291957) - TotalTime: 3.0h (10907974906189) Fragment Instance Lifecycle Event Timeline Prepare Finished: 107ms (107996576) Open Finished: 35.8m (2146728987144) First Batch Produced: 35.8m (2149225908101) First Batch Sent: 35.8m (2149225908101) ExecInternal Finished: 3.0h (10908083902733) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8761353915621) - ExecTreeExecTime: 59.09s (59090137388) - InactiveTotalTime: 0ns (0) - OpenTime: 35.8m (2146620990568) - ExecTreeOpenTime: 35.7m (2144425060194) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8701809792564) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,421 (1657421) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 232ms (232992647) - TotalBytesSent: 39.2 MiB (41120235) - TotalTime: 2.4h (8702264778201) - UncompressedRowBatchSize: 83.8 MiB (87843313) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,421 (1657421) - RowsReturnedRate: 752 per second (752) - TotalTime: 36.7m (2203514197613) Node Lifecycle Event Timeline Open Started: 2.30s (2303926950) Open Finished: 35.8m (2146728987144) First Batch Requested: 35.8m (2146728987144) First Batch Returned: 35.8m (2149225908101) Last Batch Returned: 3.0h (10908061903426) Closed: 3.0h (10908083902733) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,421 (1657421) - RowsReturnedRate: 752 per second (752) - TotalTime: 36.7m (2203436200076) Node Lifecycle Event Timeline Open Started: 2.30s (2303926950) Open Finished: 35.8m (2146728987144) First Batch Requested: 35.8m (2146728987144) First Batch Returned: 35.8m (2149225908101) Last Batch Returned: 3.0h (10908061903426) Closed: 3.0h (10908061903426) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 18.14s (18139425221) - GetResultsTime: 378ms (378988064) - HTResizeTime: 99ms (99996843) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,421 (1657421) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 626ms (626980136) - CumulativeAllocationBytes: 8.6 GiB (9187622912) - CumulativeAllocations: 4,365 (4365) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4397727744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4351590400) - ReadIoOps: 2,075 (2075) - ReadIoWaitTime: 44.68s (44682591682) - SystemAllocTime: 597ms (597981054) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4397727744) - WriteIoOps: 2,097 (2097) - WriteIoWaitTime: 1.49s (1492952697) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 560ms (560982204) - InactiveTotalTime: 35.4m (2124614687972) - PeakMemoryUsage: 7.5 MiB (7897088) - RowsReturned: 26,874,494 (26874494) - RowsReturnedRate: 12641 per second (12641) - TotalTime: 35.4m (2125960645291) Node Lifecycle Event Timeline Open Started: 2.30s (2303926950) Open Finished: 26.93s (26931146108) First Batch Requested: 26.93s (26931146108) First Batch Returned: 26.95s (26947145600) Last Batch Returned: 35.8m (2146727987176) Closed: 35.8m (2146727987176) Buffer pool - AllocTime: 2.26s (2259928382) - CumulativeAllocationBytes: 6.7 GiB (7148232704) - CumulativeAllocations: 349,060 (349060) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.5 MiB (7897088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.5 MiB (7897088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.72s (1724945347) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.63s (24627219158) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4768247939) - TotalGetBatchTime: 35.4m (2125250667808) - DataWaitTime: 35.4m (2124614687972) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.12s (10121679279) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,530 (174530) - TotalBatchesReceived: 174,530 (174530) - TotalBytesReceived: 1.7 GiB (1859520243) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 171 (171) - CodegenTotalWallClockTime: 2.18s (2184930723) - CodegenSysTime: 13ms (13792000) - CodegenUserTime: 678ms (678732000) - CodegenVoluntaryContextSwitches: 123 (123) - CompileTime: 284ms (284990964) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 124ms (124996037) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.52s (1525951617) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 245ms (245992200) - TotalTime: 2.18s (2184930723) Instance c7456fdd806a4994:3209e926000001c5 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.976 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.3 MiB (42253710) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 1,655,578 (1655578) - TotalNetworkReceiveTime: 35.6m (2134187150278) - TotalNetworkSendTime: 2.4h (8699355419764) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 155 (155) - TotalThreadsTotalWallClockTime: 3.0h (10907940558417) - TotalThreadsSysTime: 1.59s (1590081000) - TotalThreadsUserTime: 28.66s (28664575000) - TotalThreadsVoluntaryContextSwitches: 297,831 (297831) - TotalTime: 3.0h (10907940558417) Fragment Instance Lifecycle Event Timeline Prepare Finished: 93ms (93999964) Open Finished: 35.9m (2152000143369) First Batch Produced: 35.9m (2154699142247) First Batch Sent: 35.9m (2154699142247) ExecInternal Finished: 3.0h (10908034558381) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756034415012) - ExecTreeExecTime: 56.25s (56252995296) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151906143405) - ExecTreeOpenTime: 35.8m (2150022144129) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699355419764) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,578 (1655578) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 201ms (201999981) - TotalBytesSent: 39.2 MiB (41065128) - TotalTime: 2.4h (8699777419716) - UncompressedRowBatchSize: 83.7 MiB (87745634) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,578 (1655578) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206275139425) Node Lifecycle Event Timeline Open Started: 1.98s (1977999240) Open Finished: 35.9m (2152000143369) First Batch Requested: 35.9m (2152000143369) First Batch Returned: 35.9m (2154699142247) Last Batch Returned: 3.0h (10908012558383) Closed: 3.0h (10908034558381) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,578 (1655578) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206219139433) Node Lifecycle Event Timeline Open Started: 1.98s (1977999240) Open Finished: 35.9m (2152000143369) First Batch Requested: 35.9m (2152000143369) First Batch Returned: 35.9m (2154699142247) Last Batch Returned: 3.0h (10908012558383) Closed: 3.0h (10908012558383) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.86s (14855994236) - GetResultsTime: 320ms (320999968) - HTResizeTime: 97ms (97999987) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,578 (1655578) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 605ms (605999757) - CumulativeAllocationBytes: 8.6 GiB (9206497280) - CumulativeAllocations: 4,374 (4374) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4397727744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4370464768) - ReadIoOps: 2,084 (2084) - ReadIoWaitTime: 42.42s (42423996695) - SystemAllocTime: 555ms (555999776) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4397727744) - WriteIoOps: 2,097 (2097) - WriteIoWaitTime: 955ms (955999615) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 482ms (482999811) - InactiveTotalTime: 35.6m (2133539150541) - PeakMemoryUsage: 6.0 MiB (6291456) - RowsReturned: 26,815,973 (26815973) - RowsReturnedRate: 12561 per second (12561) - TotalTime: 35.6m (2134769150054) Node Lifecycle Event Timeline Open Started: 1.98s (1977999240) Open Finished: 27.01s (27013989629) First Batch Requested: 27.02s (27015989629) First Batch Returned: 27.03s (27028989624) Last Batch Returned: 35.9m (2151999143370) Closed: 35.9m (2152000143369) Buffer pool - AllocTime: 2.43s (2431999029) - CumulativeAllocationBytes: 6.6 GiB (7132651520) - CumulativeAllocations: 348,296 (348296) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.0 MiB (6291456) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.0 MiB (6291456) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.99s (1989999194) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.04s (25035990389) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4757797215) - TotalGetBatchTime: 35.6m (2134154150294) - DataWaitTime: 35.6m (2133539150541) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.42s (9419996333) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,148 (174148) - TotalBatchesReceived: 174,148 (174148) - TotalBytesReceived: 1.7 GiB (1855619870) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 102 (102) - CodegenTotalWallClockTime: 1.88s (1883999276) - CodegenSysTime: 11ms (11868000) - CodegenUserTime: 679ms (679483000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 495ms (495999810) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31999988) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.26s (1258999516) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 94ms (94999963) - TotalTime: 1.88s (1883999276) Instance c7456fdd806a4994:3209e926000001cc (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.680 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.3 MiB (42212750) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 1,655,557 (1655557) - TotalNetworkReceiveTime: 35.6m (2135403746422) - TotalNetworkSendTime: 2.4h (8698759993843) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 114 (114) - TotalThreadsTotalWallClockTime: 3.0h (10907876114343) - TotalThreadsSysTime: 1.49s (1493540000) - TotalThreadsUserTime: 28.27s (28274817000) - TotalThreadsVoluntaryContextSwitches: 299,169 (299169) - TotalTime: 3.0h (10907887113950) Fragment Instance Lifecycle Event Timeline Prepare Finished: 192ms (192993105) Open Finished: 35.9m (2151972154713) First Batch Produced: 35.9m (2154768054936) First Batch Sent: 35.9m (2154768054936) ExecInternal Finished: 3.0h (10908070107413) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756096952735) - ExecTreeExecTime: 56.93s (56932973288) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151779161608) - ExecTreeOpenTime: 35.8m (2150013224700) - PrepareTime: 10ms (10999607) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698759993843) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,557 (1655557) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 200ms (200992841) - TotalBytesSent: 39.2 MiB (41068970) - TotalTime: 2.4h (8699169979233) - UncompressedRowBatchSize: 83.7 MiB (87744521) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,557 (1655557) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206944198059) Node Lifecycle Event Timeline Open Started: 1.96s (1958930013) Open Finished: 35.9m (2151972154713) First Batch Requested: 35.9m (2151972154713) First Batch Returned: 35.9m (2154768054936) Last Batch Returned: 3.0h (10908047108231) Closed: 3.0h (10908070107413) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,557 (1655557) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206870200688) Node Lifecycle Event Timeline Open Started: 1.96s (1958930013) Open Finished: 35.9m (2151972154713) First Batch Requested: 35.9m (2151972154713) First Batch Returned: 35.9m (2154768054936) Last Batch Returned: 3.0h (10908047108231) Closed: 3.0h (10908047108231) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.60s (13601514265) - GetResultsTime: 286ms (286989789) - HTResizeTime: 79ms (79997154) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,557 (1655557) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 420ms (420984971) - CumulativeAllocationBytes: 8.6 GiB (9204400128) - CumulativeAllocations: 4,373 (4373) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4395630592) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4370464768) - ReadIoOps: 2,084 (2084) - ReadIoWaitTime: 43.03s (43030468227) - SystemAllocTime: 335ms (335988008) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4395630592) - WriteIoOps: 2,096 (2096) - WriteIoWaitTime: 1.44s (1442948459) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 496ms (496982254) - InactiveTotalTime: 35.6m (2134704771392) - PeakMemoryUsage: 6.0 MiB (6250496) - RowsReturned: 26,824,951 (26824951) - RowsReturnedRate: 12558 per second (12558) - TotalTime: 35.6m (2136008724823) Node Lifecycle Event Timeline Open Started: 1.96s (1958930013) Open Finished: 26.92s (26923038132) First Batch Requested: 26.92s (26924038096) First Batch Returned: 26.93s (26929037918) Last Batch Returned: 35.9m (2151972154713) Closed: 35.9m (2151972154713) Buffer pool - AllocTime: 2.30s (2297917935) - CumulativeAllocationBytes: 6.6 GiB (7135043584) - CumulativeAllocations: 348,416 (348416) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.0 MiB (6250496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.0 MiB (6250496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.75s (1753937367) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.96s (24964108119) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4759364598) - TotalGetBatchTime: 35.6m (2135377747354) - DataWaitTime: 35.6m (2134704771392) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.80s (8801685629) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,208 (174208) - TotalBatchesReceived: 174,208 (174208) - TotalBytesReceived: 1.7 GiB (1856135562) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.76s (1765936908) - CodegenSysTime: 10ms (10910000) - CodegenUserTime: 646ms (646743000) - CodegenVoluntaryContextSwitches: 130 (130) - CompileTime: 708ms (708974670) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 82ms (82997035) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 882ms (882968454) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 88ms (88996820) - TotalTime: 1.76s (1765936908) Instance c7456fdd806a4994:3209e926000001bc (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:54.004 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.6 MiB (41516430) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 1,654,767 (1654767) - TotalNetworkReceiveTime: 35.6m (2133840724527) - TotalNetworkSendTime: 2.4h (8699328442980) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 106 (106) - TotalThreadsTotalWallClockTime: 3.0h (10907830114584) - TotalThreadsSysTime: 1.57s (1571180000) - TotalThreadsUserTime: 29.01s (29011325000) - TotalThreadsVoluntaryContextSwitches: 296,395 (296395) - TotalTime: 3.0h (10907830114584) Fragment Instance Lifecycle Event Timeline Prepare Finished: 141ms (141994189) Open Finished: 35.9m (2152067979005) First Batch Produced: 35.9m (2154793867482) First Batch Sent: 35.9m (2154793867482) ExecInternal Finished: 3.0h (10907973108732) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8755904129768) - ExecTreeExecTime: 56.17s (56169703388) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151925984816) - ExecTreeOpenTime: 35.8m (2150223054508) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699328442980) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,767 (1654767) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 203ms (203991656) - TotalBytesSent: 39.1 MiB (41046744) - TotalTime: 2.4h (8699733426421) - UncompressedRowBatchSize: 83.6 MiB (87702651) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,767 (1654767) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2206392757896) Node Lifecycle Event Timeline Open Started: 1.84s (1844924497) Open Finished: 35.9m (2152067979005) First Batch Requested: 35.9m (2152067979005) First Batch Returned: 35.9m (2154793867482) Last Batch Returned: 3.0h (10907951109631) Closed: 3.0h (10907973108732) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,767 (1654767) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206327760554) Node Lifecycle Event Timeline Open Started: 1.84s (1844924497) Open Finished: 35.9m (2152067979005) First Batch Requested: 35.9m (2152067979005) First Batch Returned: 35.9m (2154793867482) Last Batch Returned: 3.0h (10907951109631) Closed: 3.0h (10907951109631) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.37s (15368371459) - GetResultsTime: 312ms (312987202) - HTResizeTime: 79ms (79996731) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,767 (1654767) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 482ms (482980262) - CumulativeAllocationBytes: 8.6 GiB (9187622912) - CumulativeAllocations: 4,365 (4365) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4391436288) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4357881856) - ReadIoOps: 2,078 (2078) - ReadIoWaitTime: 42.32s (42324269525) - SystemAllocTime: 477ms (477980466) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4391436288) - WriteIoOps: 2,094 (2094) - WriteIoWaitTime: 1.02s (1023958126) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 535ms (535978078) - InactiveTotalTime: 35.6m (2133127753686) - PeakMemoryUsage: 5.3 MiB (5554176) - RowsReturned: 26,802,833 (26802833) - RowsReturnedRate: 12557 per second (12557) - TotalTime: 35.6m (2134473698640) Node Lifecycle Event Timeline Open Started: 1.84s (1844924497) Open Finished: 27.17s (27172887946) First Batch Requested: 27.17s (27172887946) First Batch Returned: 27.18s (27185887414) Last Batch Returned: 35.9m (2152067979005) Closed: 35.9m (2152067979005) Buffer pool - AllocTime: 1.87s (1868923574) - CumulativeAllocationBytes: 6.6 GiB (7129161728) - CumulativeAllocations: 348,134 (348134) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.3 MiB (5554176) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.3 MiB (5554176) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.52s (1518937886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.33s (25327963449) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4755701048) - TotalGetBatchTime: 35.6m (2133808725835) - DataWaitTime: 35.6m (2133127753686) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.44s (9437614010) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,067 (174067) - TotalBatchesReceived: 174,067 (174067) - TotalBytesReceived: 1.7 GiB (1854733932) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 68 (68) - CodegenTotalWallClockTime: 1.70s (1702930308) - CodegenSysTime: 9ms (9931000) - CodegenUserTime: 663ms (663239000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 656ms (656973114) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54997749) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 909ms (909962760) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 78ms (78996767) - TotalTime: 1.70s (1702930308) Instance c7456fdd806a4994:3209e926000001ba (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:50.010 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.9 MiB (42909070) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 1,655,328 (1655328) - TotalNetworkReceiveTime: 35.6m (2134396505316) - TotalNetworkSendTime: 2.4h (8698514791427) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 140 (140) - TotalThreadsTotalWallClockTime: 3.0h (10907398175357) - TotalThreadsSysTime: 1.53s (1534931000) - TotalThreadsUserTime: 28.35s (28347283000) - TotalThreadsVoluntaryContextSwitches: 296,711 (296711) - TotalTime: 3.0h (10907399175355) Fragment Instance Lifecycle Event Timeline Prepare Finished: 109ms (109999819) Open Finished: 35.9m (2151981476566) First Batch Produced: 35.9m (2154884471819) First Batch Sent: 35.9m (2154885471817) ExecInternal Finished: 3.0h (10907509175174) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8755526698610) - ExecTreeExecTime: 56.65s (56648907773) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151871476747) - ExecTreeOpenTime: 35.8m (2150059479713) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698514791427) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,328 (1655328) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 175ms (175999716) - TotalBytesSent: 39.2 MiB (41065546) - TotalTime: 2.4h (8698875790841) - UncompressedRowBatchSize: 83.7 MiB (87732384) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,328 (1655328) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206707387487) Node Lifecycle Event Timeline Open Started: 1.92s (1921996853) Open Finished: 35.9m (2151981476566) First Batch Requested: 35.9m (2151981476566) First Batch Returned: 35.9m (2154884471819) Last Batch Returned: 3.0h (10907488175208) Closed: 3.0h (10907509175174) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,328 (1655328) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206643387591) Node Lifecycle Event Timeline Open Started: 1.92s (1921996853) Open Finished: 35.9m (2151981476566) First Batch Requested: 35.9m (2151981476566) First Batch Returned: 35.9m (2154884471819) Last Batch Returned: 3.0h (10907488175208) Closed: 3.0h (10907488175208) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.69s (14692975979) - GetResultsTime: 326ms (326999463) - HTResizeTime: 64ms (64999893) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,328 (1655328) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 480ms (480999210) - CumulativeAllocationBytes: 8.6 GiB (9202302976) - CumulativeAllocations: 4,372 (4372) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4397727744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4366270464) - ReadIoOps: 2,082 (2082) - ReadIoWaitTime: 43.09s (43094929851) - SystemAllocTime: 474ms (474999220) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4397727744) - WriteIoOps: 2,097 (2097) - WriteIoWaitTime: 1.08s (1083998230) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 480ms (480999221) - InactiveTotalTime: 35.6m (2133719506418) - PeakMemoryUsage: 6.6 MiB (6946816) - RowsReturned: 26,837,087 (26837087) - RowsReturnedRate: 12570 per second (12570) - TotalTime: 35.6m (2134979504371) Node Lifecycle Event Timeline Open Started: 1.92s (1921996853) Open Finished: 27.10s (27102955625) First Batch Requested: 27.10s (27103955624) First Batch Returned: 27.11s (27113955607) Last Batch Returned: 35.9m (2151981476566) Closed: 35.9m (2151981476566) Buffer pool - AllocTime: 2.15s (2154996475) - CumulativeAllocationBytes: 6.6 GiB (7138271232) - CumulativeAllocations: 348,576 (348576) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.6 MiB (6946816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.6 MiB (6946816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.67s (1669997273) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.18s (25180958772) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4761659117) - TotalGetBatchTime: 35.6m (2134367505365) - DataWaitTime: 35.6m (2133719506418) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.07s (9074985143) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,288 (174288) - TotalBatchesReceived: 174,288 (174288) - TotalBytesReceived: 1.7 GiB (1856854539) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 86 (86) - CodegenTotalWallClockTime: 1.81s (1811997034) - CodegenSysTime: 9ms (9968000) - CodegenUserTime: 655ms (655184000) - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 613ms (613998995) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999980) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.16s (1159998101) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 22ms (22999963) - TotalTime: 1.81s (1811997034) Instance c7456fdd806a4994:3209e926000001b2 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.409 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.6 MiB (43646350) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 1,654,892 (1654892) - TotalNetworkReceiveTime: 35.5m (2130520241407) - TotalNetworkSendTime: 2.4h (8702048720259) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 176 (176) - TotalThreadsTotalWallClockTime: 3.0h (10907087263876) - TotalThreadsSysTime: 1.45s (1452694000) - TotalThreadsUserTime: 28.62s (28616633000) - TotalThreadsVoluntaryContextSwitches: 298,018 (298018) - TotalTime: 3.0h (10907088263853) Fragment Instance Lifecycle Event Timeline Prepare Finished: 153ms (153996474) Open Finished: 35.8m (2146762869680) First Batch Produced: 35.8m (2149656803460) First Batch Sent: 35.8m (2149656803460) ExecInternal Finished: 3.0h (10907242260327) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8760478390670) - ExecTreeExecTime: 58.00s (57999680204) - InactiveTotalTime: 0ns (0) - OpenTime: 35.8m (2146608873206) - ExecTreeOpenTime: 35.8m (2145138906858) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8702048720259) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,892 (1654892) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 201ms (201995403) - TotalBytesSent: 39.1 MiB (41051242) - TotalTime: 2.4h (8702478710466) - UncompressedRowBatchSize: 83.6 MiB (87709276) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,892 (1654892) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.7m (2203138587062) Node Lifecycle Event Timeline Open Started: 1.62s (1623962822) Open Finished: 35.8m (2146762869680) First Batch Requested: 35.8m (2146762869680) First Batch Returned: 35.8m (2149656803460) Last Batch Returned: 3.0h (10907220260828) Closed: 3.0h (10907242260327) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,892 (1654892) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.7m (2203070588611) Node Lifecycle Event Timeline Open Started: 1.62s (1623962822) Open Finished: 35.8m (2146762869680) First Batch Requested: 35.8m (2146762869680) First Batch Returned: 35.8m (2149656803460) Last Batch Returned: 3.0h (10907220260828) Closed: 3.0h (10907220260828) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.69s (13685686815) - GetResultsTime: 352ms (352991962) - HTResizeTime: 94ms (94997840) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,892 (1654892) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 442ms (442989868) - CumulativeAllocationBytes: 8.6 GiB (9189720064) - CumulativeAllocations: 4,366 (4366) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4395630592) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4355784704) - ReadIoOps: 2,077 (2077) - ReadIoWaitTime: 44.12s (44122996098) - SystemAllocTime: 439ms (439989935) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4395630592) - WriteIoOps: 2,096 (2096) - WriteIoWaitTime: 940ms (940978468) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 467ms (467989281) - InactiveTotalTime: 35.5m (2129892255782) - PeakMemoryUsage: 7.3 MiB (7684096) - RowsReturned: 26,841,281 (26841281) - RowsReturnedRate: 12595 per second (12595) - TotalTime: 35.5m (2131084228493) Node Lifecycle Event Timeline Open Started: 1.62s (1623962822) Open Finished: 27.11s (27111379331) First Batch Requested: 27.11s (27112379308) First Batch Returned: 27.12s (27122379079) Last Batch Returned: 35.8m (2146762869680) Closed: 35.8m (2146762869680) Buffer pool - AllocTime: 2.04s (2035953399) - CumulativeAllocationBytes: 6.6 GiB (7139352576) - CumulativeAllocations: 348,626 (348626) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.3 MiB (7684096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.3 MiB (7684096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.73s (1727960454) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.49s (25487416509) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4762282975) - TotalGetBatchTime: 35.5m (2130496241955) - DataWaitTime: 35.5m (2129892255782) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.85s (8849797436) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,313 (174313) - TotalBatchesReceived: 174,313 (174313) - TotalBytesReceived: 1.7 GiB (1857191048) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 110 (110) - CodegenTotalWallClockTime: 1.47s (1469966348) - CodegenSysTime: 7ms (7812000) - CodegenUserTime: 656ms (656030000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 547ms (547987455) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999336) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 831ms (831980953) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 58ms (58998650) - TotalTime: 1.47s (1469966348) Instance c7456fdd806a4994:3209e926000001b7 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.539 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52325984) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 1,652,674 (1652674) - TotalNetworkReceiveTime: 35.6m (2134257043869) - TotalNetworkSendTime: 2.4h (8697229248891) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 116 (116) - TotalThreadsTotalWallClockTime: 3.0h (10906958605551) - TotalThreadsSysTime: 1.44s (1438659000) - TotalThreadsUserTime: 28.40s (28398705000) - TotalThreadsVoluntaryContextSwitches: 299,226 (299226) - TotalTime: 3.0h (10906976604911) Fragment Instance Lifecycle Event Timeline Prepare Finished: 159ms (159994306) Open Finished: 35.9m (2151764420773) First Batch Produced: 35.9m (2154456324982) First Batch Sent: 35.9m (2154456324982) ExecInternal Finished: 3.0h (10907119599821) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8755354179084) - ExecTreeExecTime: 57.72s (57722944512) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151604426467) - ExecTreeOpenTime: 35.8m (2149906486896) - PrepareTime: 17ms (17999360) - ExecTreePrepareTime: 2ms (2999894) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8697229248891) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,652,674 (1652674) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 202ms (202992772) - TotalBytesSent: 39.1 MiB (40997022) - TotalTime: 2.4h (8697632234536) - UncompressedRowBatchSize: 83.5 MiB (87591722) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,652,674 (1652674) - RowsReturnedRate: 748 per second (748) - TotalTime: 36.8m (2207631431338) Node Lifecycle Event Timeline Open Started: 1.86s (1857933877) Open Finished: 35.9m (2151764420773) First Batch Requested: 35.9m (2151764420773) First Batch Returned: 35.9m (2154456324982) Last Batch Returned: 3.0h (10907098600569) Closed: 3.0h (10907119599821) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,652,674 (1652674) - RowsReturnedRate: 748 per second (748) - TotalTime: 36.8m (2207562433795) Node Lifecycle Event Timeline Open Started: 1.86s (1857933877) Open Finished: 35.9m (2151764420773) First Batch Requested: 35.9m (2151764420773) First Batch Returned: 35.9m (2154456324982) Last Batch Returned: 3.0h (10907098600569) Closed: 3.0h (10907098600569) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.66s (14664478088) - GetResultsTime: 305ms (305989111) - HTResizeTime: 72ms (72997404) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,652,674 (1652674) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 394ms (394985946) - CumulativeAllocationBytes: 8.5 GiB (9154068480) - CumulativeAllocations: 4,349 (4349) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4387241984) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4328521728) - ReadIoOps: 2,064 (2064) - ReadIoWaitTime: 43.96s (43963434475) - SystemAllocTime: 378ms (378986517) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4387241984) - WriteIoOps: 2,092 (2092) - WriteIoWaitTime: 1.60s (1596943152) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 496ms (496982316) - InactiveTotalTime: 35.6m (2133676064556) - PeakMemoryUsage: 15.6 MiB (16363730) - RowsReturned: 26,791,827 (26791827) - RowsReturnedRate: 12549 per second (12549) - TotalTime: 35.6m (2134853022654) Node Lifecycle Event Timeline Open Started: 1.86s (1857933877) Open Finished: 26.89s (26887043104) First Batch Requested: 26.89s (26887043104) First Batch Returned: 26.90s (26903042534) Last Batch Returned: 35.9m (2151763420808) Closed: 35.9m (2151764420773) Buffer pool - AllocTime: 1.31s (1311953312) - CumulativeAllocationBytes: 6.6 GiB (7126171648) - CumulativeAllocations: 347,980 (347980) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 958ms (958965873) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.03s (25029109227) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4753871519) - TotalGetBatchTime: 35.6m (2134232044758) - DataWaitTime: 35.6m (2133676064556) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.18s (8177708945) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,990 (173990) - TotalBatchesReceived: 173,990 (173990) - TotalBytesReceived: 1.7 GiB (1854047444) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 563ms (563401642) - TotalRPCsDeferred: 359 (359) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 59 (59) - CodegenTotalWallClockTime: 1.69s (1685939999) - CodegenSysTime: 9ms (9960000) - CodegenUserTime: 655ms (655325000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 594ms (594978825) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999537) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.02s (1021963629) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 53ms (53998079) - TotalTime: 1.69s (1685939999) Instance c7456fdd806a4994:3209e926000001d4 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.431 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.9 MiB (44957070) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 1,657,265 (1657265) - TotalNetworkReceiveTime: 35.6m (2133589946055) - TotalNetworkSendTime: 2.4h (8698988806225) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 121 (121) - TotalThreadsTotalWallClockTime: 3.0h (10906669904403) - TotalThreadsSysTime: 1.51s (1514888000) - TotalThreadsUserTime: 28.61s (28614968000) - TotalThreadsVoluntaryContextSwitches: 296,197 (296197) - TotalTime: 3.0h (10906669904403) Fragment Instance Lifecycle Event Timeline Prepare Finished: 93ms (93998939) Open Finished: 35.9m (2152459733224) First Batch Produced: 35.9m (2155123703252) First Batch Sent: 35.9m (2155123703252) ExecInternal Finished: 3.0h (10906764903330) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8754304170118) - ExecTreeExecTime: 54.92s (54921368421) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152365734285) - ExecTreeOpenTime: 35.8m (2150484755511) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698988806225) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,265 (1657265) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 188ms (188997824) - TotalBytesSent: 39.2 MiB (41111362) - TotalTime: 2.4h (8699383801685) - UncompressedRowBatchSize: 83.8 MiB (87835045) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,265 (1657265) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.8m (2205406123932) Node Lifecycle Event Timeline Open Started: 1.97s (1974977713) Open Finished: 35.9m (2152459733224) First Batch Requested: 35.9m (2152459733224) First Batch Returned: 35.9m (2155123703252) Last Batch Returned: 3.0h (10906743903572) Closed: 3.0h (10906764903330) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,265 (1657265) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.8m (2205329124822) Node Lifecycle Event Timeline Open Started: 1.97s (1974977713) Open Finished: 35.9m (2152459733224) First Batch Requested: 35.9m (2152459733224) First Batch Returned: 35.9m (2155123703252) Last Batch Returned: 3.0h (10906743903572) Closed: 3.0h (10906743903572) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.84s (15841821341) - GetResultsTime: 363ms (363995826) - HTResizeTime: 79ms (79999082) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,265 (1657265) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 613ms (613993090) - CumulativeAllocationBytes: 8.6 GiB (9221177344) - CumulativeAllocations: 4,381 (4381) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4406116352) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4376756224) - ReadIoOps: 2,087 (2087) - ReadIoWaitTime: 41.13s (41129526915) - SystemAllocTime: 610ms (610993124) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4406116352) - WriteIoOps: 2,101 (2101) - WriteIoWaitTime: 975ms (975988982) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 503ms (503994320) - InactiveTotalTime: 35.5m (2132883954011) - PeakMemoryUsage: 8.6 MiB (8994816) - RowsReturned: 26,885,297 (26885297) - RowsReturnedRate: 12597 per second (12597) - TotalTime: 35.6m (2134179939400) Node Lifecycle Event Timeline Open Started: 1.97s (1974977713) Open Finished: 27.14s (27137693751) First Batch Requested: 27.14s (27138693740) First Batch Returned: 27.15s (27149693616) Last Batch Returned: 35.9m (2152458733235) Closed: 35.9m (2152459733224) Buffer pool - AllocTime: 1.50s (1502983050) - CumulativeAllocationBytes: 6.7 GiB (7151075328) - CumulativeAllocations: 349,202 (349202) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.6 MiB (8994816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.6 MiB (8994816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.20s (1195986512) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.16s (25162716038) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4769976410) - TotalGetBatchTime: 35.6m (2133567946304) - DataWaitTime: 35.5m (2132883954011) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.41s (8415905102) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,601 (174601) - TotalBatchesReceived: 174,601 (174601) - TotalBytesReceived: 1.7 GiB (1860253403) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 54 (54) - CodegenTotalWallClockTime: 1.88s (1880978774) - CodegenSysTime: 9ms (9903000) - CodegenUserTime: 667ms (667525000) - CodegenVoluntaryContextSwitches: 122 (122) - CompileTime: 826ms (826990668) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999729) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 992ms (992988794) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 34ms (34999605) - TotalTime: 1.88s (1880978774) Instance c7456fdd806a4994:3209e926000001d2 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.475 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 46.9 MiB (49134990) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 1,653,037 (1653037) - TotalNetworkReceiveTime: 35.5m (2132685351980) - TotalNetworkSendTime: 2.4h (8699394189968) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 232 (232) - TotalThreadsTotalWallClockTime: 3.0h (10905878092645) - TotalThreadsSysTime: 1.42s (1416136000) - TotalThreadsUserTime: 28.32s (28317884000) - TotalThreadsVoluntaryContextSwitches: 294,540 (294540) - TotalTime: 3.0h (10905878092645) Fragment Instance Lifecycle Event Timeline Prepare Finished: 106ms (106000762) Open Finished: 35.9m (2152275493010) First Batch Produced: 35.9m (2154967512372) First Batch Sent: 35.9m (2154967512372) ExecInternal Finished: 3.0h (10905984093407) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8753708600397) - ExecTreeExecTime: 53.91s (53912407400) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152169492248) - ExecTreeOpenTime: 35.8m (2150162477813) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699394189968) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,037 (1653037) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 208ms (208001577) - TotalBytesSent: 39.1 MiB (41006042) - TotalTime: 2.4h (8699792192968) - UncompressedRowBatchSize: 83.6 MiB (87610961) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,037 (1653037) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.7m (2204073885206) Node Lifecycle Event Timeline Open Started: 2.11s (2113015197) Open Finished: 35.9m (2152275493010) First Batch Requested: 35.9m (2152275493010) First Batch Returned: 35.9m (2154967512372) Last Batch Returned: 3.0h (10905964093255) Closed: 3.0h (10905984093407) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,037 (1653037) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.7m (2204013884758) Node Lifecycle Event Timeline Open Started: 2.11s (2113015197) Open Finished: 35.9m (2152275493010) First Batch Requested: 35.9m (2152275493010) First Batch Returned: 35.9m (2154966512365) Last Batch Returned: 3.0h (10905964093255) Closed: 3.0h (10905964093255) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.40s (16399118048) - GetResultsTime: 316ms (316002382) - HTResizeTime: 74ms (74000558) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,037 (1653037) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 688ms (688004957) - CumulativeAllocationBytes: 8.6 GiB (9185525760) - CumulativeAllocations: 4,364 (4364) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4387241984) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4359979008) - ReadIoOps: 2,079 (2079) - ReadIoWaitTime: 40.10s (40104303328) - SystemAllocTime: 677ms (677004877) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4387241984) - WriteIoOps: 2,092 (2092) - WriteIoWaitTime: 1.28s (1278009191) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 469ms (469003390) - InactiveTotalTime: 35.5m (2131987346952) - PeakMemoryUsage: 12.6 MiB (13172736) - RowsReturned: 26,772,221 (26772221) - RowsReturnedRate: 12549 per second (12549) - TotalTime: 35.6m (2133251356070) Node Lifecycle Event Timeline Open Started: 2.11s (2113015197) Open Finished: 27.17s (27174195449) First Batch Requested: 27.18s (27175195456) First Batch Returned: 27.19s (27190195564) Last Batch Returned: 35.9m (2152275493010) Closed: 35.9m (2152275493010) Buffer pool - AllocTime: 4.01s (4006028833) - CumulativeAllocationBytes: 6.6 GiB (7121027072) - CumulativeAllocations: 347,734 (347734) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.6 MiB (13172736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.6 MiB (13172736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.67s (3671026424) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.06s (25061180252) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4750027125) - TotalGetBatchTime: 35.5m (2132659351791) - DataWaitTime: 35.5m (2131987346952) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12.27s (12271088308) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,867 (173867) - TotalBatchesReceived: 173,867 (173867) - TotalBytesReceived: 1.7 GiB (1852514293) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 191 (191) - CodegenTotalWallClockTime: 2.01s (2007014435) - CodegenSysTime: 12ms (12845000) - CodegenUserTime: 672ms (672892000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 656ms (656004718) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20000144) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.26s (1264009091) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 65ms (65000468) - TotalTime: 2.01s (2007014435) Instance c7456fdd806a4994:3209e926000001b4 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.925 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52325621) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 1,655,190 (1655190) - TotalNetworkReceiveTime: 35.4m (2126301630838) - TotalNetworkSendTime: 2.4h (8702380663947) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 142 (142) - TotalThreadsTotalWallClockTime: 3.0h (10905317358804) - TotalThreadsSysTime: 1.56s (1563199000) - TotalThreadsUserTime: 29.25s (29246311000) - TotalThreadsVoluntaryContextSwitches: 293,863 (293863) - TotalTime: 3.0h (10905317358804) Fragment Instance Lifecycle Event Timeline Prepare Finished: 129ms (129995026) Open Finished: 35.8m (2146622853081) First Batch Produced: 35.8m (2149125757367) First Batch Sent: 35.8m (2149125757367) ExecInternal Finished: 3.0h (10905448353792) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8758824500749) - ExecTreeExecTime: 56.02s (56022852929) - InactiveTotalTime: 0ns (0) - OpenTime: 35.8m (2146492858055) - ExecTreeOpenTime: 35.7m (2144784923416) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8702381663909) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,190 (1655190) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 202ms (202992218) - TotalBytesSent: 39.2 MiB (41056966) - TotalTime: 2.4h (8702797647973) - UncompressedRowBatchSize: 83.7 MiB (87725070) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,190 (1655190) - RowsReturnedRate: 752 per second (752) - TotalTime: 36.7m (2200806776384) Node Lifecycle Event Timeline Open Started: 1.84s (1837929665) Open Finished: 35.8m (2146622853081) First Batch Requested: 35.8m (2146622853081) First Batch Returned: 35.8m (2149125757367) Last Batch Returned: 3.0h (10905425354673) Closed: 3.0h (10905448353792) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,190 (1655190) - RowsReturnedRate: 752 per second (752) - TotalTime: 36.7m (2200732779229) Node Lifecycle Event Timeline Open Started: 1.84s (1837929665) Open Finished: 35.8m (2146622853081) First Batch Requested: 35.8m (2146623853043) First Batch Returned: 35.8m (2149125757367) Last Batch Returned: 3.0h (10905425354673) Closed: 3.0h (10905425354673) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.51s (17513329708) - GetResultsTime: 346ms (346986712) - HTResizeTime: 78ms (78996972) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,190 (1655190) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 522ms (522979982) - CumulativeAllocationBytes: 8.6 GiB (9189720064) - CumulativeAllocations: 4,366 (4366) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4399824896) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4351590400) - ReadIoOps: 2,075 (2075) - ReadIoWaitTime: 41.75s (41752399741) - SystemAllocTime: 519ms (519980098) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4399824896) - WriteIoOps: 2,098 (2098) - WriteIoWaitTime: 2.06s (2059921175) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 485ms (485981398) - InactiveTotalTime: 35.4m (2125774651013) - PeakMemoryUsage: 15.6 MiB (16363367) - RowsReturned: 26,835,893 (26835893) - RowsReturnedRate: 12617 per second (12617) - TotalTime: 35.4m (2126882608595) Node Lifecycle Event Timeline Open Started: 1.84s (1837929665) Open Finished: 26.96s (26956968392) First Batch Requested: 26.96s (26957968354) First Batch Returned: 26.97s (26969967895) Last Batch Returned: 35.8m (2146621853119) Closed: 35.8m (2146622853081) Buffer pool - AllocTime: 3.13s (3132880096) - CumulativeAllocationBytes: 6.6 GiB (7137935360) - CumulativeAllocations: 348,560 (348560) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.83s (2834891498) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.12s (25119038727) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4761695884) - TotalGetBatchTime: 35.4m (2126277631759) - DataWaitTime: 35.4m (2125774651013) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.86s (10859584351) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,280 (174280) - TotalBatchesReceived: 174,280 (174280) - TotalBytesReceived: 1.7 GiB (1857024129) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 167ms (167147444) - TotalRPCsDeferred: 170 (170) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 58 (58) - CodegenTotalWallClockTime: 1.71s (1707934639) - CodegenSysTime: 9ms (9848000) - CodegenUserTime: 652ms (652910000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 729ms (729972065) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999579) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 923ms (923964641) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 41ms (41998392) - TotalTime: 1.71s (1707934639) Instance c7456fdd806a4994:3209e926000001bb (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:48.999 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.6 MiB (46718350) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 1,654,897 (1654897) - TotalNetworkReceiveTime: 35.6m (2135466819068) - TotalNetworkSendTime: 2.4h (8698889334017) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 178 (178) - TotalThreadsTotalWallClockTime: 3.0h (10904575951895) - TotalThreadsSysTime: 1.50s (1498095000) - TotalThreadsUserTime: 28.42s (28424591000) - TotalThreadsVoluntaryContextSwitches: 298,954 (298954) - TotalTime: 3.0h (10904625950321) Fragment Instance Lifecycle Event Timeline Prepare Finished: 185ms (185994144) Open Finished: 35.9m (2151864303051) First Batch Produced: 35.9m (2154814210327) First Batch Sent: 35.9m (2154814210327) ExecInternal Finished: 3.0h (10904761946039) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8752897642988) - ExecTreeExecTime: 53.64s (53639320524) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151678308907) - ExecTreeOpenTime: 35.8m (2149820367405) - PrepareTime: 49ms (49998426) - ExecTreePrepareTime: 7ms (7999748) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8698889334017) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,897 (1654897) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 163ms (163994867) - TotalBytesSent: 39.1 MiB (41051654) - TotalTime: 2.4h (8699275321929) - UncompressedRowBatchSize: 83.6 MiB (87709541) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,897 (1654897) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.7m (2203467687677) Node Lifecycle Event Timeline Open Started: 2.04s (2043935646) Open Finished: 35.9m (2151864303051) First Batch Requested: 35.9m (2151864303051) First Batch Returned: 35.9m (2154814210327) Last Batch Returned: 3.0h (10904740946696) Closed: 3.0h (10904761946039) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,897 (1654897) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.7m (2203408689522) Node Lifecycle Event Timeline Open Started: 2.04s (2043935646) Open Finished: 35.9m (2151864303051) First Batch Requested: 35.9m (2151864303051) First Batch Returned: 35.9m (2154814210327) Last Batch Returned: 3.0h (10904740946696) Closed: 3.0h (10904740946696) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.31s (13308581215) - GetResultsTime: 321ms (321989914) - HTResizeTime: 66ms (66997898) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,897 (1654897) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 329ms (329989616) - CumulativeAllocationBytes: 8.5 GiB (9177137152) - CumulativeAllocations: 4,360 (4360) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4385144832) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.1 GiB (4353687552) - ReadIoOps: 2,076 (2076) - ReadIoWaitTime: 39.99s (39995747737) - SystemAllocTime: 296ms (296990655) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4385144832) - WriteIoOps: 2,091 (2091) - WriteIoWaitTime: 1.24s (1241960915) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 513ms (513983828) - InactiveTotalTime: 35.6m (2134888837277) - PeakMemoryUsage: 10.3 MiB (10756096) - RowsReturned: 26,785,824 (26785824) - RowsReturnedRate: 12539 per second (12539) - TotalTime: 35.6m (2136074799936) Node Lifecycle Event Timeline Open Started: 2.04s (2043935646) Open Finished: 26.98s (26983150439) First Batch Requested: 26.98s (26984150407) First Batch Returned: 27.00s (26997149998) Last Batch Returned: 35.9m (2151864303051) Closed: 35.9m (2151864303051) Buffer pool - AllocTime: 2.00s (2001937001) - CumulativeAllocationBytes: 6.6 GiB (7124598784) - CumulativeAllocations: 347,908 (347908) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.3 MiB (10756096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.3 MiB (10756096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.39s (1392956177) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.94s (24939214793) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4752480549) - TotalGetBatchTime: 35.6m (2135432820137) - DataWaitTime: 35.6m (2134888837277) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.78s (8780723639) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,954 (173954) - TotalBatchesReceived: 173,954 (173954) - TotalBytesReceived: 1.7 GiB (1853528912) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 126 (126) - CodegenTotalWallClockTime: 1.86s (1857941502) - CodegenSysTime: 2ms (2524000) - CodegenUserTime: 662ms (662979000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 736ms (736976796) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999686) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.07s (1075966123) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 32ms (32998960) - TotalTime: 1.86s (1857941502) Instance c7456fdd806a4994:3209e926000001b3 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.550 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.5 MiB (46644622) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 1,654,089 (1654089) - TotalNetworkReceiveTime: 35.5m (2128465057266) - TotalNetworkSendTime: 2.4h (8699456615863) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 134 (134) - TotalThreadsTotalWallClockTime: 3.0h (10903801360237) - TotalThreadsSysTime: 1.48s (1482980000) - TotalThreadsUserTime: 29.14s (29138815000) - TotalThreadsVoluntaryContextSwitches: 295,994 (295994) - TotalTime: 3.0h (10903801360237) Fragment Instance Lifecycle Event Timeline Prepare Finished: 110ms (110998072) Open Finished: 35.8m (2146759739676) First Batch Produced: 35.8m (2149481692456) First Batch Sent: 35.8m (2149481692456) ExecInternal Finished: 3.0h (10903912358309) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8757152618633) - ExecTreeExecTime: 57.27s (57273010087) - InactiveTotalTime: 0ns (0) - OpenTime: 35.8m (2146648741604) - ExecTreeOpenTime: 35.7m (2144983770522) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8699458615828) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,089 (1654089) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 191ms (191996676) - TotalBytesSent: 39.1 MiB (41030838) - TotalTime: 2.4h (8699875608615) - UncompressedRowBatchSize: 83.6 MiB (87666717) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,089 (1654089) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.7m (2202254780644) Node Lifecycle Event Timeline Open Started: 1.77s (1775969154) Open Finished: 35.8m (2146759739676) First Batch Requested: 35.8m (2146759739676) First Batch Returned: 35.8m (2149481692456) Last Batch Returned: 3.0h (10903890358688) Closed: 3.0h (10903912358309) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,089 (1654089) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.7m (2202178781957) Node Lifecycle Event Timeline Open Started: 1.77s (1775969154) Open Finished: 35.8m (2146759739676) First Batch Requested: 35.8m (2146759739676) First Batch Returned: 35.8m (2149481692456) Last Batch Returned: 3.0h (10903890358688) Closed: 3.0h (10903890358688) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.57s (15567729771) - GetResultsTime: 381ms (381993392) - HTResizeTime: 89ms (89998444) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,089 (1654089) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 519ms (519990977) - CumulativeAllocationBytes: 8.5 GiB (9168748544) - CumulativeAllocations: 4,356 (4356) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4395630592) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4334813184) - ReadIoOps: 2,067 (2067) - ReadIoWaitTime: 43.10s (43100255162) - SystemAllocTime: 507ms (507991185) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4395630592) - WriteIoOps: 2,096 (2096) - WriteIoWaitTime: 1.28s (1280977767) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 492ms (492991434) - InactiveTotalTime: 35.5m (2127800068807) - PeakMemoryUsage: 10.2 MiB (10682368) - RowsReturned: 26,809,144 (26809144) - RowsReturnedRate: 12591 per second (12591) - TotalTime: 35.5m (2129068046790) Node Lifecycle Event Timeline Open Started: 1.77s (1775969154) Open Finished: 27.09s (27092529445) First Batch Requested: 27.09s (27093529428) First Batch Returned: 27.10s (27103529254) Last Batch Returned: 35.8m (2146759739676) Closed: 35.8m (2146759739676) Buffer pool - AllocTime: 1.90s (1899967028) - CumulativeAllocationBytes: 6.6 GiB (7130800128) - CumulativeAllocations: 348,208 (348208) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.2 MiB (10682368) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.2 MiB (10682368) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.43s (1431975151) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.32s (25316560291) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4756874683) - TotalGetBatchTime: 35.5m (2128436057772) - DataWaitTime: 35.5m (2127800068807) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.55s (8551851524) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,104 (174104) - TotalBatchesReceived: 174,104 (174104) - TotalBytesReceived: 1.7 GiB (1855032554) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.66s (1664971082) - CodegenSysTime: 2ms (2977000) - CodegenUserTime: 662ms (662748000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 571ms (571990066) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999774) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 986ms (986982857) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 85ms (85998506) - TotalTime: 1.66s (1664971082) Instance c7456fdd806a4994:3209e926000001cd (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.346 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52326770) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 1,653,370 (1653370) - TotalNetworkReceiveTime: 35.5m (2131335106344) - TotalNetworkSendTime: 2.4h (8696558993521) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 113 (113) - TotalThreadsTotalWallClockTime: 3.0h (10903626925579) - TotalThreadsSysTime: 1.42s (1417172000) - TotalThreadsUserTime: 28.39s (28389791000) - TotalThreadsVoluntaryContextSwitches: 293,124 (293124) - TotalTime: 3.0h (10903673925472) Fragment Instance Lifecycle Event Timeline Prepare Finished: 267ms (267999385) Open Finished: 35.9m (2152059058780) First Batch Produced: 35.9m (2154774052554) First Batch Sent: 35.9m (2154774052554) ExecInternal Finished: 3.0h (10903895924962) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8751835866184) - ExecTreeExecTime: 54.88s (54879873581) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151791059395) - ExecTreeOpenTime: 35.8m (2149877063792) - PrepareTime: 46ms (46999893) - ExecTreePrepareTime: 14ms (14999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8696558993521) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,653,370 (1653370) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 188ms (188999558) - TotalBytesSent: 39.1 MiB (41017418) - TotalTime: 2.4h (8696954992605) - UncompressedRowBatchSize: 83.6 MiB (87628610) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,653,370 (1653370) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.7m (2204769937344) Node Lifecycle Event Timeline Open Started: 2.18s (2181994988) Open Finished: 35.9m (2152059058780) First Batch Requested: 35.9m (2152059058780) First Batch Returned: 35.9m (2154774052554) Last Batch Returned: 3.0h (10903874925010) Closed: 3.0h (10903895924962) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,653,370 (1653370) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.7m (2204704937495) Node Lifecycle Event Timeline Open Started: 2.18s (2181994988) Open Finished: 35.9m (2152059058780) First Batch Requested: 35.9m (2152059058780) First Batch Returned: 35.9m (2154774052554) Last Batch Returned: 3.0h (10903874925010) Closed: 3.0h (10903874925010) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.64s (17642959511) - GetResultsTime: 306ms (306999298) - HTResizeTime: 80ms (80999809) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,653,370 (1653370) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 546ms (546998747) - CumulativeAllocationBytes: 8.5 GiB (9168748544) - CumulativeAllocations: 4,356 (4356) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4387241984) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 41.35s (41349904739) - SystemAllocTime: 511ms (511998827) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4387241984) - WriteIoOps: 2,092 (2092) - WriteIoWaitTime: 2.07s (2072995240) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 517ms (517998797) - InactiveTotalTime: 35.5m (2130827107511) - PeakMemoryUsage: 15.6 MiB (16364516) - RowsReturned: 26,800,243 (26800243) - RowsReturnedRate: 12570 per second (12570) - TotalTime: 35.5m (2131971104874) Node Lifecycle Event Timeline Open Started: 2.18s (2181994988) Open Finished: 27.00s (27005937971) First Batch Requested: 27.01s (27006937969) First Batch Returned: 27.02s (27018937941) Last Batch Returned: 35.9m (2152059058780) Closed: 35.9m (2152059058780) Buffer pool - AllocTime: 2.67s (2670993870) - CumulativeAllocationBytes: 6.6 GiB (7128457216) - CumulativeAllocations: 348,092 (348092) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.30s (2302994703) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.82s (24823942983) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4754707451) - TotalGetBatchTime: 35.5m (2131306106410) - DataWaitTime: 35.5m (2130827107511) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.26s (10255976358) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,046 (174046) - TotalBatchesReceived: 174,046 (174046) - TotalBytesReceived: 1.7 GiB (1854400770) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 431ms (431672366) - TotalRPCsDeferred: 107 (107) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 70 (70) - CodegenTotalWallClockTime: 1.91s (1913995603) - CodegenSysTime: 6ms (6924000) - CodegenUserTime: 657ms (657148000) - CodegenVoluntaryContextSwitches: 113 (113) - CompileTime: 634ms (634998541) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999977) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.20s (1197997249) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 69ms (69999839) - TotalTime: 1.91s (1913995603) Instance c7456fdd806a4994:3209e926000001b5 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:49.430 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.8 MiB (42794382) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 1,654,229 (1654229) - TotalNetworkReceiveTime: 35.5m (2127525872941) - TotalNetworkSendTime: 2.4h (8701808600722) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 102 (102) - TotalThreadsTotalWallClockTime: 3.0h (10903270733710) - TotalThreadsSysTime: 1.52s (1517817000) - TotalThreadsUserTime: 28.59s (28588818000) - TotalThreadsVoluntaryContextSwitches: 296,010 (296010) - TotalTime: 3.0h (10903270733710) Fragment Instance Lifecycle Event Timeline Prepare Finished: 103ms (103996131) Open Finished: 35.8m (2146831154800) First Batch Produced: 35.8m (2149270064179) First Batch Sent: 35.8m (2149270064179) ExecInternal Finished: 3.0h (10903374729841) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8756543575041) - ExecTreeExecTime: 54.36s (54361988131) - InactiveTotalTime: 0ns (0) - OpenTime: 35.8m (2146727158669) - ExecTreeOpenTime: 35.7m (2144721233298) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8701808600722) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,229 (1654229) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 193ms (193992820) - TotalBytesSent: 39.1 MiB (41032708) - TotalTime: 2.4h (8702176587095) - UncompressedRowBatchSize: 83.6 MiB (87674137) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,229 (1654229) - RowsReturnedRate: 752 per second (752) - TotalTime: 36.7m (2199082221466) Node Lifecycle Event Timeline Open Started: 2.11s (2109921502) Open Finished: 35.8m (2146831154800) First Batch Requested: 35.8m (2146831154800) First Batch Returned: 35.8m (2149270064179) Last Batch Returned: 3.0h (10903354730580) Closed: 3.0h (10903374729841) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,229 (1654229) - RowsReturnedRate: 752 per second (752) - TotalTime: 36.6m (2199000224504) Node Lifecycle Event Timeline Open Started: 2.11s (2109921502) Open Finished: 35.8m (2146831154800) First Batch Requested: 35.8m (2146831154800) First Batch Returned: 35.8m (2149270064179) Last Batch Returned: 3.0h (10903354730580) Closed: 3.0h (10903354730580) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.29s (16290394034) - GetResultsTime: 357ms (357986748) - HTResizeTime: 104ms (104996108) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,229 (1654229) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 564ms (564978987) - CumulativeAllocationBytes: 8.5 GiB (9162457088) - CumulativeAllocations: 4,353 (4353) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4385144832) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4339007488) - ReadIoOps: 2,069 (2069) - ReadIoWaitTime: 40.47s (40472502295) - SystemAllocTime: 549ms (549979547) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4385144832) - WriteIoOps: 2,091 (2091) - WriteIoWaitTime: 1.11s (1112958595) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 482ms (482982019) - InactiveTotalTime: 35.5m (2127026891497) - PeakMemoryUsage: 6.5 MiB (6832128) - RowsReturned: 26,782,158 (26782158) - RowsReturnedRate: 12584 per second (12584) - TotalTime: 35.5m (2128101851498) Node Lifecycle Event Timeline Open Started: 2.11s (2109921502) Open Finished: 27.05s (27046993746) First Batch Requested: 27.05s (27047993708) First Batch Returned: 27.06s (27064993076) Last Batch Returned: 35.8m (2146830154837) Closed: 35.8m (2146830154837) Buffer pool - AllocTime: 3.27s (3266878476) - CumulativeAllocationBytes: 6.6 GiB (7123632128) - CumulativeAllocations: 347,860 (347860) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.5 MiB (6832128) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.5 MiB (6832128) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.80s (2802895736) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.94s (24937072244) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4751644538) - TotalGetBatchTime: 35.5m (2127502873795) - DataWaitTime: 35.5m (2127026891497) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.32s (10325615875) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 173,930 (173930) - TotalBatchesReceived: 173,930 (173930) - TotalBytesReceived: 1.7 GiB (1853208200) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 2.00s (2005925371) - CodegenSysTime: 11ms (11858000) - CodegenUserTime: 658ms (658140000) - CodegenVoluntaryContextSwitches: 122 (122) - CompileTime: 673ms (673974925) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 35ms (35998660) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.26s (1257953199) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 34ms (34998698) - TotalTime: 2.00s (2005925371) Instance c7456fdd806a4994:3209e926000001ce (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:44.546 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52327317) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 1,657,512 (1657512) - TotalNetworkReceiveTime: 35.5m (2132796401533) - TotalNetworkSendTime: 2.4h (8692804451721) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 232 (232) - TotalThreadsTotalWallClockTime: 3.0h (10900701160748) - TotalThreadsSysTime: 1.39s (1385537000) - TotalThreadsUserTime: 28.77s (28773817000) - TotalThreadsVoluntaryContextSwitches: 295,194 (295194) - TotalTime: 3.0h (10900701160748) Fragment Instance Lifecycle Event Timeline Prepare Finished: 54ms (54998023) Open Finished: 35.9m (2152028710690) First Batch Produced: 35.9m (2155105600266) First Batch Sent: 35.9m (2155105600266) ExecInternal Finished: 3.0h (10900756158771) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8748727448081) - ExecTreeExecTime: 55.56s (55557009477) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151973712667) - ExecTreeOpenTime: 35.8m (2149956785170) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8692804451721) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,512 (1657512) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 171ms (171993831) - TotalBytesSent: 39.2 MiB (41114974) - TotalTime: 2.4h (8693170438604) - UncompressedRowBatchSize: 83.8 MiB (87848136) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,512 (1657512) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.8m (2205512794683) Node Lifecycle Event Timeline Open Started: 2.07s (2071925520) Open Finished: 35.9m (2152028710690) First Batch Requested: 35.9m (2152028710690) First Batch Returned: 35.9m (2155105600266) Last Batch Returned: 3.0h (10900736159487) Closed: 3.0h (10900756158771) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,512 (1657512) - RowsReturnedRate: 751 per second (751) - TotalTime: 36.8m (2205439797301) Node Lifecycle Event Timeline Open Started: 2.07s (2071925520) Open Finished: 35.9m (2152028710690) First Batch Requested: 35.9m (2152028710690) First Batch Returned: 35.9m (2155105600266) Last Batch Returned: 3.0h (10900736159487) Closed: 3.0h (10900736159487) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.18s (16177418943) - GetResultsTime: 368ms (368986780) - HTResizeTime: 91ms (91996705) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,512 (1657512) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 601ms (601978382) - CumulativeAllocationBytes: 8.5 GiB (9179234304) - CumulativeAllocations: 4,361 (4361) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4397727744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4343201792) - ReadIoOps: 2,071 (2071) - ReadIoWaitTime: 41.26s (41263521651) - SystemAllocTime: 589ms (589978813) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4397727744) - WriteIoOps: 2,097 (2097) - WriteIoWaitTime: 1.58s (1578943259) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 502ms (502981941) - InactiveTotalTime: 35.5m (2132145424918) - PeakMemoryUsage: 15.6 MiB (16365063) - RowsReturned: 26,839,409 (26839409) - RowsReturnedRate: 12580 per second (12580) - TotalTime: 35.6m (2133404379696) Node Lifecycle Event Timeline Open Started: 2.07s (2071925520) Open Finished: 26.96s (26963030759) First Batch Requested: 26.96s (26965030687) First Batch Returned: 26.98s (26978030220) Last Batch Returned: 35.9m (2152028710690) Closed: 35.9m (2152028710690) Buffer pool - AllocTime: 2.46s (2460911625) - CumulativeAllocationBytes: 6.6 GiB (7138861056) - CumulativeAllocations: 348,600 (348600) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.10s (2104924414) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.89s (24891105239) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4762109775) - TotalGetBatchTime: 35.5m (2132771402433) - DataWaitTime: 35.5m (2132145424918) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.44s (9439660954) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,300 (174300) - TotalBatchesReceived: 174,300 (174300) - TotalBytesReceived: 1.7 GiB (1857299286) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 208ms (208338957) - TotalRPCsDeferred: 60 (60) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 166 (166) - CodegenTotalWallClockTime: 2.02s (2016927497) - CodegenSysTime: 15ms (15037000) - CodegenUserTime: 661ms (661122000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 562ms (562979763) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 57ms (57997915) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.27s (1274954169) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 107ms (107996118) - TotalTime: 2.02s (2016927497) Instance c7456fdd806a4994:3209e926000001c2 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:44.524 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52292183) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 1,657,644 (1657644) - TotalNetworkReceiveTime: 35.5m (2129239407901) - TotalNetworkSendTime: 2.4h (8688246494808) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 130 (130) - TotalThreadsTotalWallClockTime: 3.0h (10898768173743) - TotalThreadsSysTime: 1.44s (1443750000) - TotalThreadsUserTime: 29.19s (29193830000) - TotalThreadsVoluntaryContextSwitches: 289,112 (289112) - TotalTime: 3.0h (10898768173743) Fragment Instance Lifecycle Event Timeline Prepare Finished: 111ms (111996234) Open Finished: 35.9m (2151939644568) First Batch Produced: 35.9m (2155458526214) First Batch Sent: 35.9m (2155458526214) ExecInternal Finished: 3.0h (10898881169944) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8746940525409) - ExecTreeExecTime: 58.27s (58267044937) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151827648334) - ExecTreeOpenTime: 35.8m (2149865714296) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8688246494808) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,644 (1657644) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 218ms (218992644) - TotalBytesSent: 39.2 MiB (41121207) - TotalTime: 2.4h (8688670480572) - UncompressedRowBatchSize: 83.8 MiB (87855132) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,644 (1657644) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2208132759233) Node Lifecycle Event Timeline Open Started: 2.07s (2073930272) Open Finished: 35.9m (2151939644568) First Batch Requested: 35.9m (2151939644568) First Batch Returned: 35.9m (2155458526214) Last Batch Returned: 3.0h (10898859170681) Closed: 3.0h (10898881169944) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,644 (1657644) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2208058761723) Node Lifecycle Event Timeline Open Started: 2.07s (2073930272) Open Finished: 35.9m (2151939644568) First Batch Requested: 35.9m (2151939644568) First Batch Returned: 35.9m (2155458526214) Last Batch Returned: 3.0h (10898859170681) Closed: 3.0h (10898859170681) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 19.51s (19511343875) - GetResultsTime: 334ms (334988768) - HTResizeTime: 85ms (85997111) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,644 (1657644) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.01s (1012965933) - CumulativeAllocationBytes: 8.6 GiB (9183428608) - CumulativeAllocations: 4,363 (4363) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4404019200) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4341104640) - ReadIoOps: 2,070 (2070) - ReadIoWaitTime: 43.95s (43951525359) - SystemAllocTime: 947ms (947968118) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4404019200) - WriteIoOps: 2,100 (2100) - WriteIoWaitTime: 1.57s (1570947170) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 489ms (489983531) - InactiveTotalTime: 35.5m (2128648427763) - PeakMemoryUsage: 15.6 MiB (16329929) - RowsReturned: 26,879,593 (26879593) - RowsReturnedRate: 12620 per second (12620) - TotalTime: 35.5m (2129829388075) Node Lifecycle Event Timeline Open Started: 2.07s (2073930272) Open Finished: 27.02s (27017091664) First Batch Requested: 27.02s (27017091664) First Batch Returned: 27.03s (27029091261) Last Batch Returned: 35.9m (2151938644602) Closed: 35.9m (2151938644602) Buffer pool - AllocTime: 3.53s (3533881158) - CumulativeAllocationBytes: 6.7 GiB (7149559808) - CumulativeAllocations: 349,122 (349122) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.98s (2982899679) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.94s (24943161392) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4769071155) - TotalGetBatchTime: 35.5m (2129207408978) - DataWaitTime: 35.5m (2128648427763) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.61s (10610643233) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,561 (174561) - TotalBatchesReceived: 174,561 (174561) - TotalBytesReceived: 1.7 GiB (1859988017) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 103ms (103347503) - TotalRPCsDeferred: 59 (59) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 67 (67) - CodegenTotalWallClockTime: 1.96s (1961934038) - CodegenSysTime: 11ms (11748000) - CodegenUserTime: 665ms (665735000) - CodegenVoluntaryContextSwitches: 113 (113) - CompileTime: 661ms (661977743) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36998756) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.23s (1225958782) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 35ms (35998790) - TotalTime: 1.96s (1961934038) Instance c7456fdd806a4994:3209e926000001d6 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:39.925 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.2 MiB (47414670) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 1,654,282 (1654282) - TotalNetworkReceiveTime: 35.6m (2133789752026) - TotalNetworkSendTime: 2.4h (8689471596945) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 129 (129) - TotalThreadsTotalWallClockTime: 3.0h (10897838827662) - TotalThreadsSysTime: 1.50s (1498908000) - TotalThreadsUserTime: 29.20s (29196677000) - TotalThreadsVoluntaryContextSwitches: 296,749 (296749) - TotalTime: 3.0h (10897838827662) Fragment Instance Lifecycle Event Timeline Prepare Finished: 112ms (112999190) Open Finished: 35.9m (2152344619384) First Batch Produced: 35.9m (2155357597906) First Batch Sent: 35.9m (2155357597906) ExecInternal Finished: 3.0h (10897951826852) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8745607207468) - ExecTreeExecTime: 55.76s (55759613146) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2152231620194) - ExecTreeOpenTime: 35.8m (2150288634113) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8689471596945) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,654,282 (1654282) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 192ms (192998648) - TotalBytesSent: 39.1 MiB (41040257) - TotalTime: 2.4h (8689844594344) - UncompressedRowBatchSize: 83.6 MiB (87676946) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,654,282 (1654282) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2206048247259) Node Lifecycle Event Timeline Open Started: 2.06s (2055985271) Open Finished: 35.9m (2152344619384) First Batch Requested: 35.9m (2152344619384) First Batch Returned: 35.9m (2155357597906) Last Batch Returned: 3.0h (10897929827004) Closed: 3.0h (10897951826852) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,654,282 (1654282) - RowsReturnedRate: 749 per second (749) - TotalTime: 36.8m (2205967247821) Node Lifecycle Event Timeline Open Started: 2.06s (2055985271) Open Finished: 35.9m (2152344619384) First Batch Requested: 35.9m (2152344619384) First Batch Returned: 35.9m (2155357597906) Last Batch Returned: 3.0h (10897929827004) Closed: 3.0h (10897929827004) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.65s (15648888162) - GetResultsTime: 327ms (327997722) - HTResizeTime: 80ms (80999436) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,654,282 (1654282) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 531ms (531996202) - CumulativeAllocationBytes: 8.5 GiB (9156165632) - CumulativeAllocations: 4,350 (4350) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4387241984) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4330618880) - ReadIoOps: 2,065 (2065) - ReadIoWaitTime: 41.68s (41676711108) - SystemAllocTime: 527ms (527996232) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4387241984) - WriteIoOps: 2,092 (2092) - WriteIoWaitTime: 2.25s (2250983897) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 498ms (498996438) - InactiveTotalTime: 35.6m (2133245755922) - PeakMemoryUsage: 10.9 MiB (11452416) - RowsReturned: 26,793,304 (26793304) - RowsReturnedRate: 12553 per second (12553) - TotalTime: 35.6m (2134387747759) Node Lifecycle Event Timeline Open Started: 2.06s (2055985271) Open Finished: 26.91s (26909807229) First Batch Requested: 26.91s (26911807215) First Batch Returned: 26.92s (26916807179) Last Batch Returned: 35.9m (2152344619384) Closed: 35.9m (2152344619384) Buffer pool - AllocTime: 3.58s (3579974421) - CumulativeAllocationBytes: 6.6 GiB (7126622208) - CumulativeAllocations: 348,006 (348006) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.9 MiB (11452416) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.9 MiB (11452416) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.18s (3182977257) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.85s (24853821958) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4753980477) - TotalGetBatchTime: 35.6m (2133763752211) - DataWaitTime: 35.6m (2133245755922) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.36s (10363925863) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,003 (174003) - TotalBatchesReceived: 174,003 (174003) - TotalBytesReceived: 1.7 GiB (1854076289) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 75 (75) - CodegenTotalWallClockTime: 1.94s (1941986088) - CodegenSysTime: 6ms (6960000) - CodegenUserTime: 667ms (667206000) - CodegenVoluntaryContextSwitches: 102 (102) - CompileTime: 590ms (590995766) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999921) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.26s (1259990974) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 77ms (77999441) - TotalTime: 1.94s (1941986088) Instance c7456fdd806a4994:3209e926000001c3 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:40.431 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.9 MiB (44957070) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 1,655,322 (1655322) - TotalNetworkReceiveTime: 35.5m (2132743826372) - TotalNetworkSendTime: 2.4h (8687834118929) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 139 (139) - TotalThreadsTotalWallClockTime: 3.0h (10896714696497) - TotalThreadsSysTime: 1.52s (1519768000) - TotalThreadsUserTime: 29.27s (29265520000) - TotalThreadsVoluntaryContextSwitches: 293,953 (293953) - TotalTime: 3.0h (10896739696413) Fragment Instance Lifecycle Event Timeline Prepare Finished: 187ms (187999364) Open Finished: 35.9m (2151994761666) First Batch Produced: 35.9m (2155078751298) First Batch Sent: 35.9m (2155079751295) ExecInternal Finished: 3.0h (10896903695858) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8744907934195) - ExecTreeExecTime: 56.70s (56702816477) - InactiveTotalTime: 0ns (0) - OpenTime: 35.9m (2151806762302) - ExecTreeOpenTime: 35.8m (2150004768402) - PrepareTime: 24ms (24999916) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=65) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.4h (8687834118929) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,322 (1655322) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 186ms (186999394) - TotalBytesSent: 39.2 MiB (41065383) - TotalTime: 2.4h (8688227117644) - UncompressedRowBatchSize: 83.7 MiB (87732066) UNION_NODE (id=14) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,322 (1655322) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206707584879) Node Lifecycle Event Timeline Open Started: 1.99s (1989993264) Open Finished: 35.9m (2151994761666) First Batch Requested: 35.9m (2151994761666) First Batch Returned: 35.9m (2155078751298) Last Batch Returned: 3.0h (10896880695931) Closed: 3.0h (10896903695858) AGGREGATION_NODE (id=64) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,322 (1655322) - RowsReturnedRate: 750 per second (750) - TotalTime: 36.8m (2206637585107) Node Lifecycle Event Timeline Open Started: 1.99s (1989993264) Open Finished: 35.9m (2151994761666) First Batch Requested: 35.9m (2151994761666) First Batch Returned: 35.9m (2155078751298) Last Batch Returned: 3.0h (10896880695931) Closed: 3.0h (10896880695931) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.33s (16328945125) - GetResultsTime: 321ms (321998955) - HTResizeTime: 102ms (102999658) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,322 (1655322) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 693ms (693997676) - CumulativeAllocationBytes: 8.5 GiB (9151971328) - CumulativeAllocations: 4,348 (4348) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.1 GiB (4391436288) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 4.0 GiB (4322230272) - ReadIoOps: 2,061 (2061) - ReadIoWaitTime: 42.42s (42423862916) - SystemAllocTime: 654ms (654997808) - TotalTime: 0ns (0) - WriteIoBytes: 4.1 GiB (4391436288) - WriteIoOps: 2,094 (2094) - WriteIoWaitTime: 988ms (988996661) EXCHANGE_NODE (id=63) - ConvertRowBatchTime: 483ms (483998402) - InactiveTotalTime: 35.5m (2132113828492) - PeakMemoryUsage: 8.6 MiB (8994816) - RowsReturned: 26,817,856 (26817856) - RowsReturnedRate: 12570 per second (12570) - TotalTime: 35.6m (2133322824456) Node Lifecycle Event Timeline Open Started: 1.99s (1989993264) Open Finished: 27.03s (27028908507) First Batch Requested: 27.03s (27029908504) First Batch Returned: 27.05s (27047908443) Last Batch Returned: 35.9m (2151991761676) Closed: 35.9m (2151993761669) Buffer pool - AllocTime: 2.90s (2895990263) - CumulativeAllocationBytes: 6.6 GiB (7133134848) - CumulativeAllocations: 348,322 (348322) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.6 MiB (8994816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.6 MiB (8994816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.59s (2589991295) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.04s (25038915243) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.4 GiB (4758132532) - TotalGetBatchTime: 35.5m (2132719826453) - DataWaitTime: 35.5m (2132113828492) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.95s (9945966604) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 174,161 (174161) - TotalBatchesReceived: 174,161 (174161) - TotalBytesReceived: 1.7 GiB (1855659844) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 62 (62) - CodegenTotalWallClockTime: 1.80s (1800993903) - CodegenSysTime: 14ms (14845000) - CodegenUserTime: 661ms (661383000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 485ms (485998355) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999935) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.21s (1212995894) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 80ms (80999726) - TotalTime: 1.80s (1801993900) Averaged Fragment F16 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:34m33s max:36m1s mean: 35m16s stddev:22s061ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 648.6 MiB (680122903) - PeakReservation: 636.3 MiB (667243861) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 26,818,343 (26818343) - TotalNetworkReceiveTime: 10.8m (646451711265) - TotalNetworkSendTime: 23.2m (1394442692273) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,375 (3375) - TotalThreadsTotalWallClockTime: 35.2m (2113782786048) - TotalThreadsSysTime: 3.73s (3728302743) - TotalThreadsUserTime: 1.1m (65562567564) - TotalThreadsVoluntaryContextSwitches: 81,398 (81398) - TotalTime: 35.2m (2113792811471) Buffer pool - AllocTime: 1ms (1794837) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1ms (1794837) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2095618573171) - ExecTreeExecTime: 11.1m (668654575751) - InactiveTotalTime: 0ns (0) - OpenTime: 18.16s (18164212876) - ExecTreeOpenTime: 15.99s (15995568774) - PrepareTime: 9ms (9999781) - ExecTreePrepareTime: 4ms (4512714) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.3 MiB (1325894) - RowsSent: 26,818,343 (26818343) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.28s (18284773506) - TotalBytesSent: 1.7 GiB (1855745087) - TotalTime: 23.8m (1426656233220) - UncompressedRowBatchSize: 4.4 GiB (4758281775) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 315.5 MiB (330782165) - RowsReturned: 26,818,343 (26818343) - RowsReturnedRate: 40785 per second (40785) - TotalTime: 11.4m (684615094027) GroupingAggregator 0 - BuildTime: 0ns (0) - GetResultsTime: 80ms (80357195) - HTResizeTime: 346ms (346428238) - HashBuckets: 3,710,345 (3710345) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 315.4 MiB (330757589) - PeakReservation: 315.3 MiB (330650965) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,740.32 (1740.3198325668432) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,254,886 (25254886) - RowsReturned: 26,818,343 (26818343) - StreamingTime: 28.15s (28147015721) - TotalTime: 0ns (0) Buffer pool - AllocTime: 35ms (35460770) - CumulativeAllocationBytes: 356.4 MiB (373669467) - CumulativeAllocations: 165 (165) - InactiveTotalTime: 0ns (0) - PeakReservation: 315.3 MiB (330650965) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 315.3 MiB (330650965) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35281287) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) - BuildRows: 1,666,666 (1666666) - BuildTime: 1.59s (1587862239) - InactiveTotalTime: 0ns (0) - LocalTime: 7.87s (7872440163) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,077,115 (73077115) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.08s (6077018430) - RowsReturned: 72,893,513 (72893513) - RowsReturnedRate: 116288 per second (116288) - TotalTime: 10.9m (655822707809) Buffer pool - AllocTime: 156ms (156560867) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 155ms (155253220) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) - BuildRowsPartitionTime: 1.36s (1359995373) - BuildRowsPartitioned: 1,666,666 (1666666) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 222ms (222072121) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 35ms (35281218) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.5 MiB (15208941) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 116093 per second (116093) - TotalTime: 14.37s (14368066365) Buffer pool - AllocTime: 723ms (723805325) - CumulativeAllocationBytes: 370.2 MiB (388207117) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14742029) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14742029) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 597ms (597320703) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274045240) - TotalGetBatchTime: 14.32s (14325759653) - DataWaitTime: 14.27s (14267837815) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.19s (1194538522) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163689726) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 357ms (357661818) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.34s (1336483120) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 11.5 MiB (12014500) - RowsReturned: 73,077,115 (73077115) - RowsReturnedRate: 121515 per second (121515) - TotalTime: 10.6m (633582201280) Buffer pool - AllocTime: 3.04s (3043992992) - CumulativeAllocationBytes: 4.7 GiB (5045104955) - CumulativeAllocations: 410,584 (410584) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11775894) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11775894) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.49s (2489568708) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4530781184) - TotalGetBatchTime: 10.5m (632095080491) - DataWaitTime: 10.5m (629259767705) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 5.86s (5857495131) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,292 (205292) - TotalBatchesReceived: 205,292 (205292) - TotalBytesReceived: 1.9 GiB (2051411566) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 54.85s (54849400029) - TotalRPCsDeferred: 3,320 (3320) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 136 (136) - CodegenTotalWallClockTime: 2.17s (2168233857) - CodegenSysTime: 13ms (13616487) - CodegenUserTime: 926ms (926948974) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 486ms (486476330) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 101ms (101536044) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.50s (1496325886) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 75ms (75434242) - TotalTime: 2.17s (2168233857) Fragment F16 Instance c7456fdd806a4994:3209e92600000198 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:02:02.887 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 629.3 MiB (659906510) - PeakReservation: 617.0 MiB (646971392) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 28,481,682 (28481682) - TotalNetworkReceiveTime: 3.3m (199628188329) - TotalNetworkSendTime: 30.9m (1856057873532) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 14,520 (14520) - TotalThreadsTotalWallClockTime: 35.9m (2152464699002) - TotalThreadsSysTime: 3.47s (3474365000) - TotalThreadsUserTime: 1.1m (67156542000) - TotalThreadsVoluntaryContextSwitches: 74,703 (74703) - TotalTime: 35.9m (2152465698988) Fragment Instance Lifecycle Event Timeline Prepare Finished: 98ms (98998603) Open Finished: 19.40s (19404726232) First Batch Produced: 27.29s (27288615007) First Batch Sent: 27.29s (27288615007) ExecInternal Finished: 35.9m (2152563697605) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.6m (2133158971373) - ExecTreeExecTime: 3.9m (232363727417) - InactiveTotalTime: 0ns (0) - OpenTime: 19.30s (19305727629) - ExecTreeOpenTime: 18.05s (18055745264) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 999.99us (999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 30.9m (1856087873109) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 28,481,682 (28481682) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 20.66s (20665708929) - TotalBytesSent: 1.8 GiB (1964767613) - TotalTime: 31.5m (1892200364475) - UncompressedRowBatchSize: 4.7 GiB (5053075368) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 296.1 MiB (310509696) - RowsReturned: 28,481,682 (28481682) - RowsReturnedRate: 113754 per second (113754) - TotalTime: 4.2m (250378473258) Node Lifecycle Event Timeline Open Started: 1.35s (1348980968) Open Finished: 19.40s (19404726232) First Batch Requested: 19.40s (19404726232) First Batch Returned: 27.29s (27288615007) Last Batch Returned: 35.8m (2146730779388) Closed: 35.9m (2152563697605) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 112ms (112998415) - HTResizeTime: 552ms (552992197) - HashBuckets: 2,490,368 (2490368) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 296.1 MiB (310485120) - PeakReservation: 296.0 MiB (310378496) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,817.37 (1817.3671654426887) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,975,663 (26975663) - RowsReturned: 28,481,682 (28481682) - StreamingTime: 34.98s (34975507230) - TotalTime: 0ns (0) Buffer pool - AllocTime: 156ms (156997786) - CumulativeAllocationBytes: 318.0 MiB (333447168) - CumulativeAllocations: 156 (156) - InactiveTotalTime: 0ns (0) - PeakReservation: 296.0 MiB (310378496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 296.0 MiB (310378496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 156ms (156997786) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,665 (1664665) - BuildTime: 4.48s (4478936817) - InactiveTotalTime: 0ns (0) - LocalTime: 11.47s (11466838391) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,801,969 (72801969) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.73s (6734905142) - RowsReturned: 72,801,969 (72801969) - RowsReturnedRate: 342059 per second (342059) - TotalTime: 3.5m (212834002196) Node Lifecycle Event Timeline Open Started: 1.35s (1348980968) Open Finished: 19.38s (19381726557) First Batch Requested: 19.40s (19404726232) First Batch Returned: 19.40s (19404726232) Last Batch Returned: 27.0m (1621617152548) Closed: 27.0m (1621617152548) Buffer pool - AllocTime: 1.45s (1454979474) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.45s (1454979474) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 3.29s (3291953563) - BuildRowsPartitioned: 1,664,665 (1664665) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 1.17s (1172983451) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 24ms (24999645) - InactiveTotalTime: 13.32s (13324812005) - PeakMemoryUsage: 15.0 MiB (15744561) - RowsReturned: 1,664,665 (1664665) - RowsReturnedRate: 124332 per second (124332) - TotalTime: 13.39s (13388811099) Node Lifecycle Event Timeline Open Started: 1.35s (1348980968) Open Finished: 1.35s (1348980968) First Batch Requested: 1.35s (1348980968) First Batch Returned: 1.40s (1399980248) Last Batch Returned: 18.11s (18115744417) Closed: 19.32s (19319727431) Buffer pool - AllocTime: 4.20s (4196940790) - CumulativeAllocationBytes: 369.8 MiB (387768320) - CumulativeAllocations: 18,958 (18958) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.12s (4125941788) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273716638) - TotalGetBatchTime: 13.36s (13361811482) - DataWaitTime: 13.32s (13324812005) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.87s (4872931263) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,479 (9479) - TotalBatchesReceived: 9,479 (9479) - TotalBytesReceived: 155.9 MiB (163497342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 798ms (798497144) - TotalRPCsDeferred: 301 (301) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.58s (1581977694) - InactiveTotalTime: 1.8m (105091520886) - PeakMemoryUsage: 11.6 MiB (12190856) - RowsReturned: 72,801,969 (72801969) - RowsReturnedRate: 387289 per second (387289) - TotalTime: 3.1m (187978352706) Node Lifecycle Event Timeline Open Started: 19.32s (19319727431) Open Finished: 19.32s (19319727431) First Batch Requested: 19.32s (19319727431) First Batch Returned: 19.38s (19381726557) Last Batch Returned: 27.0m (1621616152562) Closed: 27.0m (1621617152548) Buffer pool - AllocTime: 55.29s (55291221323) - CumulativeAllocationBytes: 4.7 GiB (5026127872) - CumulativeAllocations: 409,038 (409038) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11812864) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11812864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 51.24s (51243278336) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4513722078) - TotalGetBatchTime: 3.1m (186241377200) - DataWaitTime: 1.8m (105091520886) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.0m (62069125797) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,519 (204519) - TotalBatchesReceived: 204,519 (204519) - TotalBytesReceived: 1.9 GiB (2043289160) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.4m (984204878350) - TotalRPCsDeferred: 81,513 (81513) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 1.25s (1249982365) - CodegenSysTime: 10ms (10006000) - CodegenUserTime: 834ms (834694000) - CodegenVoluntaryContextSwitches: 125 (125) - CompileTime: 210ms (210997024) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 71ms (71998985) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 892ms (892987401) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 51ms (51999266) - TotalTime: 1.25s (1249982365) Instance c7456fdd806a4994:3209e9260000019c (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:44.590 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 651.3 MiB (682942430) - PeakReservation: 639.0 MiB (670040064) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 26,453,006 (26453006) - TotalNetworkReceiveTime: 10.8m (650283782610) - TotalNetworkSendTime: 23.6m (1413060108437) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 4,063 (4063) - TotalThreadsTotalWallClockTime: 35.6m (2138332251597) - TotalThreadsSysTime: 3.85s (3851513000) - TotalThreadsUserTime: 1.1m (66755604000) - TotalThreadsVoluntaryContextSwitches: 81,702 (81702) - TotalTime: 35.6m (2138333251576) Fragment Instance Lifecycle Event Timeline Prepare Finished: 41ms (41999082) Open Finished: 18.38s (18378598057) First Batch Produced: 27.15s (27154406130) First Batch Sent: 27.15s (27154406130) ExecInternal Finished: 35.6m (2138375250657) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2119995652622) - ExecTreeExecTime: 11.2m (674344256769) - InactiveTotalTime: 0ns (0) - OpenTime: 18.34s (18336598975) - ExecTreeOpenTime: 16.13s (16127647286) - PrepareTime: 999.98us (999979) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.6m (1413081107980) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 26,453,006 (26453006) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.14s (18135603482) - TotalBytesSent: 1.7 GiB (1831470261) - TotalTime: 24.1m (1445573397562) - UncompressedRowBatchSize: 4.4 GiB (4693349714) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 318.1 MiB (333578368) - RowsReturned: 26,453,006 (26453006) - RowsReturnedRate: 38313 per second (38313) - TotalTime: 11.5m (690435904841) Node Lifecycle Event Timeline Open Started: 2.25s (2250950771) Open Finished: 18.38s (18378598057) First Batch Requested: 18.38s (18378598057) First Batch Returned: 27.15s (27154406130) Last Batch Returned: 35.6m (2138098256711) Closed: 35.6m (2138374250679) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 86ms (86998100) - HTResizeTime: 380ms (380991671) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 318.1 MiB (333553792) - PeakReservation: 318.0 MiB (333447168) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,739.16 (1739.1633146919837) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,884,728 (24884728) - RowsReturned: 26,453,006 (26453006) - StreamingTime: 29.42s (29418356871) - TotalTime: 0ns (0) Buffer pool - AllocTime: 66ms (66998533) - CumulativeAllocationBytes: 362.0 MiB (379584512) - CumulativeAllocations: 167 (167) - InactiveTotalTime: 0ns (0) - PeakReservation: 318.0 MiB (333447168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 318.0 MiB (333447168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66998533) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,803 (1665803) - BuildTime: 1.46s (1458968083) - InactiveTotalTime: 0ns (0) - LocalTime: 8.40s (8401816346) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 79,999,088 (79999088) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.69s (6686853863) - RowsReturned: 72,838,610 (72838610) - RowsReturnedRate: 110300 per second (110300) - TotalTime: 11.0m (660362562286) Node Lifecycle Event Timeline Open Started: 2.25s (2250950771) Open Finished: 18.38s (18378598057) First Batch Requested: 18.38s (18378598057) First Batch Returned: 18.38s (18379598036) Last Batch Returned: 27.0m (1621661544692) Closed: 27.0m (1621661544692) Buffer pool - AllocTime: 162ms (162996440) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 162ms (162996440) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.28s (1281971953) - BuildRowsPartitioned: 1,665,803 (1665803) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 174ms (174996173) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 34ms (34999233) - InactiveTotalTime: 14.54s (14539682029) - PeakMemoryUsage: 14.6 MiB (15279350) - RowsReturned: 1,665,803 (1665803) - RowsReturnedRate: 114028 per second (114028) - TotalTime: 14.61s (14608680515) Node Lifecycle Event Timeline Open Started: 2.25s (2250950771) Open Finished: 2.25s (2250950771) First Batch Requested: 2.25s (2251950750) First Batch Returned: 2.25s (2251950750) Last Batch Returned: 18.20s (18202601906) Closed: 18.38s (18378598057) Buffer pool - AllocTime: 279ms (279993877) - CumulativeAllocationBytes: 370.1 MiB (388055040) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 217ms (217995231) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273900504) - TotalGetBatchTime: 14.57s (14567681414) - DataWaitTime: 14.54s (14539682029) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 710ms (710984447) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163602336) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 135ms (135786927) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.50s (1504967099) - InactiveTotalTime: 10.6m (634398130018) - PeakMemoryUsage: 11.7 MiB (12242359) - RowsReturned: 79,999,088 (79999088) - RowsReturnedRate: 125517 per second (125517) - TotalTime: 10.6m (637352065425) Node Lifecycle Event Timeline Open Started: 18.38s (18378598057) Open Finished: 18.38s (18378598057) First Batch Requested: 18.38s (18378598057) First Batch Returned: 18.38s (18378598057) Last Batch Returned: 27.0m (1621660544714) Closed: 27.0m (1621661544692) Buffer pool - AllocTime: 1.02s (1017977758) - CumulativeAllocationBytes: 5.1 GiB (5522907136) - CumulativeAllocations: 449,468 (449468) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11845632) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11845632) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 431ms (431990558) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.6 GiB (4959943456) - TotalGetBatchTime: 10.6m (635691101744) - DataWaitTime: 10.6m (634398130018) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.19s (4188908457) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 224,734 (224734) - TotalBatchesReceived: 224,734 (224734) - TotalBytesReceived: 2.1 GiB (2260935908) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 33.58s (33578152713) - TotalRPCsDeferred: 5,251 (5251) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 135 (135) - CodegenTotalWallClockTime: 2.21s (2208951689) - CodegenSysTime: 16ms (16752000) - CodegenUserTime: 944ms (944173000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 462ms (462989874) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 92ms (92997966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.55s (1547966146) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 92ms (92997966) - TotalTime: 2.21s (2208951689) Instance c7456fdd806a4994:3209e9260000018a (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.501 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 651.3 MiB (682909662) - PeakReservation: 639.0 MiB (670040064) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 26,652,042 (26652042) - TotalNetworkReceiveTime: 8.5m (508685627747) - TotalNetworkSendTime: 25.8m (1548601204632) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 5,305 (5305) - TotalThreadsTotalWallClockTime: 35.6m (2138187387720) - TotalThreadsSysTime: 4.11s (4111862000) - TotalThreadsUserTime: 1.1m (67302168000) - TotalThreadsVoluntaryContextSwitches: 73,973 (73973) - TotalTime: 35.6m (2138188387690) Fragment Instance Lifecycle Event Timeline Prepare Finished: 173ms (173994741) Open Finished: 18.02s (18023455269) First Batch Produced: 26.93s (26925186228) First Batch Sent: 26.93s (26925186228) ExecInternal Finished: 35.6m (2138363382401) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2120337927192) - ExecTreeExecTime: 9.0m (537622753434) - InactiveTotalTime: 0ns (0) - OpenTime: 17.85s (17849460528) - ExecTreeOpenTime: 15.42s (15420533939) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.8m (1548641203422) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 26,652,042 (26652042) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.02s (19017425325) - TotalBytesSent: 1.7 GiB (1844766154) - TotalTime: 26.4m (1582528179415) - UncompressedRowBatchSize: 4.4 GiB (4728763478) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 318.1 MiB (333578368) - RowsReturned: 26,652,042 (26652042) - RowsReturnedRate: 48194 per second (48194) - TotalTime: 9.2m (553008288431) Node Lifecycle Event Timeline Open Started: 2.60s (2602921330) Open Finished: 18.02s (18023455269) First Batch Requested: 18.02s (18023455269) First Batch Returned: 26.92s (26924186258) Last Batch Returned: 35.6m (2137994393549) Closed: 35.6m (2138363382401) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 64ms (64998038) - HTResizeTime: 356ms (356989197) - HashBuckets: 3,670,016 (3670016) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 318.1 MiB (333553792) - PeakReservation: 318.0 MiB (333447168) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,741.22 (1741.2217824143602) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,083,750 (25083750) - RowsReturned: 26,652,042 (26652042) - StreamingTime: 32.80s (32802008849) - TotalTime: 0ns (0) Buffer pool - AllocTime: 93ms (93997152) - CumulativeAllocationBytes: 358.0 MiB (375390208) - CumulativeAllocations: 167 (167) - InactiveTotalTime: 0ns (0) - PeakReservation: 318.0 MiB (333447168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 318.0 MiB (333447168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 93ms (93997152) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,498 (1667498) - BuildTime: 2.41s (2409927163) - InactiveTotalTime: 0ns (0) - LocalTime: 9.23s (9235720902) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,923,690 (72923690) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.60s (6604800416) - RowsReturned: 72,923,690 (72923690) - RowsReturnedRate: 140368 per second (140368) - TotalTime: 8.7m (519516300415) Node Lifecycle Event Timeline Open Started: 2.60s (2602921330) Open Finished: 18.02s (18022455299) First Batch Requested: 18.02s (18023455269) First Batch Returned: 18.02s (18023455269) Last Batch Returned: 27.0m (1621438999138) Closed: 27.0m (1621438999138) Buffer pool - AllocTime: 395ms (395988030) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 395ms (395988030) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 2.08s (2080937106) - BuildRowsPartitioned: 1,667,498 (1667498) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 311ms (311990570) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 26ms (26999181) - InactiveTotalTime: 12.86s (12864611191) - PeakMemoryUsage: 14.9 MiB (15605502) - RowsReturned: 1,667,498 (1667498) - RowsReturnedRate: 128530 per second (128530) - TotalTime: 12.97s (12973607894) Node Lifecycle Event Timeline Open Started: 2.60s (2602921330) Open Finished: 2.60s (2602921330) First Batch Requested: 2.62s (2616920907) First Batch Returned: 2.62s (2616920907) Last Batch Returned: 17.70s (17701465001) Closed: 18.02s (18022455299) Buffer pool - AllocTime: 833ms (833974795) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 760ms (760976999) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274167102) - TotalGetBatchTime: 12.94s (12940608895) - DataWaitTime: 12.86s (12864611191) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.40s (1397957740) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163752929) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 733ms (733500666) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.43s (1427956820) - InactiveTotalTime: 8.2m (494304062405) - PeakMemoryUsage: 11.6 MiB (12190652) - RowsReturned: 72,923,690 (72923690) - RowsReturnedRate: 146637 per second (146637) - TotalTime: 8.3m (497306971619) Node Lifecycle Event Timeline Open Started: 18.02s (18022455299) Open Finished: 18.02s (18022455299) First Batch Requested: 18.02s (18022455299) First Batch Returned: 18.02s (18022455299) Last Batch Returned: 27.0m (1621437999168) Closed: 27.0m (1621438999138) Buffer pool - AllocTime: 4.89s (4889852202) - CumulativeAllocationBytes: 4.7 GiB (5034508288) - CumulativeAllocations: 409,720 (409720) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.38s (4380867587) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4521268780) - TotalGetBatchTime: 8.3m (495708019970) - DataWaitTime: 8.2m (494304062405) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.88s (8880731610) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,860 (204860) - TotalBatchesReceived: 204,860 (204860) - TotalBytesReceived: 1.9 GiB (2046738924) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 7.9m (475880407946) - TotalRPCsDeferred: 25,819 (25819) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 91 (91) - CodegenTotalWallClockTime: 2.43s (2428926589) - CodegenSysTime: 15ms (15769000) - CodegenUserTime: 921ms (921800000) - CodegenVoluntaryContextSwitches: 124 (124) - CompileTime: 580ms (580982440) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 158ms (158995195) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.62s (1623950919) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 61ms (61998126) - TotalTime: 2.43s (2428926589) Instance c7456fdd806a4994:3209e926000001a9 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.084 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 643.3 MiB (674512862) - PeakReservation: 631.0 MiB (661651456) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 27,569,634 (27569634) - TotalNetworkReceiveTime: 9.7m (580186793106) - TotalNetworkSendTime: 24.7m (1483794222716) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,296 (3296) - TotalThreadsTotalWallClockTime: 35.6m (2137845188755) - TotalThreadsSysTime: 3.93s (3928064000) - TotalThreadsUserTime: 1.1m (66762561000) - TotalThreadsVoluntaryContextSwitches: 80,322 (80322) - TotalTime: 35.6m (2137845188755) Fragment Instance Lifecycle Event Timeline Prepare Finished: 154ms (154994069) Open Finished: 18.32s (18316299060) First Batch Produced: 26.93s (26930969387) First Batch Sent: 26.93s (26930969387) ExecInternal Finished: 35.6m (2138002182748) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2119683883764) - ExecTreeExecTime: 10.0m (602364944117) - InactiveTotalTime: 0ns (0) - OpenTime: 18.16s (18161304991) - ExecTreeOpenTime: 16.02s (16019386959) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.7m (1483824221566) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,569,634 (27569634) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.00s (18999272850) - TotalBytesSent: 1.8 GiB (1905506692) - TotalTime: 25.3m (1517214943632) - UncompressedRowBatchSize: 4.6 GiB (4891285648) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 310.1 MiB (325189760) - RowsReturned: 27,569,634 (27569634) - RowsReturnedRate: 44586 per second (44586) - TotalTime: 10.3m (618341332723) Node Lifecycle Event Timeline Open Started: 2.30s (2296912101) Open Finished: 18.32s (18316299060) First Batch Requested: 18.32s (18316299060) First Batch Returned: 26.93s (26930969387) Last Batch Returned: 35.6m (2134561314331) Closed: 35.6m (2138001182786) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85996710) - HTResizeTime: 327ms (327987453) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 310.1 MiB (325165184) - PeakReservation: 310.0 MiB (325058560) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,745.22 (1745.217305073461) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,011,952 (26011952) - RowsReturned: 27,569,634 (27569634) - StreamingTime: 28.22s (28217919944) - TotalTime: 0ns (0) Buffer pool - AllocTime: 30ms (30998815) - CumulativeAllocationBytes: 346.0 MiB (362807296) - CumulativeAllocations: 163 (163) - InactiveTotalTime: 0ns (0) - PeakReservation: 310.0 MiB (325058560) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 310.0 MiB (325058560) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30998815) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,431 (1665431) - BuildTime: 1.54s (1538941112) - InactiveTotalTime: 0ns (0) - LocalTime: 7.95s (7953695552) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,869,331 (72869331) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.20s (6200762615) - RowsReturned: 72,869,331 (72869331) - RowsReturnedRate: 123595 per second (123595) - TotalTime: 9.8m (589579433600) Node Lifecycle Event Timeline Open Started: 2.30s (2296912101) Open Finished: 18.32s (18316299060) First Batch Requested: 18.32s (18317299022) First Batch Returned: 18.32s (18317299022) Last Batch Returned: 27.0m (1621471937511) Closed: 27.0m (1621472937473) Buffer pool - AllocTime: 130ms (130994988) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 130ms (130994988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.35s (1352948230) - BuildRowsPartitioned: 1,665,431 (1665431) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182992997) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 44ms (44998278) - InactiveTotalTime: 14.34s (14336451355) - PeakMemoryUsage: 14.8 MiB (15518591) - RowsReturned: 1,665,431 (1665431) - RowsReturnedRate: 115139 per second (115139) - TotalTime: 14.46s (14464446457) Node Lifecycle Event Timeline Open Started: 2.30s (2296912101) Open Finished: 2.30s (2296912101) First Batch Requested: 2.30s (2298912024) First Batch Returned: 2.30s (2298912024) Last Batch Returned: 18.13s (18132306101) Closed: 18.32s (18316299060) Buffer pool - AllocTime: 487ms (487981326) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,962 (18962) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 475ms (475981786) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273835624) - TotalGetBatchTime: 14.41s (14414448369) - DataWaitTime: 14.34s (14336451355) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.08s (1082958552) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,481 (9481) - TotalBatchesReceived: 9,481 (9481) - TotalBytesReceived: 156.0 MiB (163562169) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 432ms (432563654) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.28s (1277951113) - InactiveTotalTime: 9.4m (565039372780) - PeakMemoryUsage: 11.6 MiB (12119356) - RowsReturned: 72,869,331 (72869331) - RowsReturnedRate: 128480 per second (128480) - TotalTime: 9.5m (567161291591) Node Lifecycle Event Timeline Open Started: 18.32s (18316299060) Open Finished: 18.32s (18316299060) First Batch Requested: 18.32s (18316299060) First Batch Returned: 18.32s (18316299060) Last Batch Returned: 27.0m (1621471937511) Closed: 27.0m (1621472937473) Buffer pool - AllocTime: 2.45s (2448906292) - CumulativeAllocationBytes: 4.7 GiB (5030772736) - CumulativeAllocations: 409,420 (409420) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.08s (2085920181) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4517898522) - TotalGetBatchTime: 9.4m (565739346000) - DataWaitTime: 9.4m (565039372780) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 5.31s (5306796894) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,710 (204710) - TotalBatchesReceived: 204,710 (204710) - TotalBytesReceived: 1.9 GiB (2045175532) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 19.30s (19304272307) - TotalRPCsDeferred: 291 (291) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 111 (111) - CodegenTotalWallClockTime: 2.14s (2140918070) - CodegenSysTime: 13ms (13864000) - CodegenUserTime: 918ms (918021000) - CodegenVoluntaryContextSwitches: 114 (114) - CompileTime: 527ms (527979795) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 132ms (132994910) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.36s (1359947957) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 85ms (85996709) - TotalTime: 2.14s (2140918070) Instance c7456fdd806a4994:3209e92600000195 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.580 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 643.2 MiB (674455518) - PeakReservation: 631.0 MiB (661651456) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 27,991,752 (27991752) - TotalNetworkReceiveTime: 9.1m (548900951390) - TotalNetworkSendTime: 25.2m (1512829890126) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,227 (3227) - TotalThreadsTotalWallClockTime: 35.6m (2134624366060) - TotalThreadsSysTime: 3.69s (3687262000) - TotalThreadsUserTime: 1.1m (66684756000) - TotalThreadsVoluntaryContextSwitches: 78,624 (78624) - TotalTime: 35.6m (2134633366124) Fragment Instance Lifecycle Event Timeline Prepare Finished: 172ms (172001237) Open Finished: 18.36s (18356132023) First Batch Produced: 27.16s (27160195348) First Batch Sent: 27.16s (27160195348) ExecInternal Finished: 35.6m (2134798367311) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2116440235274) - ExecTreeExecTime: 9.5m (570159104359) - InactiveTotalTime: 0ns (0) - OpenTime: 18.18s (18184130786) - ExecTreeOpenTime: 16.05s (16054115466) - PrepareTime: 9ms (9000064) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512866890394) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 27,991,752 (27991752) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.80s (18798135337) - TotalBytesSent: 1.8 GiB (1933134602) - TotalTime: 25.8m (1546164130072) - UncompressedRowBatchSize: 4.6 GiB (4966745559) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 310.1 MiB (325189760) - RowsReturned: 27,991,752 (27991752) - RowsReturnedRate: 47754 per second (47754) - TotalTime: 9.8m (586165219479) Node Lifecycle Event Timeline Open Started: 2.30s (2302016557) Open Finished: 18.36s (18356132023) First Batch Requested: 18.36s (18356132023) First Batch Returned: 27.16s (27160195348) Last Batch Returned: 35.6m (2134543365477) Closed: 35.6m (2134797367304) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 51ms (51000373) - HTResizeTime: 306ms (306002208) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 310.1 MiB (325165184) - PeakReservation: 310.0 MiB (325058560) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,777.61 (1777.6129383323441) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,457,121 (26457121) - RowsReturned: 27,991,752 (27991752) - StreamingTime: 27.56s (27556198198) - TotalTime: 0ns (0) Buffer pool - AllocTime: 16ms (16000115) - CumulativeAllocationBytes: 346.0 MiB (362807296) - CumulativeAllocations: 163 (163) - InactiveTotalTime: 0ns (0) - PeakReservation: 310.0 MiB (325058560) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 310.0 MiB (325058560) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16000115) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,083 (1667083) - BuildTime: 1.51s (1515010917) - InactiveTotalTime: 0ns (0) - LocalTime: 7.63s (7634054950) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,906,588 (72906588) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.95s (5948042803) - RowsReturned: 72,906,588 (72906588) - RowsReturnedRate: 130658 per second (130658) - TotalTime: 9.3m (557994016845) Node Lifecycle Event Timeline Open Started: 2.30s (2302016557) Open Finished: 18.36s (18356132023) First Batch Requested: 18.36s (18356132023) First Batch Returned: 18.36s (18357132031) Last Batch Returned: 27.0m (1621675678864) Closed: 27.0m (1621676678872) Buffer pool - AllocTime: 55ms (55000396) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 55ms (55000396) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.31s (1313009464) - BuildRowsPartitioned: 1,667,083 (1667083) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 199ms (199001431) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 34ms (34000248) - InactiveTotalTime: 14.41s (14407103599) - PeakMemoryUsage: 14.7 MiB (15401942) - RowsReturned: 1,667,083 (1667083) - RowsReturnedRate: 114788 per second (114788) - TotalTime: 14.52s (14523104433) Node Lifecycle Event Timeline Open Started: 2.30s (2302016557) Open Finished: 2.30s (2302016557) First Batch Requested: 2.30s (2303016564) First Batch Returned: 2.30s (2303016564) Last Batch Returned: 18.16s (18156130585) Closed: 18.36s (18356132023) Buffer pool - AllocTime: 552ms (552003969) - CumulativeAllocationBytes: 370.3 MiB (388259840) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 381ms (381002741) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274123749) - TotalGetBatchTime: 14.48s (14483104143) - DataWaitTime: 14.41s (14407103599) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.00s (1005007226) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163728625) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 174ms (174743348) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.31s (1310009429) - InactiveTotalTime: 8.9m (533412840022) - PeakMemoryUsage: 11.4 MiB (11917523) - RowsReturned: 72,906,588 (72906588) - RowsReturnedRate: 136061 per second (136061) - TotalTime: 8.9m (535836857462) Node Lifecycle Event Timeline Open Started: 18.36s (18356132023) Open Finished: 18.36s (18356132023) First Batch Requested: 18.36s (18356132023) First Batch Returned: 18.36s (18356132023) Last Batch Returned: 27.0m (1621675678864) Closed: 27.0m (1621676678872) Buffer pool - AllocTime: 1.39s (1389009995) - CumulativeAllocationBytes: 4.7 GiB (5033361408) - CumulativeAllocations: 409,630 (409630) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 942ms (942006779) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4520208456) - TotalGetBatchTime: 8.9m (534383847007) - DataWaitTime: 8.9m (533412840022) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.97s (3971028515) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,815 (204815) - TotalBatchesReceived: 204,815 (204815) - TotalBytesReceived: 1.9 GiB (2046226256) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 17.21s (17210118810) - TotalRPCsDeferred: 65 (65) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 135 (135) - CodegenTotalWallClockTime: 2.13s (2130015320) - CodegenSysTime: 14ms (14723000) - CodegenUserTime: 940ms (940862000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 451ms (451003244) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 111ms (111000798) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.50s (1496010760) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 69ms (69000497) - TotalTime: 2.13s (2130015320) Instance c7456fdd806a4994:3209e9260000019b (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.222 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 655.4 MiB (687235022) - PeakReservation: 643.0 MiB (674234368) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 25,366,809 (25366809) - TotalNetworkReceiveTime: 11.5m (690607727082) - TotalNetworkSendTime: 22.9m (1374794499499) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,843 (2843) - TotalThreadsTotalWallClockTime: 35.6m (2134533799393) - TotalThreadsSysTime: 3.69s (3692354000) - TotalThreadsUserTime: 1.1m (63387127000) - TotalThreadsVoluntaryContextSwitches: 84,827 (84827) - TotalTime: 35.6m (2134539799356) Fragment Instance Lifecycle Event Timeline Prepare Finished: 183ms (183998866) Open Finished: 18.30s (18297887208) First Batch Produced: 27.05s (27052833241) First Batch Sent: 27.05s (27052833241) ExecInternal Finished: 35.6m (2134719798247) Buffer pool - AllocTime: 1ms (1999988) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1ms (1999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2116419911051) - ExecTreeExecTime: 11.9m (711335598858) - InactiveTotalTime: 0ns (0) - OpenTime: 18.11s (18113888342) - ExecTreeOpenTime: 15.89s (15892902032) - PrepareTime: 5ms (5999963) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374815499368) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 25,366,809 (25366809) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.35s (17347892747) - TotalBytesSent: 1.6 GiB (1759235290) - TotalTime: 23.4m (1405007312665) - UncompressedRowBatchSize: 4.2 GiB (4500536659) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 322.1 MiB (337772672) - RowsReturned: 25,366,809 (25366809) - RowsReturnedRate: 34883 per second (34883) - TotalTime: 12.1m (727192501115) Node Lifecycle Event Timeline Open Started: 2.40s (2404985176) Open Finished: 18.30s (18297887208) First Batch Requested: 18.30s (18297887208) First Batch Returned: 27.05s (27052833241) Last Batch Returned: 35.6m (2134381800333) Closed: 35.6m (2134719798247) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 98ms (98999380) - HTResizeTime: 326ms (326997990) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 322.1 MiB (337748096) - PeakReservation: 322.0 MiB (337641472) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,723.01 (1723.0115596174137) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,789,412 (23789412) - RowsReturned: 25,366,809 (25366809) - StreamingTime: 27.06s (27063832854) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999945) - CumulativeAllocationBytes: 372.0 MiB (390070272) - CumulativeAllocations: 170 (170) - InactiveTotalTime: 0ns (0) - PeakReservation: 322.0 MiB (337641472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 322.0 MiB (337641472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,204 (1668204) - BuildTime: 1.26s (1260992227) - InactiveTotalTime: 0ns (0) - LocalTime: 7.42s (7425954121) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,968,852 (72968852) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.99s (5990962966) - RowsReturned: 72,968,852 (72968852) - RowsReturnedRate: 104315 per second (104315) - TotalTime: 11.7m (699500672152) Node Lifecycle Event Timeline Open Started: 2.40s (2404985176) Open Finished: 18.30s (18296887215) First Batch Requested: 18.30s (18297887208) First Batch Returned: 18.30s (18297887208) Last Batch Returned: 27.0m (1621585965160) Closed: 27.0m (1621586965153) Buffer pool - AllocTime: 91ms (91999437) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 91ms (91999437) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.08s (1079993342) - BuildRowsPartitioned: 1,668,204 (1668204) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 173ms (173998928) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 45ms (45999716) - InactiveTotalTime: 14.54s (14535910397) - PeakMemoryUsage: 14.7 MiB (15371866) - RowsReturned: 1,668,204 (1668204) - RowsReturnedRate: 114120 per second (114120) - TotalTime: 14.62s (14617909892) Node Lifecycle Event Timeline Open Started: 2.40s (2404985176) Open Finished: 2.40s (2404985176) First Batch Requested: 2.41s (2410985139) First Batch Returned: 2.41s (2410985139) Last Batch Returned: 18.12s (18121888293) Closed: 18.30s (18296887215) Buffer pool - AllocTime: 910ms (910994383) - CumulativeAllocationBytes: 370.6 MiB (388554752) - CumulativeAllocations: 19,002 (19002) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 899ms (899994450) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274295075) - TotalGetBatchTime: 14.56s (14560910243) - DataWaitTime: 14.54s (14535910397) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.45s (1450991063) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,501 (9501) - TotalBatchesReceived: 9,501 (9501) - TotalBytesReceived: 156.2 MiB (163833072) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 370ms (370062465) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.30s (1305991949) - InactiveTotalTime: 11.3m (675315821362) - PeakMemoryUsage: 11.4 MiB (11998329) - RowsReturned: 72,968,852 (72968852) - RowsReturnedRate: 107709 per second (107709) - TotalTime: 11.3m (677456808139) Node Lifecycle Event Timeline Open Started: 18.30s (18296887215) Open Finished: 18.30s (18296887215) First Batch Requested: 18.30s (18296887215) First Batch Returned: 18.30s (18296887215) Last Batch Returned: 27.0m (1621585965160) Closed: 27.0m (1621586965153) Buffer pool - AllocTime: 977ms (977993953) - CumulativeAllocationBytes: 4.7 GiB (5037654016) - CumulativeAllocations: 409,980 (409980) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 620ms (620996168) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4524068824) - TotalGetBatchTime: 11.3m (676014817036) - DataWaitTime: 11.3m (675315821362) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.54s (3539978139) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,990 (204990) - TotalBatchesReceived: 204,990 (204990) - TotalBytesReceived: 1.9 GiB (2047971786) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.06s (16063173947) - TotalRPCsDeferred: 129 (129) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 162 (162) - CodegenTotalWallClockTime: 2.22s (2219986316) - CodegenSysTime: 12ms (12884000) - CodegenUserTime: 928ms (928381000) - CodegenVoluntaryContextSwitches: 119 (119) - CompileTime: 826ms (826994903) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 81ms (81999495) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.25s (1253992270) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 53ms (53999667) - TotalTime: 2.22s (2219986316) Instance c7456fdd806a4994:3209e92600000194 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.929 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 659.3 MiB (691355598) - PeakReservation: 647.0 MiB (678428672) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 25,405,024 (25405024) - TotalNetworkReceiveTime: 11.1m (667199619732) - TotalNetworkSendTime: 23.3m (1398348817693) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,820 (2820) - TotalThreadsTotalWallClockTime: 35.6m (2134481984833) - TotalThreadsSysTime: 3.68s (3681840000) - TotalThreadsUserTime: 1.1m (63310901000) - TotalThreadsVoluntaryContextSwitches: 85,120 (85120) - TotalTime: 35.6m (2134482984827) Fragment Instance Lifecycle Event Timeline Prepare Finished: 174ms (174998852) Open Finished: 18.14s (18144880930) First Batch Produced: 26.98s (26980822946) First Batch Sent: 26.98s (26980822946) ExecInternal Finished: 35.6m (2134656983685) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2116512102755) - ExecTreeExecTime: 11.5m (687792484397) - InactiveTotalTime: 0ns (0) - OpenTime: 17.97s (17969882078) - ExecTreeOpenTime: 15.79s (15793896357) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.3m (1398383817464) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 25,405,024 (25405024) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.16s (17155887431) - TotalBytesSent: 1.6 GiB (1761795307) - TotalTime: 23.8m (1428643618862) - UncompressedRowBatchSize: 4.2 GiB (4507612667) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 326.1 MiB (341966976) - RowsReturned: 25,405,024 (25405024) - RowsReturnedRate: 36109 per second (36109) - TotalTime: 11.7m (703548381005) Node Lifecycle Event Timeline Open Started: 2.35s (2350984573) Open Finished: 18.14s (18144880930) First Batch Requested: 18.14s (18144880930) First Batch Returned: 26.98s (26980822946) Last Batch Returned: 35.6m (2134458984985) Closed: 35.6m (2134656983685) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 99ms (99999336) - HTResizeTime: 300ms (300998018) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 326.1 MiB (341942400) - PeakReservation: 326.0 MiB (341835776) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,727.26 (1727.2585494691853) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,828,792 (23828792) - RowsReturned: 25,405,024 (25405024) - StreamingTime: 26.88s (26875823542) - TotalTime: 0ns (0) Buffer pool - AllocTime: 21ms (21999854) - CumulativeAllocationBytes: 376.0 MiB (394264576) - CumulativeAllocations: 172 (172) - InactiveTotalTime: 0ns (0) - PeakReservation: 326.0 MiB (341835776) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 326.0 MiB (341835776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999854) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,954 (1666954) - BuildTime: 1.32s (1324991287) - InactiveTotalTime: 0ns (0) - LocalTime: 7.38s (7377951539) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,927,128 (72927128) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.88s (5882961367) - RowsReturned: 72,927,128 (72927128) - RowsReturnedRate: 107881 per second (107881) - TotalTime: 11.3m (675993561942) Node Lifecycle Event Timeline Open Started: 2.35s (2350984573) Open Finished: 18.14s (18143880936) First Batch Requested: 18.14s (18144880930) First Batch Returned: 18.14s (18144880930) Last Batch Returned: 27.0m (1621511354314) Closed: 27.0m (1621511354314) Buffer pool - AllocTime: 26ms (26999821) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999821) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.16s (1160992364) - BuildRowsPartitioned: 1,666,954 (1666954) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 161ms (161998937) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 26ms (26999820) - InactiveTotalTime: 14.35s (14347905863) - PeakMemoryUsage: 14.7 MiB (15424449) - RowsReturned: 1,666,954 (1666954) - RowsReturnedRate: 115512 per second (115512) - TotalTime: 14.43s (14430905319) Node Lifecycle Event Timeline Open Started: 2.35s (2350984573) Open Finished: 2.35s (2350984573) First Batch Requested: 2.35s (2352984559) First Batch Returned: 2.35s (2352984559) Last Batch Returned: 17.98s (17979882012) Closed: 18.14s (18143880936) Buffer pool - AllocTime: 527ms (527996535) - CumulativeAllocationBytes: 370.3 MiB (388268032) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 392ms (392997421) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274095510) - TotalGetBatchTime: 14.39s (14390905582) - DataWaitTime: 14.35s (14347905863) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 888ms (888994164) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163717274) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 388ms (388874548) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.28s (1277991580) - InactiveTotalTime: 10.9m (651965719684) - PeakMemoryUsage: 11.6 MiB (12190011) - RowsReturned: 72,927,128 (72927128) - RowsReturnedRate: 111477 per second (111477) - TotalTime: 10.9m (654184705084) Node Lifecycle Event Timeline Open Started: 18.14s (18143880936) Open Finished: 18.14s (18143880936) First Batch Requested: 18.14s (18143880936) First Batch Returned: 18.14s (18143880936) Last Batch Returned: 27.0m (1621510354320) Closed: 27.0m (1621511354314) Buffer pool - AllocTime: 1.26s (1257991757) - CumulativeAllocationBytes: 4.7 GiB (5034786816) - CumulativeAllocations: 409,746 (409746) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 777ms (777994896) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4521481936) - TotalGetBatchTime: 10.9m (652769714402) - DataWaitTime: 10.9m (651965719684) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.99s (3986973808) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,873 (204873) - TotalBatchesReceived: 204,873 (204873) - TotalBytesReceived: 1.9 GiB (2046812523) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 21.23s (21229382901) - TotalRPCsDeferred: 211 (211) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 109 (109) - CodegenTotalWallClockTime: 2.17s (2175985721) - CodegenSysTime: 12ms (12873000) - CodegenUserTime: 931ms (931338000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 678ms (678995545) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 71ms (71999528) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.34s (1343991180) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 76ms (76999494) - TotalTime: 2.17s (2175985721) Instance c7456fdd806a4994:3209e926000001ae (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.499 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 637.3 MiB (668262350) - PeakReservation: 625.0 MiB (655360000) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 27,554,659 (27554659) - TotalNetworkReceiveTime: 9.5m (570536229524) - TotalNetworkSendTime: 24.8m (1490606954155) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,222 (3222) - TotalThreadsTotalWallClockTime: 35.6m (2134397773569) - TotalThreadsSysTime: 3.92s (3917808000) - TotalThreadsUserTime: 1.1m (66573858000) - TotalThreadsVoluntaryContextSwitches: 80,598 (80598) - TotalTime: 35.6m (2134398773536) Fragment Instance Lifecycle Event Timeline Prepare Finished: 99ms (99996711) Open Finished: 18.61s (18609387897) First Batch Produced: 27.18s (27184105856) First Batch Sent: 27.18s (27184105856) ExecInternal Finished: 35.6m (2134499770214) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2115888382383) - ExecTreeExecTime: 9.9m (591925525606) - InactiveTotalTime: 0ns (0) - OpenTime: 18.51s (18509391186) - ExecTreeOpenTime: 16.16s (16162468381) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.8m (1490635953201) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 27,554,659 (27554659) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.80s (18799381539) - TotalBytesSent: 1.8 GiB (1904573862) - TotalTime: 25.4m (1523862860067) - UncompressedRowBatchSize: 4.6 GiB (4888818826) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 304.1 MiB (318898304) - RowsReturned: 27,554,659 (27554659) - RowsReturnedRate: 45316 per second (45316) - TotalTime: 10.1m (608048995270) Node Lifecycle Event Timeline Open Started: 2.45s (2446919516) Open Finished: 18.61s (18609387897) First Batch Requested: 18.61s (18609387897) First Batch Returned: 27.18s (27184105856) Last Batch Returned: 35.6m (2134244778606) Closed: 35.6m (2134498770247) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 60ms (60997997) - HTResizeTime: 377ms (377987567) - HashBuckets: 3,014,656 (3014656) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 304.1 MiB (318873728) - PeakReservation: 304.0 MiB (318767104) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,742.63 (1742.6251672310143) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,998,402 (25998402) - RowsReturned: 27,554,659 (27554659) - StreamingTime: 27.80s (27799085381) - TotalTime: 0ns (0) Buffer pool - AllocTime: 35ms (35998817) - CumulativeAllocationBytes: 334.0 MiB (350224384) - CumulativeAllocations: 160 (160) - InactiveTotalTime: 0ns (0) - PeakReservation: 304.0 MiB (318767104) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 304.0 MiB (318767104) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35998817) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,763 (1664763) - BuildTime: 1.28s (1285957705) - InactiveTotalTime: 0ns (0) - LocalTime: 7.59s (7589750262) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,804,118 (72804118) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.13s (6129798288) - RowsReturned: 72,804,118 (72804118) - RowsReturnedRate: 125599 per second (125599) - TotalTime: 9.7m (579650929603) Node Lifecycle Event Timeline Open Started: 2.45s (2446919516) Open Finished: 18.61s (18608387930) First Batch Requested: 18.61s (18609387897) First Batch Returned: 18.61s (18609387897) Last Batch Returned: 27.0m (1621719645496) Closed: 27.0m (1621719645496) Buffer pool - AllocTime: 64ms (64997862) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 64ms (64997862) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.11s (1111963429) - BuildRowsPartitioned: 1,664,763 (1664763) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 170ms (170994375) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 36ms (36998783) - InactiveTotalTime: 14.79s (14795513338) - PeakMemoryUsage: 14.6 MiB (15338285) - RowsReturned: 1,664,763 (1664763) - RowsReturnedRate: 111973 per second (111973) - TotalTime: 14.87s (14867510971) Node Lifecycle Event Timeline Open Started: 2.45s (2446919516) Open Finished: 2.45s (2446919516) First Batch Requested: 2.45s (2448919450) First Batch Returned: 2.45s (2448919450) Last Batch Returned: 18.43s (18435393620) Closed: 18.61s (18608387930) Buffer pool - AllocTime: 170ms (170994374) - CumulativeAllocationBytes: 369.8 MiB (387801088) - CumulativeAllocations: 18,956 (18956) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 160ms (160994704) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273731670) - TotalGetBatchTime: 14.83s (14827512287) - DataWaitTime: 14.79s (14795513338) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 575ms (575981050) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,478 (9478) - TotalBatchesReceived: 9,478 (9478) - TotalBytesReceived: 155.9 MiB (163502822) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 292ms (292854361) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.35s (1353955444) - InactiveTotalTime: 9.3m (555031739506) - PeakMemoryUsage: 11.5 MiB (12052683) - RowsReturned: 72,804,118 (72804118) - RowsReturnedRate: 130662 per second (130662) - TotalTime: 9.3m (557193668370) Node Lifecycle Event Timeline Open Started: 18.61s (18608387930) Open Finished: 18.61s (18608387930) First Batch Requested: 18.61s (18608387930) First Batch Returned: 18.61s (18608387930) Last Batch Returned: 27.0m (1621718645529) Closed: 27.0m (1621719645496) Buffer pool - AllocTime: 1.38s (1377954674) - CumulativeAllocationBytes: 4.7 GiB (5026299904) - CumulativeAllocations: 409,056 (409056) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.00s (1002967013) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4513855316) - TotalGetBatchTime: 9.3m (555689717864) - DataWaitTime: 9.3m (555031739506) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.11s (4108864832) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,528 (204528) - TotalBatchesReceived: 204,528 (204528) - TotalBytesReceived: 1.9 GiB (2043354777) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.23s (16229921527) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 101 (101) - CodegenTotalWallClockTime: 2.35s (2346922805) - CodegenSysTime: 16ms (16875000) - CodegenUserTime: 952ms (952010000) - CodegenVoluntaryContextSwitches: 111 (111) - CompileTime: 410ms (410986482) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 58ms (58998059) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.75s (1754942276) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 97ms (97996777) - TotalTime: 2.35s (2346922805) Instance c7456fdd806a4994:3209e9260000018c (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.721 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 651.3 MiB (682926030) - PeakReservation: 639.0 MiB (670040064) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 26,549,827 (26549827) - TotalNetworkReceiveTime: 8.7m (524125089995) - TotalNetworkSendTime: 25.6m (1537962661517) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,051 (3051) - TotalThreadsTotalWallClockTime: 35.6m (2134295937585) - TotalThreadsSysTime: 3.57s (3573384000) - TotalThreadsUserTime: 1.1m (65244986000) - TotalThreadsVoluntaryContextSwitches: 84,550 (84550) - TotalTime: 35.6m (2134361936840) Fragment Instance Lifecycle Event Timeline Prepare Finished: 178ms (178997980) Open Finished: 18.11s (18115795565) First Batch Produced: 27.11s (27115693999) First Batch Sent: 27.11s (27115693999) ExecInternal Finished: 35.6m (2134493935351) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.3m (2116359140000) - ExecTreeExecTime: 9.1m (546301840480) - InactiveTotalTime: 0ns (0) - OpenTime: 17.94s (17936797585) - ExecTreeOpenTime: 15.64s (15645823438) - PrepareTime: 65ms (65999255) - ExecTreePrepareTime: 18ms (18999785) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.6m (1537990661201) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 26,549,827 (26549827) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.00s (18004796931) - TotalBytesSent: 1.7 GiB (1838099538) - TotalTime: 26.2m (1569961300613) - UncompressedRowBatchSize: 4.4 GiB (4710494907) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 318.1 MiB (333578368) - RowsReturned: 26,549,827 (26549827) - RowsReturnedRate: 47248 per second (47248) - TotalTime: 9.4m (561919664234) Node Lifecycle Event Timeline Open Started: 2.47s (2469972127) Open Finished: 18.11s (18115795565) First Batch Requested: 18.11s (18115795565) First Batch Returned: 27.11s (27115693999) Last Batch Returned: 35.6m (2134227938344) Closed: 35.6m (2134476935542) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 65ms (65999258) - HTResizeTime: 348ms (348996051) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 318.1 MiB (333553792) - PeakReservation: 318.0 MiB (333447168) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,731.55 (1731.5450297569482) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,979,482 (24979482) - RowsReturned: 26,549,827 (26549827) - StreamingTime: 28.29s (28286681334) - TotalTime: 0ns (0) Buffer pool - AllocTime: 47ms (47999458) - CumulativeAllocationBytes: 364.0 MiB (381681664) - CumulativeAllocations: 168 (168) - InactiveTotalTime: 0ns (0) - PeakReservation: 318.0 MiB (333447168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 318.0 MiB (333447168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47999458) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,131 (1668131) - BuildTime: 1.42s (1421983936) - InactiveTotalTime: 0ns (0) - LocalTime: 7.56s (7557914860) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,938,467 (72938467) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.93s (5931933227) - RowsReturned: 72,938,467 (72938467) - RowsReturnedRate: 136807 per second (136807) - TotalTime: 8.9m (533144988395) Node Lifecycle Event Timeline Open Started: 2.47s (2469972127) Open Finished: 18.11s (18114795576) First Batch Requested: 18.11s (18115795565) First Batch Returned: 18.11s (18115795565) Last Batch Returned: 27.0m (1621631702612) Closed: 27.0m (1621631702612) Buffer pool - AllocTime: 49ms (49999435) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49999435) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1237986013) - BuildRowsPartitioned: 1,668,131 (1668131) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 179ms (179997968) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 33ms (33999614) - InactiveTotalTime: 14.13s (14127840586) - PeakMemoryUsage: 14.8 MiB (15519384) - RowsReturned: 1,668,131 (1668131) - RowsReturnedRate: 117351 per second (117351) - TotalTime: 14.21s (14214839604) Node Lifecycle Event Timeline Open Started: 2.47s (2469972127) Open Finished: 2.47s (2469972127) First Batch Requested: 2.47s (2471972105) First Batch Returned: 2.47s (2471972105) Last Batch Returned: 17.93s (17933797619) Closed: 18.11s (18114795576) Buffer pool - AllocTime: 615ms (615993049) - CumulativeAllocationBytes: 370.5 MiB (388530176) - CumulativeAllocations: 18,994 (18994) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 573ms (573993524) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274287271) - TotalGetBatchTime: 14.17s (14168840126) - DataWaitTime: 14.13s (14127840586) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.11s (1113987425) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,497 (9497) - TotalBatchesReceived: 9,497 (9497) - TotalBytesReceived: 156.3 MiB (163840420) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 369ms (369536761) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.30s (1298985384) - InactiveTotalTime: 8.5m (509229258067) - PeakMemoryUsage: 11.3 MiB (11830655) - RowsReturned: 72,938,467 (72938467) - RowsReturnedRate: 142632 per second (142632) - TotalTime: 8.5m (511372233931) Node Lifecycle Event Timeline Open Started: 18.11s (18114795576) Open Finished: 18.11s (18114795576) First Batch Requested: 18.11s (18114795576) First Batch Returned: 18.11s (18114795576) Last Batch Returned: 27.0m (1621630702623) Closed: 27.0m (1621631702612) Buffer pool - AllocTime: 1.44s (1437983774) - CumulativeAllocationBytes: 4.7 GiB (5035532288) - CumulativeAllocations: 409,806 (409806) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.03s (1029988376) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4522184954) - TotalGetBatchTime: 8.5m (509919250289) - DataWaitTime: 8.5m (509229258067) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.02s (4018954715) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,903 (204903) - TotalBatchesReceived: 204,903 (204903) - TotalBytesReceived: 1.9 GiB (2047109901) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.80s (15799333527) - TotalRPCsDeferred: 10 (10) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 155 (155) - CodegenTotalWallClockTime: 2.29s (2290974147) - CodegenSysTime: 17ms (17333000) - CodegenUserTime: 941ms (941799000) - CodegenVoluntaryContextSwitches: 113 (113) - CompileTime: 407ms (407995396) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 87ms (87999007) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.71s (1705980748) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 84ms (84999041) - TotalTime: 2.29s (2290974147) Instance c7456fdd806a4994:3209e926000001ac (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:30.191 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 647.3 MiB (678756302) - PeakReservation: 635.0 MiB (665845760) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 27,276,567 (27276567) - TotalNetworkReceiveTime: 10.7m (639923190439) - TotalNetworkSendTime: 23.5m (1412072870239) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,220 (3220) - TotalThreadsTotalWallClockTime: 35.4m (2123630619030) - TotalThreadsSysTime: 3.65s (3647548000) - TotalThreadsUserTime: 1.1m (65428225000) - TotalThreadsVoluntaryContextSwitches: 83,491 (83491) - TotalTime: 35.4m (2123631618996) Fragment Instance Lifecycle Event Timeline Prepare Finished: 123ms (123995773) Open Finished: 18.27s (18265377339) First Batch Produced: 26.84s (26841084995) First Batch Sent: 26.84s (26841084995) ExecInternal Finished: 35.4m (2123755614769) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2105489237464) - ExecTreeExecTime: 11.0m (660702482309) - InactiveTotalTime: 0ns (0) - OpenTime: 18.14s (18141381566) - ExecTreeOpenTime: 15.93s (15934456799) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1412107869044) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 27,276,567 (27276567) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.56s (18564367202) - TotalBytesSent: 1.8 GiB (1886309377) - TotalTime: 24.1m (1444712757676) - UncompressedRowBatchSize: 4.5 GiB (4839625040) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 314.1 MiB (329384064) - RowsReturned: 27,276,567 (27276567) - RowsReturnedRate: 40314 per second (40314) - TotalTime: 11.3m (676600940336) Node Lifecycle Event Timeline Open Started: 2.33s (2330920540) Open Finished: 18.27s (18265377339) First Batch Requested: 18.27s (18265377339) First Batch Returned: 26.84s (26841084995) Last Batch Returned: 35.4m (2123249632020) Closed: 35.4m (2123755614769) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 69ms (69997616) - HTResizeTime: 321ms (321989032) - HashBuckets: 3,670,016 (3670016) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 314.1 MiB (329359488) - PeakReservation: 314.0 MiB (329252864) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,750.39 (1750.3896209795912) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,715,651 (25715651) - RowsReturned: 27,276,567 (27276567) - StreamingTime: 27.12s (27124075551) - TotalTime: 0ns (0) Buffer pool - AllocTime: 12ms (12999558) - CumulativeAllocationBytes: 354.0 MiB (371195904) - CumulativeAllocations: 165 (165) - InactiveTotalTime: 0ns (0) - PeakReservation: 314.0 MiB (329252864) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 314.0 MiB (329252864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999558) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,619 (1666619) - BuildTime: 1.34s (1342954223) - InactiveTotalTime: 0ns (0) - LocalTime: 7.50s (7502744264) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,883,701 (72883701) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.97s (5972796410) - RowsReturned: 72,883,701 (72883701) - RowsReturnedRate: 112320 per second (112320) - TotalTime: 10.8m (648889884789) Node Lifecycle Event Timeline Open Started: 2.33s (2330920540) Open Finished: 18.26s (18264377373) First Batch Requested: 18.27s (18265377339) First Batch Returned: 18.27s (18265377339) Last Batch Returned: 27.0m (1621375741101) Closed: 27.0m (1621376741067) Buffer pool - AllocTime: 70ms (70997580) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 70ms (70997580) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.15s (1153960666) - BuildRowsPartitioned: 1,666,619 (1666619) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 185ms (185993659) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 38ms (38998669) - InactiveTotalTime: 14.48s (14483506259) - PeakMemoryUsage: 14.7 MiB (15401003) - RowsReturned: 1,666,619 (1666619) - RowsReturnedRate: 114445 per second (114445) - TotalTime: 14.56s (14562503565) Node Lifecycle Event Timeline Open Started: 2.33s (2330920540) Open Finished: 2.33s (2330920540) First Batch Requested: 2.33s (2331920506) First Batch Returned: 2.33s (2331920506) Last Batch Returned: 18.08s (18076383782) Closed: 18.26s (18264377373) Buffer pool - AllocTime: 1.16s (1156960554) - CumulativeAllocationBytes: 370.1 MiB (388128768) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.12s (1121961746) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274034092) - TotalGetBatchTime: 14.52s (14518505066) - DataWaitTime: 14.48s (14483506259) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.64s (1643943967) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163691993) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 524ms (524414144) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.27s (1273956567) - InactiveTotalTime: 10.4m (624696709500) - PeakMemoryUsage: 11.6 MiB (12190452) - RowsReturned: 72,883,701 (72883701) - RowsReturnedRate: 116274 per second (116274) - TotalTime: 10.4m (626824636960) Node Lifecycle Event Timeline Open Started: 18.26s (18264377373) Open Finished: 18.26s (18264377373) First Batch Requested: 18.26s (18264377373) First Batch Returned: 18.26s (18264377373) Last Batch Returned: 27.0m (1621375741101) Closed: 27.0m (1621376741067) Buffer pool - AllocTime: 2.35s (2348919934) - CumulativeAllocationBytes: 4.7 GiB (5031747584) - CumulativeAllocations: 409,498 (409498) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.08s (2078929140) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4518789462) - TotalGetBatchTime: 10.4m (625376686328) - DataWaitTime: 10.4m (624696709500) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 5.12s (5117825573) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,749 (204749) - TotalBatchesReceived: 204,749 (204749) - TotalBytesReceived: 1.9 GiB (2045585799) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.5m (92260569819) - TotalRPCsDeferred: 5,752 (5752) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 82 (82) - CodegenTotalWallClockTime: 2.21s (2206924767) - CodegenSysTime: 14ms (14825000) - CodegenUserTime: 931ms (931236000) - CodegenVoluntaryContextSwitches: 114 (114) - CompileTime: 564ms (564980740) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 192ms (192993421) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.37s (1371953231) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 61ms (61997887) - TotalTime: 2.21s (2206924767) Instance c7456fdd806a4994:3209e926000001b0 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:29.870 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 645.3 MiB (676691934) - PeakReservation: 633.0 MiB (663748608) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 27,544,133 (27544133) - TotalNetworkReceiveTime: 11.6m (696363621405) - TotalNetworkSendTime: 22.6m (1355464713470) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,034 (3034) - TotalThreadsTotalWallClockTime: 35.4m (2123394474228) - TotalThreadsSysTime: 3.59s (3594104000) - TotalThreadsUserTime: 1.1m (65413493000) - TotalThreadsVoluntaryContextSwitches: 82,489 (82489) - TotalTime: 35.4m (2123395474216) Fragment Instance Lifecycle Event Timeline Prepare Finished: 118ms (118998568) Open Finished: 18.60s (18602776080) First Batch Produced: 27.12s (27124673505) First Batch Sent: 27.12s (27124673505) ExecInternal Finished: 35.4m (2123514472784) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104910696716) - ExecTreeExecTime: 11.9m (716922374612) - InactiveTotalTime: 0ns (0) - OpenTime: 18.48s (18483777512) - ExecTreeOpenTime: 16.26s (16259804282) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.6m (1355487713193) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,544,133 (27544133) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.32s (18322779498) - TotalBytesSent: 1.8 GiB (1904163386) - TotalTime: 23.1m (1387891323271) - UncompressedRowBatchSize: 4.6 GiB (4887201045) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 312.1 MiB (327286912) - RowsReturned: 27,544,133 (27544133) - RowsReturnedRate: 37569 per second (37569) - TotalTime: 12.2m (733157179195) Node Lifecycle Event Timeline Open Started: 2.34s (2342971798) Open Finished: 18.60s (18602776080) First Batch Requested: 18.60s (18602776080) First Batch Returned: 27.12s (27124673505) Last Batch Returned: 35.4m (2123443473635) Closed: 35.4m (2123514472784) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 68ms (68999169) - HTResizeTime: 325ms (325996078) - HashBuckets: 3,538,944 (3538944) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 312.1 MiB (327262336) - PeakReservation: 312.0 MiB (327155712) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,745.42 (1745.4170246188082) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,985,695 (25985695) - RowsReturned: 27,544,133 (27544133) - StreamingTime: 27.29s (27286672032) - TotalTime: 0ns (0) Buffer pool - AllocTime: 24ms (24999698) - CumulativeAllocationBytes: 350.0 MiB (367001600) - CumulativeAllocations: 164 (164) - InactiveTotalTime: 0ns (0) - PeakReservation: 312.0 MiB (327155712) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 312.0 MiB (327155712) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999710) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,118 (1666118) - BuildTime: 1.44s (1435982710) - InactiveTotalTime: 0ns (0) - LocalTime: 7.48s (7484910052) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,855,460 (72855460) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.87s (5870929483) - RowsReturned: 72,855,460 (72855460) - RowsReturnedRate: 103299 per second (103299) - TotalTime: 11.8m (705284514209) Node Lifecycle Event Timeline Open Started: 2.34s (2342971798) Open Finished: 18.60s (18602776080) First Batch Requested: 18.60s (18602776080) First Batch Returned: 18.60s (18602776080) Last Batch Returned: 27.0m (1621646486526) Closed: 27.0m (1621646486526) Buffer pool - AllocTime: 229ms (229997232) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 229ms (229997232) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.22s (1224985250) - BuildRowsPartitioned: 1,666,118 (1666118) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 206ms (206997508) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 30ms (30999626) - InactiveTotalTime: 14.72s (14719822820) - PeakMemoryUsage: 14.7 MiB (15385362) - RowsReturned: 1,666,118 (1666118) - RowsReturnedRate: 112470 per second (112470) - TotalTime: 14.81s (14813821692) Node Lifecycle Event Timeline Open Started: 2.34s (2342971798) Open Finished: 2.34s (2342971798) First Batch Requested: 2.34s (2343971786) First Batch Returned: 2.34s (2343971786) Last Batch Returned: 18.39s (18392778608) Closed: 18.60s (18601776092) Buffer pool - AllocTime: 539ms (539993498) - CumulativeAllocationBytes: 370.1 MiB (388046848) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 481ms (481994196) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273940620) - TotalGetBatchTime: 14.78s (14775822149) - DataWaitTime: 14.72s (14719822820) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.01s (1014987778) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163616789) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 263ms (263903807) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.28s (1284984568) - InactiveTotalTime: 11.3m (680869807889) - PeakMemoryUsage: 11.5 MiB (12072739) - RowsReturned: 72,855,460 (72855460) - RowsReturnedRate: 106672 per second (106672) - TotalTime: 11.4m (682985782465) Node Lifecycle Event Timeline Open Started: 18.60s (18601776092) Open Finished: 18.60s (18602776080) First Batch Requested: 18.60s (18602776080) First Batch Returned: 18.60s (18602776080) Last Batch Returned: 27.0m (1621644486550) Closed: 27.0m (1621646486526) Buffer pool - AllocTime: 1.54s (1544981403) - CumulativeAllocationBytes: 4.7 GiB (5029773312) - CumulativeAllocations: 409,336 (409336) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.14s (1141986250) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4517038520) - TotalGetBatchTime: 11.4m (681565799519) - DataWaitTime: 11.3m (680869807889) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.07s (4066951084) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,668 (204668) - TotalBatchesReceived: 204,668 (204668) - TotalBytesReceived: 1.9 GiB (2044800614) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.31s (16309261641) - TotalRPCsDeferred: 45 (45) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 108 (108) - CodegenTotalWallClockTime: 2.22s (2223973230) - CodegenSysTime: 12ms (12812000) - CodegenUserTime: 935ms (935669000) - CodegenVoluntaryContextSwitches: 97 (97) - CompileTime: 425ms (425994872) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 109ms (109998676) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.58s (1579980982) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 103ms (103998748) - TotalTime: 2.22s (2223973230) Instance c7456fdd806a4994:3209e926000001a4 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.333 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 653.1 MiB (684859342) - PeakReservation: 641.0 MiB (672137216) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 26,410,707 (26410707) - TotalNetworkReceiveTime: 10.4m (622201981085) - TotalNetworkSendTime: 23.8m (1430689657659) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,862 (2862) - TotalThreadsTotalWallClockTime: 35.4m (2123392523309) - TotalThreadsSysTime: 3.72s (3722889000) - TotalThreadsUserTime: 1.1m (64170887000) - TotalThreadsVoluntaryContextSwitches: 85,632 (85632) - TotalTime: 35.4m (2123393523308) Fragment Instance Lifecycle Event Timeline Prepare Finished: 112ms (112999815) Open Finished: 18.43s (18425969832) First Batch Produced: 27.07s (27075955669) First Batch Sent: 27.07s (27075955669) ExecInternal Finished: 35.4m (2123506523123) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2105079553292) - ExecTreeExecTime: 10.7m (642971947051) - InactiveTotalTime: 0ns (0) - OpenTime: 18.31s (18312970017) - ExecTreeOpenTime: 16.18s (16180973508) - PrepareTime: 1,000.00us (999999) - ExecTreePrepareTime: 1,000.00us (999999) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430719657608) - PeakMemoryUsage: 1.3 MiB (1371056) - RowsSent: 26,410,707 (26410707) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.73s (17727970977) - TotalBytesSent: 1.7 GiB (1828780422) - TotalTime: 24.4m (1462038606356) - UncompressedRowBatchSize: 4.4 GiB (4686355257) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 320.1 MiB (335675520) - RowsReturned: 26,410,707 (26410707) - RowsReturnedRate: 40069 per second (40069) - TotalTime: 11.0m (659122920609) Node Lifecycle Event Timeline Open Started: 2.24s (2244996324) Open Finished: 18.43s (18425969832) First Batch Requested: 18.43s (18425969832) First Batch Returned: 27.07s (27075955669) Last Batch Returned: 35.4m (2123408523283) Closed: 35.4m (2123505523124) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83999854) - HTResizeTime: 314ms (314999478) - HashBuckets: 4,063,232 (4063232) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 320.1 MiB (335650944) - PeakReservation: 320.0 MiB (335544320) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,743.04 (1743.04069367836) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,842,404 (24842404) - RowsReturned: 26,410,707 (26410707) - StreamingTime: 27.42s (27419955085) - TotalTime: 0ns (0) Buffer pool - AllocTime: 47ms (47999920) - CumulativeAllocationBytes: 366.0 MiB (383778816) - CumulativeAllocations: 168 (168) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47999920) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,408 (1666408) - BuildTime: 1.34s (1342997814) - InactiveTotalTime: 0ns (0) - LocalTime: 7.42s (7419987840) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,854,713 (72854713) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.89s (5889990332) - RowsReturned: 72,854,713 (72854713) - RowsReturnedRate: 115437 per second (115437) - TotalTime: 10.5m (631117966492) Node Lifecycle Event Timeline Open Started: 2.24s (2244996324) Open Finished: 18.42s (18424969833) First Batch Requested: 18.43s (18425969832) First Batch Returned: 18.43s (18425969832) Last Batch Returned: 27.0m (1621611344445) Closed: 27.0m (1621611344445) Buffer pool - AllocTime: 131ms (131999783) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 131ms (131999783) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.13s (1134998155) - BuildRowsPartitioned: 1,666,408 (1666408) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 203ms (203999666) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 39ms (39999937) - InactiveTotalTime: 14.63s (14628976030) - PeakMemoryUsage: 14.7 MiB (15431951) - RowsReturned: 1,666,408 (1666408) - RowsReturnedRate: 112610 per second (112610) - TotalTime: 14.80s (14797975758) Node Lifecycle Event Timeline Open Started: 2.24s (2244996324) Open Finished: 2.24s (2244996324) First Batch Requested: 2.25s (2247996319) First Batch Returned: 2.25s (2247996319) Last Batch Returned: 18.22s (18219970169) Closed: 18.42s (18424969833) Buffer pool - AllocTime: 606ms (606999007) - CumulativeAllocationBytes: 370.2 MiB (388177920) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 417ms (417999318) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274016029) - TotalGetBatchTime: 14.75s (14753975826) - DataWaitTime: 14.63s (14628976030) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.07s (1067998267) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163678890) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 183ms (183749372) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.32s (1325997839) - InactiveTotalTime: 10.1m (606669006545) - PeakMemoryUsage: 11.5 MiB (12048702) - RowsReturned: 72,854,713 (72854713) - RowsReturnedRate: 119649 per second (119649) - TotalTime: 10.1m (608900002894) Node Lifecycle Event Timeline Open Started: 18.42s (18424969833) Open Finished: 18.42s (18424969833) First Batch Requested: 18.42s (18424969833) First Batch Returned: 18.42s (18424969833) Last Batch Returned: 27.0m (1621610344447) Closed: 27.0m (1621611344445) Buffer pool - AllocTime: 1.36s (1365997766) - CumulativeAllocationBytes: 4.7 GiB (5029740544) - CumulativeAllocations: 409,336 (409336) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 796ms (796998691) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4516992206) - TotalGetBatchTime: 10.1m (607419005303) - DataWaitTime: 10.1m (606669006545) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.77s (3768993848) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,668 (204668) - TotalBatchesReceived: 204,668 (204668) - TotalBytesReceived: 1.9 GiB (2044749734) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.17s (16174389737) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 154 (154) - CodegenTotalWallClockTime: 2.13s (2131996509) - CodegenSysTime: 16ms (16736000) - CodegenUserTime: 925ms (925070000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 470ms (470999229) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 64ms (64999894) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.52s (1517997515) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 61ms (61999898) - TotalTime: 2.13s (2131996509) Instance c7456fdd806a4994:3209e926000001ad (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:29.573 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 655.3 MiB (687144926) - PeakReservation: 643.0 MiB (674234368) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 25,469,422 (25469422) - TotalNetworkReceiveTime: 11.1m (663337818300) - TotalNetworkSendTime: 23.2m (1390795171163) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,834 (2834) - TotalThreadsTotalWallClockTime: 35.4m (2123217408460) - TotalThreadsSysTime: 3.54s (3545924000) - TotalThreadsUserTime: 1.1m (63434348000) - TotalThreadsVoluntaryContextSwitches: 85,947 (85947) - TotalTime: 35.4m (2123218408437) Fragment Instance Lifecycle Event Timeline Prepare Finished: 188ms (188995673) Open Finished: 18.53s (18533575705) First Batch Produced: 27.10s (27100379583) First Batch Sent: 27.10s (27100379583) ExecInternal Finished: 35.4m (2123407404110) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104872828428) - ExecTreeExecTime: 11.4m (683395359446) - InactiveTotalTime: 0ns (0) - OpenTime: 18.34s (18344580032) - ExecTreeOpenTime: 16.53s (16531621537) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1390819170613) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 25,469,422 (25469422) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.46s (17457600511) - TotalBytesSent: 1.6 GiB (1765914604) - TotalTime: 23.7m (1421390470974) - UncompressedRowBatchSize: 4.2 GiB (4518801659) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 322.1 MiB (337772672) - RowsReturned: 25,469,422 (25469422) - RowsReturnedRate: 36390 per second (36390) - TotalTime: 11.7m (699887981876) Node Lifecycle Event Timeline Open Started: 2.00s (2001954168) Open Finished: 18.53s (18533575705) First Batch Requested: 18.53s (18533575705) First Batch Returned: 27.10s (27100379583) Last Batch Returned: 35.4m (2123320406100) Closed: 35.4m (2123407404110) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 94ms (94997824) - HTResizeTime: 310ms (310992884) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 322.1 MiB (337748096) - PeakReservation: 322.0 MiB (337641472) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,724.12 (1724.1221863862079) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,892,393 (23892393) - RowsReturned: 25,469,422 (25469422) - StreamingTime: 27.00s (27003382067) - TotalTime: 0ns (0) Buffer pool - AllocTime: 26ms (26999380) - CumulativeAllocationBytes: 372.0 MiB (390070272) - CumulativeAllocations: 170 (170) - InactiveTotalTime: 0ns (0) - PeakReservation: 322.0 MiB (337641472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 322.0 MiB (337641472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999403) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,826 (1667826) - BuildTime: 1.37s (1366968707) - InactiveTotalTime: 0ns (0) - LocalTime: 7.47s (7470829025) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,958,549 (72958549) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.92s (5925864385) - RowsReturned: 72,958,549 (72958549) - RowsReturnedRate: 108523 per second (108523) - TotalTime: 11.2m (672283613570) Node Lifecycle Event Timeline Open Started: 2.00s (2001954168) Open Finished: 18.53s (18532575728) First Batch Requested: 18.53s (18533575705) First Batch Returned: 18.53s (18533575705) Last Batch Returned: 27.0m (1621634886009) Closed: 27.0m (1621634886009) Buffer pool - AllocTime: 65ms (65998489) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 64ms (64998512) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.18s (1176973056) - BuildRowsPartitioned: 1,667,826 (1667826) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 187ms (187995696) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 39ms (39999083) - InactiveTotalTime: 15.05s (15048655490) - PeakMemoryUsage: 11.4 MiB (12001280) - RowsReturned: 1,667,826 (1667826) - RowsReturnedRate: 110221 per second (110221) - TotalTime: 15.13s (15131653586) Node Lifecycle Event Timeline Open Started: 2.00s (2001954168) Open Finished: 2.00s (2001954168) First Batch Requested: 2.00s (2002954145) First Batch Returned: 2.00s (2002954145) Last Batch Returned: 18.34s (18342580077) Closed: 18.53s (18532575728) Buffer pool - AllocTime: 574ms (574986838) - CumulativeAllocationBytes: 370.5 MiB (388505600) - CumulativeAllocations: 18,996 (18996) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.4 MiB (12001280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.4 MiB (12001280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 547ms (547987458) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274232101) - TotalGetBatchTime: 15.09s (15085654641) - DataWaitTime: 15.05s (15048655490) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.01s (1011976837) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,498 (9498) - TotalBatchesReceived: 9,498 (9498) - TotalBytesReceived: 156.2 MiB (163802163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.32s (1321969746) - InactiveTotalTime: 10.8m (647515180512) - PeakMemoryUsage: 11.6 MiB (12133702) - RowsReturned: 72,958,549 (72958549) - RowsReturnedRate: 112299 per second (112299) - TotalTime: 10.8m (649681130959) Node Lifecycle Event Timeline Open Started: 18.53s (18532575728) Open Finished: 18.53s (18532575728) First Batch Requested: 18.53s (18532575728) First Batch Returned: 18.53s (18532575728) Last Batch Returned: 27.0m (1621633886032) Closed: 27.0m (1621634886009) Buffer pool - AllocTime: 1.84s (1845957756) - CumulativeAllocationBytes: 4.7 GiB (5036851200) - CumulativeAllocations: 409,908 (409908) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.32s (1319969787) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4523430038) - TotalGetBatchTime: 10.8m (648224164300) - DataWaitTime: 10.8m (647515180512) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.55s (4546895968) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,954 (204954) - TotalBatchesReceived: 204,954 (204954) - TotalBytesReceived: 1.9 GiB (2047685142) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.27s (16271157102) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 1.81s (1812958495) - CodegenSysTime: 10ms (10956000) - CodegenUserTime: 905ms (905334000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 440ms (440989904) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47998901) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.27s (1269970926) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 50ms (50998833) - TotalTime: 1.81s (1812958495) Instance c7456fdd806a4994:3209e926000001aa (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.220 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 655.3 MiB (687120350) - PeakReservation: 643.0 MiB (674234368) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 25,903,883 (25903883) - TotalNetworkReceiveTime: 12.9m (773234577058) - TotalNetworkSendTime: 21.3m (1278090818961) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,098 (3098) - TotalThreadsTotalWallClockTime: 35.4m (2123159149095) - TotalThreadsSysTime: 3.67s (3669131000) - TotalThreadsUserTime: 1.1m (65059635000) - TotalThreadsVoluntaryContextSwitches: 79,720 (79720) - TotalTime: 35.4m (2123196148452) Fragment Instance Lifecycle Event Timeline Prepare Finished: 127ms (127997776) Open Finished: 18.45s (18453679488) First Batch Produced: 27.08s (27084529584) First Batch Sent: 27.08s (27084529584) ExecInternal Finished: 35.4m (2123288146854) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104833467383) - ExecTreeExecTime: 13.3m (795630188496) - InactiveTotalTime: 0ns (0) - OpenTime: 18.32s (18325681712) - ExecTreeOpenTime: 16.16s (16159719331) - PrepareTime: 36ms (36999357) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.3m (1278112818579) - PeakMemoryUsage: 1.2 MiB (1289136) - RowsSent: 25,903,883 (25903883) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.48s (17475696620) - TotalBytesSent: 1.7 GiB (1795145800) - TotalTime: 21.8m (1309101280661) - UncompressedRowBatchSize: 4.3 GiB (4596391556) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 322.1 MiB (337772672) - RowsReturned: 25,903,883 (25903883) - RowsReturnedRate: 31910 per second (31910) - TotalTime: 13.5m (811755908423) Node Lifecycle Event Timeline Open Started: 2.29s (2293960157) Open Finished: 18.45s (18453679488) First Batch Requested: 18.45s (18453679488) First Batch Returned: 27.08s (27084529584) Last Batch Returned: 35.4m (2122767155892) Closed: 35.4m (2123287146871) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 88ms (88998459) - HTResizeTime: 362ms (362993705) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 322.1 MiB (337748096) - PeakReservation: 322.0 MiB (337641472) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,740.85 (1740.8467616567107) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,329,362 (24329362) - RowsReturned: 25,903,883 (25903883) - StreamingTime: 28.62s (28622503232) - TotalTime: 0ns (0) Buffer pool - AllocTime: 46ms (46999186) - CumulativeAllocationBytes: 370.0 MiB (387973120) - CumulativeAllocations: 169 (169) - InactiveTotalTime: 0ns (0) - PeakReservation: 322.0 MiB (337641472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 322.0 MiB (337641472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45999203) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,624 (1666624) - BuildTime: 1.42s (1418975350) - InactiveTotalTime: 0ns (0) - LocalTime: 7.71s (7706866207) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,894,362 (72894362) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.10s (6096894176) - RowsReturned: 72,894,362 (72894362) - RowsReturnedRate: 93165 per second (93165) - TotalTime: 13.0m (782418417605) Node Lifecycle Event Timeline Open Started: 2.29s (2293960157) Open Finished: 18.45s (18452679506) First Batch Requested: 18.45s (18453679488) First Batch Returned: 18.45s (18453679488) Last Batch Returned: 27.0m (1621610849674) Closed: 27.0m (1621610849674) Buffer pool - AllocTime: 145ms (145997464) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 145ms (145997464) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1235978528) - BuildRowsPartitioned: 1,666,624 (1666624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 179ms (179996874) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 30ms (30999459) - InactiveTotalTime: 14.55s (14546747350) - PeakMemoryUsage: 14.7 MiB (15448465) - RowsReturned: 1,666,624 (1666624) - RowsReturnedRate: 113478 per second (113478) - TotalTime: 14.69s (14686744917) Node Lifecycle Event Timeline Open Started: 2.29s (2293960157) Open Finished: 2.29s (2293960157) First Batch Requested: 2.29s (2294960140) First Batch Returned: 2.29s (2294960140) Last Batch Returned: 18.27s (18269682684) Closed: 18.45s (18452679506) Buffer pool - AllocTime: 556ms (556990327) - CumulativeAllocationBytes: 370.2 MiB (388194304) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 277ms (277995172) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274048162) - TotalGetBatchTime: 14.65s (14647745596) - DataWaitTime: 14.55s (14546747350) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 941ms (941983637) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163689365) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 251ms (251050782) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.33s (1333976827) - InactiveTotalTime: 12.6m (757590848750) - PeakMemoryUsage: 11.4 MiB (12003213) - RowsReturned: 72,894,362 (72894362) - RowsReturnedRate: 95910 per second (95910) - TotalTime: 12.7m (760024806481) Node Lifecycle Event Timeline Open Started: 18.45s (18452679506) Open Finished: 18.45s (18452679506) First Batch Requested: 18.45s (18452679506) First Batch Returned: 18.45s (18452679506) Last Batch Returned: 27.0m (1621609849692) Closed: 27.0m (1621610849674) Buffer pool - AllocTime: 1.50s (1503973883) - CumulativeAllocationBytes: 4.7 GiB (5032452096) - CumulativeAllocations: 409,556 (409556) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 996ms (996982681) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4519450444) - TotalGetBatchTime: 12.6m (758557831966) - DataWaitTime: 12.6m (757590848750) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.14s (4145928044) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,778 (204778) - TotalBatchesReceived: 204,778 (204778) - TotalBytesReceived: 1.9 GiB (2045900407) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.19s (16188778413) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 233 (233) - CodegenTotalWallClockTime: 2.17s (2165962381) - CodegenSysTime: 7ms (7878000) - CodegenUserTime: 936ms (936219000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 534ms (534990708) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999497) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.58s (1576972610) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 21ms (21999618) - TotalTime: 2.17s (2165962381) Instance c7456fdd806a4994:3209e9260000018f (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:29.865 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 651.2 MiB (682852302) - PeakReservation: 639.0 MiB (670040064) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 26,584,327 (26584327) - TotalNetworkReceiveTime: 12.4m (745675215719) - TotalNetworkSendTime: 21.7m (1304736144088) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,245 (3245) - TotalThreadsTotalWallClockTime: 35.4m (2123149747119) - TotalThreadsSysTime: 3.57s (3568385000) - TotalThreadsUserTime: 1.1m (65151416000) - TotalThreadsVoluntaryContextSwitches: 80,004 (80004) - TotalTime: 35.4m (2123149747119) Fragment Instance Lifecycle Event Timeline Prepare Finished: 55ms (55997987) Open Finished: 18.04s (18037351608) First Batch Produced: 26.96s (26958030939) First Batch Sent: 26.96s (26958030939) ExecInternal Finished: 35.4m (2123206745070) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2105168393498) - ExecTreeExecTime: 12.8m (768004414248) - InactiveTotalTime: 0ns (0) - OpenTime: 17.98s (17981353621) - ExecTreeOpenTime: 15.89s (15889428820) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.7m (1304764143083) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 26,584,327 (26584327) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.52s (18524334585) - TotalBytesSent: 1.7 GiB (1840301392) - TotalTime: 22.3m (1337084982090) - UncompressedRowBatchSize: 4.4 GiB (4716922707) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 318.1 MiB (333578368) - RowsReturned: 26,584,327 (26584327) - RowsReturnedRate: 33914 per second (33914) - TotalTime: 13.1m (783855844428) Node Lifecycle Event Timeline Open Started: 2.15s (2147922788) Open Finished: 18.04s (18037351608) First Batch Requested: 18.04s (18037351608) First Batch Returned: 26.96s (26958030939) Last Batch Returned: 35.4m (2123166746505) Closed: 35.4m (2123206745070) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85996918) - HTResizeTime: 326ms (326988271) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 318.1 MiB (333553792) - PeakReservation: 318.0 MiB (333447168) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,727.39 (1727.3910322880308) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,015,298 (25015298) - RowsReturned: 26,584,327 (26584327) - StreamingTime: 28.48s (28484976978) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17999356) - CumulativeAllocationBytes: 362.0 MiB (379584512) - CumulativeAllocations: 167 (167) - InactiveTotalTime: 0ns (0) - PeakReservation: 318.0 MiB (333447168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 318.0 MiB (333447168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999356) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,233 (1667233) - BuildTime: 1.30s (1302953163) - InactiveTotalTime: 0ns (0) - LocalTime: 7.64s (7640725513) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,900,250 (72900250) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.10s (6096781003) - RowsReturned: 72,900,250 (72900250) - RowsReturnedRate: 96578 per second (96578) - TotalTime: 12.6m (754829886865) Node Lifecycle Event Timeline Open Started: 2.15s (2147922788) Open Finished: 18.04s (18036351644) First Batch Requested: 18.04s (18037351608) First Batch Returned: 18.04s (18037351608) Last Batch Returned: 27.0m (1621462754076) Closed: 27.0m (1621462754076) Buffer pool - AllocTime: 85ms (85996908) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 84ms (84996944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.04s (1045962401) - BuildRowsPartitioned: 1,667,233 (1667233) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 254ms (254990834) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 39ms (39998560) - InactiveTotalTime: 14.41s (14408482060) - PeakMemoryUsage: 14.7 MiB (15367571) - RowsReturned: 1,667,233 (1667233) - RowsReturnedRate: 114764 per second (114764) - TotalTime: 14.53s (14527477779) Node Lifecycle Event Timeline Open Started: 2.15s (2147922788) Open Finished: 2.15s (2147922788) First Batch Requested: 2.15s (2148922752) First Batch Returned: 2.15s (2148922752) Last Batch Returned: 17.78s (17780360846) Closed: 18.04s (18036351644) Buffer pool - AllocTime: 630ms (630977324) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 546ms (546980341) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274136391) - TotalGetBatchTime: 14.47s (14475479651) - DataWaitTime: 14.41s (14408482060) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.13s (1127959454) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163749322) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 229ms (229086559) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.37s (1369950806) - InactiveTotalTime: 12.2m (730428763760) - PeakMemoryUsage: 11.2 MiB (11784575) - RowsReturned: 72,900,250 (72900250) - RowsReturnedRate: 99500 per second (99500) - TotalTime: 12.2m (732661683573) Node Lifecycle Event Timeline Open Started: 18.04s (18036351644) Open Finished: 18.04s (18036351644) First Batch Requested: 18.04s (18036351644) First Batch Returned: 18.04s (18036351644) Last Batch Returned: 27.0m (1621461754112) Closed: 27.0m (1621462754076) Buffer pool - AllocTime: 1.41s (1409949352) - CumulativeAllocationBytes: 4.7 GiB (5032878080) - CumulativeAllocations: 409,592 (409592) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.1 MiB (11673600) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.1 MiB (11673600) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.06s (1060961881) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4519815500) - TotalGetBatchTime: 12.2m (731161737433) - DataWaitTime: 12.2m (730428763760) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.08s (4078853493) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,796 (204796) - TotalBatchesReceived: 204,796 (204796) - TotalBytesReceived: 1.9 GiB (2046030116) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.88s (15883960281) - TotalRPCsDeferred: 11 (11) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 151 (151) - CodegenTotalWallClockTime: 2.09s (2091924801) - CodegenSysTime: 12ms (12887000) - CodegenUserTime: 913ms (913633000) - CodegenVoluntaryContextSwitches: 79 (79) - CompileTime: 515ms (515981452) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 65ms (65997628) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.44s (1439948238) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 66ms (66997591) - TotalTime: 2.09s (2091924801) Instance c7456fdd806a4994:3209e92600000199 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.188 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 643.2 MiB (674439118) - PeakReservation: 631.0 MiB (661651456) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 27,397,619 (27397619) - TotalNetworkReceiveTime: 10.7m (640678459569) - TotalNetworkSendTime: 23.5m (1407889661141) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,933 (3933) - TotalThreadsTotalWallClockTime: 35.4m (2123116614002) - TotalThreadsSysTime: 3.89s (3890946000) - TotalThreadsUserTime: 1.1m (67020512000) - TotalThreadsVoluntaryContextSwitches: 77,036 (77036) - TotalTime: 35.4m (2123117613968) Fragment Instance Lifecycle Event Timeline Prepare Finished: 132ms (132995528) Open Finished: 18.21s (18211387718) First Batch Produced: 27.00s (27004092101) First Batch Sent: 27.00s (27004092101) ExecInternal Finished: 35.4m (2123251609463) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2105038221812) - ExecTreeExecTime: 11.1m (663429694405) - InactiveTotalTime: 0ns (0) - OpenTime: 18.08s (18078392190) - ExecTreeOpenTime: 15.80s (15800468775) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1407926659897) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 27,397,619 (27397619) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.10s (19102357676) - TotalBytesSent: 1.8 GiB (1894321591) - TotalTime: 24.0m (1441535529860) - UncompressedRowBatchSize: 4.5 GiB (4861003920) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 310.1 MiB (325189760) - RowsReturned: 27,397,619 (27397619) - RowsReturnedRate: 40338 per second (40338) - TotalTime: 11.3m (679186164653) Node Lifecycle Event Timeline Open Started: 2.41s (2410918943) Open Finished: 18.21s (18211387718) First Batch Requested: 18.21s (18211387718) First Batch Returned: 27.00s (27004092101) Last Batch Returned: 35.4m (2123202611111) Closed: 35.4m (2123251609463) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 76ms (76997406) - HTResizeTime: 392ms (392986790) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 310.1 MiB (325165184) - PeakReservation: 310.0 MiB (325058560) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,745.13 (1745.1282396607528) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,838,181 (25838181) - RowsReturned: 27,397,619 (27397619) - StreamingTime: 28.48s (28482042237) - TotalTime: 0ns (0) Buffer pool - AllocTime: 23ms (23999191) - CumulativeAllocationBytes: 346.0 MiB (362807296) - CumulativeAllocations: 163 (163) - InactiveTotalTime: 0ns (0) - PeakReservation: 310.0 MiB (325058560) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 310.0 MiB (325058560) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999191) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,877 (1665877) - BuildTime: 1.52s (1517948966) - InactiveTotalTime: 0ns (0) - LocalTime: 7.91s (7906734096) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,890,392 (72890392) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.18s (6180792110) - RowsReturned: 72,890,392 (72890392) - RowsReturnedRate: 112120 per second (112120) - TotalTime: 10.8m (650106142518) Node Lifecycle Event Timeline Open Started: 2.41s (2410918943) Open Finished: 18.21s (18210387752) First Batch Requested: 18.21s (18211387718) First Batch Returned: 18.21s (18211387718) Last Batch Returned: 27.0m (1621519485854) Closed: 27.0m (1621519485854) Buffer pool - AllocTime: 104ms (104996472) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 104ms (104996472) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1328955320) - BuildRowsPartitioned: 1,665,877 (1665877) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 186ms (186993714) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 45ms (45998457) - InactiveTotalTime: 14.07s (14067527033) - PeakMemoryUsage: 14.7 MiB (15372863) - RowsReturned: 1,665,877 (1665877) - RowsReturnedRate: 116940 per second (116940) - TotalTime: 14.24s (14245521054) Node Lifecycle Event Timeline Open Started: 2.41s (2410918943) Open Finished: 2.41s (2410918943) First Batch Requested: 2.41s (2411918909) First Batch Returned: 2.41s (2411918909) Last Batch Returned: 18.02s (18022394072) Closed: 18.21s (18210387752) Buffer pool - AllocTime: 601ms (601979759) - CumulativeAllocationBytes: 370.0 MiB (387997696) - CumulativeAllocations: 18,968 (18968) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 540ms (540981813) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273929603) - TotalGetBatchTime: 14.19s (14193522797) - DataWaitTime: 14.07s (14067527033) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.11s (1112962593) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,484 (9484) - TotalBatchesReceived: 9,484 (9484) - TotalBytesReceived: 156.0 MiB (163623701) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 436ms (436204528) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.35s (1346954698) - InactiveTotalTime: 10.4m (625503969744) - PeakMemoryUsage: 11.6 MiB (12180464) - RowsReturned: 72,890,392 (72890392) - RowsReturnedRate: 116076 per second (116076) - TotalTime: 10.5m (627953887368) Node Lifecycle Event Timeline Open Started: 18.21s (18210387752) Open Finished: 18.21s (18210387752) First Batch Requested: 18.21s (18210387752) First Batch Returned: 18.21s (18210387752) Last Batch Returned: 27.0m (1621518485888) Closed: 27.0m (1621519485854) Buffer pool - AllocTime: 3.25s (3254890542) - CumulativeAllocationBytes: 4.7 GiB (5032222720) - CumulativeAllocations: 409,542 (409542) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.46s (2462917168) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4519204304) - TotalGetBatchTime: 10.4m (626461937543) - DataWaitTime: 10.4m (625503969744) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.03s (6031797106) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,771 (204771) - TotalBatchesReceived: 204,771 (204771) - TotalBytesReceived: 1.9 GiB (2045744766) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 18.75s (18746316955) - TotalRPCsDeferred: 2,916 (2916) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 166 (166) - CodegenTotalWallClockTime: 2.28s (2277923415) - CodegenSysTime: 8ms (8886000) - CodegenUserTime: 934ms (934037000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 604ms (604979660) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 86ms (86997076) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.51s (1515949033) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 57ms (57998050) - TotalTime: 2.28s (2277923415) Instance c7456fdd806a4994:3209e9260000019f (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.546 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 635.2 MiB (666050510) - PeakReservation: 623.0 MiB (653262848) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 27,603,214 (27603214) - TotalNetworkReceiveTime: 11.9m (712809849927) - TotalNetworkSendTime: 22.3m (1336470333425) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,959 (2959) - TotalThreadsTotalWallClockTime: 35.4m (2122667181855) - TotalThreadsSysTime: 4.00s (4000312000) - TotalThreadsUserTime: 1.1m (66557598000) - TotalThreadsVoluntaryContextSwitches: 79,647 (79647) - TotalTime: 35.4m (2122668181814) Fragment Instance Lifecycle Event Timeline Prepare Finished: 146ms (146993984) Open Finished: 18.40s (18402246889) First Batch Produced: 27.18s (27180887618) First Batch Sent: 27.18s (27180887618) ExecInternal Finished: 35.4m (2122816175757) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104411928950) - ExecTreeExecTime: 12.2m (734657956826) - InactiveTotalTime: 0ns (0) - OpenTime: 18.25s (18255252905) - ExecTreeOpenTime: 16.16s (16159338679) - PrepareTime: 999.96us (999959) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.3m (1336498332277) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,603,214 (27603214) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.78s (18778232015) - TotalBytesSent: 1.8 GiB (1907881918) - TotalTime: 22.8m (1369656976091) - UncompressedRowBatchSize: 4.6 GiB (4897501712) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 302.1 MiB (316801152) - RowsReturned: 27,603,214 (27603214) - RowsReturnedRate: 36766 per second (36766) - TotalTime: 12.5m (750779297062) Node Lifecycle Event Timeline Open Started: 2.24s (2242908210) Open Finished: 18.40s (18402246889) First Batch Requested: 18.40s (18402246889) First Batch Returned: 27.18s (27180887618) Last Batch Returned: 35.4m (2122657182262) Closed: 35.4m (2122815175798) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 74ms (74996932) - HTResizeTime: 373ms (373984703) - HashBuckets: 2,883,584 (2883584) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 302.1 MiB (316776576) - PeakReservation: 302.0 MiB (316669952) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,742.52 (1742.5222050117761) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,047,793 (26047793) - RowsReturned: 27,603,214 (27603214) - StreamingTime: 27.87s (27866860393) - TotalTime: 0ns (0) Buffer pool - AllocTime: 22ms (22999063) - CumulativeAllocationBytes: 330.0 MiB (346030080) - CumulativeAllocations: 159 (159) - InactiveTotalTime: 0ns (0) - PeakReservation: 302.0 MiB (316669952) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 302.0 MiB (316669952) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999063) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,169 (1664169) - BuildTime: 1.60s (1605934274) - InactiveTotalTime: 0ns (0) - LocalTime: 7.90s (7898676891) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,763,424 (72763424) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.07s (6073751575) - RowsReturned: 72,763,424 (72763424) - RowsReturnedRate: 100754 per second (100754) - TotalTime: 12.0m (722188466284) Node Lifecycle Event Timeline Open Started: 2.24s (2242908210) Open Finished: 18.40s (18401246930) First Batch Requested: 18.40s (18402246889) First Batch Returned: 18.40s (18402246889) Last Batch Returned: 27.0m (1621679672480) Closed: 27.0m (1621679672480) Buffer pool - AllocTime: 114ms (114995293) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 114ms (114995293) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.44s (1441940985) - BuildRowsPartitioned: 1,664,169 (1664169) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 161ms (161993371) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 31ms (31998689) - InactiveTotalTime: 14.42s (14417409971) - PeakMemoryUsage: 14.7 MiB (15372150) - RowsReturned: 1,664,169 (1664169) - RowsReturnedRate: 114782 per second (114782) - TotalTime: 14.50s (14498406655) Node Lifecycle Event Timeline Open Started: 2.24s (2242908210) Open Finished: 2.24s (2242908210) First Batch Requested: 2.24s (2243908169) First Batch Returned: 2.24s (2243908169) Last Batch Returned: 18.24s (18238253600) Closed: 18.40s (18401246930) Buffer pool - AllocTime: 646ms (646973525) - CumulativeAllocationBytes: 369.6 MiB (387588096) - CumulativeAllocations: 18,950 (18950) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 583ms (583976101) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273630766) - TotalGetBatchTime: 14.46s (14456408376) - DataWaitTime: 14.42s (14417409971) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.13s (1128953805) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,475 (9475) - TotalBatchesReceived: 9,475 (9475) - TotalBytesReceived: 155.9 MiB (163445263) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 111ms (111942508) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.31s (1315946183) - InactiveTotalTime: 11.6m (697638470803) - PeakMemoryUsage: 11.4 MiB (12003445) - RowsReturned: 72,763,424 (72763424) - RowsReturnedRate: 103978 per second (103978) - TotalTime: 11.7m (699791382738) Node Lifecycle Event Timeline Open Started: 18.40s (18401246930) Open Finished: 18.40s (18401246930) First Batch Requested: 18.40s (18401246930) First Batch Returned: 18.40s (18401246930) Last Batch Returned: 27.0m (1621679672480) Closed: 27.0m (1621679672480) Buffer pool - AllocTime: 2.05s (2053916004) - CumulativeAllocationBytes: 4.7 GiB (5023473664) - CumulativeAllocations: 408,824 (408824) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.46s (1464940095) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4511332288) - TotalGetBatchTime: 11.6m (698321442860) - DataWaitTime: 11.6m (697638470803) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.83s (4826802606) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,412 (204412) - TotalBatchesReceived: 204,412 (204412) - TotalBytesReceived: 1.9 GiB (2042222608) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.06s (16063591256) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 90 (90) - CodegenTotalWallClockTime: 2.10s (2095914226) - CodegenSysTime: 10ms (10885000) - CodegenUserTime: 912ms (912542000) - CodegenVoluntaryContextSwitches: 104 (104) - CompileTime: 552ms (552977370) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30998732) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.45s (1451940580) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 55ms (55997708) - TotalTime: 2.10s (2095914226) Instance c7456fdd806a4994:3209e9260000018d (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.470 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 643.3 MiB (674570190) - PeakReservation: 631.0 MiB (661651456) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 27,624,931 (27624931) - TotalNetworkReceiveTime: 11.0m (658224218498) - TotalNetworkSendTime: 23.2m (1392438155088) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,747 (2747) - TotalThreadsTotalWallClockTime: 35.4m (2122646210333) - TotalThreadsSysTime: 3.53s (3529993000) - TotalThreadsUserTime: 1.1m (66357961000) - TotalThreadsVoluntaryContextSwitches: 82,395 (82395) - TotalTime: 35.4m (2122647210303) Fragment Instance Lifecycle Event Timeline Prepare Finished: 129ms (129996093) Open Finished: 18.17s (18170453941) First Batch Produced: 27.16s (27164183661) First Batch Sent: 27.16s (27164183661) ExecInternal Finished: 35.4m (2122778206366) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104605752485) - ExecTreeExecTime: 11.3m (679197588199) - InactiveTotalTime: 0ns (0) - OpenTime: 18.04s (18040457848) - ExecTreeOpenTime: 16.07s (16065517199) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1392474154005) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 27,624,931 (27624931) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.65s (18646439611) - TotalBytesSent: 1.8 GiB (1909211361) - TotalTime: 23.8m (1425314167113) - UncompressedRowBatchSize: 4.6 GiB (4900846775) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 310.1 MiB (325189760) - RowsReturned: 27,624,931 (27624931) - RowsReturnedRate: 39735 per second (39735) - TotalTime: 11.6m (695222106631) Node Lifecycle Event Timeline Open Started: 2.10s (2104936742) Open Finished: 18.17s (18170453941) First Batch Requested: 18.17s (18170453941) First Batch Returned: 27.16s (27164183661) Last Batch Returned: 35.4m (2122640210513) Closed: 35.4m (2122777206396) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 62ms (62998107) - HTResizeTime: 357ms (357989239) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 310.1 MiB (325165184) - PeakReservation: 310.0 MiB (325058560) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,735.04 (1735.0415454143488) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,066,361 (26066361) - RowsReturned: 27,624,931 (27624931) - StreamingTime: 27.54s (27544172236) - TotalTime: 0ns (0) Buffer pool - AllocTime: 22ms (22999307) - CumulativeAllocationBytes: 346.0 MiB (362807296) - CumulativeAllocations: 163 (163) - InactiveTotalTime: 0ns (0) - PeakReservation: 310.0 MiB (325058560) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 310.0 MiB (325058560) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999307) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,152 (1667152) - BuildTime: 1.44s (1440956706) - InactiveTotalTime: 0ns (0) - LocalTime: 7.46s (7457775891) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,903,644 (72903644) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.83s (5833824688) - RowsReturned: 72,903,644 (72903644) - RowsReturnedRate: 109275 per second (109275) - TotalTime: 11.1m (667155950084) Node Lifecycle Event Timeline Open Started: 2.10s (2104936742) Open Finished: 18.17s (18170453941) First Batch Requested: 18.17s (18170453941) First Batch Returned: 18.17s (18170453941) Last Batch Returned: 27.0m (1621661264624) Closed: 27.0m (1621661264624) Buffer pool - AllocTime: 136ms (136995884) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 135ms (135995914) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.23s (1233962926) - BuildRowsPartitioned: 1,667,152 (1667152) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 203ms (203993870) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 46ms (46998585) - InactiveTotalTime: 14.45s (14450565723) - PeakMemoryUsage: 12.9 MiB (13557760) - RowsReturned: 1,667,152 (1667152) - RowsReturnedRate: 114145 per second (114145) - TotalTime: 14.61s (14605561064) Node Lifecycle Event Timeline Open Started: 2.10s (2104936742) Open Finished: 2.10s (2104936742) First Batch Requested: 2.10s (2105936712) First Batch Returned: 2.10s (2105936712) Last Batch Returned: 17.96s (17964460131) Closed: 18.17s (18169453971) Buffer pool - AllocTime: 365ms (365989004) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.9 MiB (13557760) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.9 MiB (13557760) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 300ms (300990957) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274083498) - TotalGetBatchTime: 14.55s (14550562720) - DataWaitTime: 14.45s (14450565723) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 794ms (794976116) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163695674) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.29s (1294961075) - InactiveTotalTime: 10.7m (643000676008) - PeakMemoryUsage: 11.3 MiB (11820577) - RowsReturned: 72,903,644 (72903644) - RowsReturnedRate: 113012 per second (113012) - TotalTime: 10.8m (645092613129) Node Lifecycle Event Timeline Open Started: 18.17s (18169453971) Open Finished: 18.17s (18169453971) First Batch Requested: 18.17s (18169453971) First Batch Returned: 18.17s (18169453971) Last Batch Returned: 27.0m (1621660264654) Closed: 27.0m (1621661264624) Buffer pool - AllocTime: 1.24s (1238962759) - CumulativeAllocationBytes: 4.7 GiB (5033181184) - CumulativeAllocations: 409,618 (409618) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11780096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11780096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 558ms (558983199) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4520025928) - TotalGetBatchTime: 10.7m (643642656708) - DataWaitTime: 10.7m (643000676008) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.76s (3759886993) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,809 (204809) - TotalBatchesReceived: 204,809 (204809) - TotalBytesReceived: 1.9 GiB (2046108798) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.83s (15831161606) - TotalRPCsDeferred: 8 (8) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 100 (100) - CodegenTotalWallClockTime: 1.97s (1974940649) - CodegenSysTime: 8ms (8799000) - CodegenUserTime: 917ms (917325000) - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 290ms (290991255) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53998377) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.56s (1561953060) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 51ms (51998438) - TotalTime: 1.97s (1974940649) Instance c7456fdd806a4994:3209e926000001a0 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.593 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 647.3 MiB (678715358) - PeakReservation: 635.0 MiB (665845760) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 27,626,424 (27626424) - TotalNetworkReceiveTime: 12.7m (764921285292) - TotalNetworkSendTime: 21.4m (1283534088170) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,723 (3723) - TotalThreadsTotalWallClockTime: 35.4m (2122524916900) - TotalThreadsSysTime: 4.03s (4034342000) - TotalThreadsUserTime: 1.1m (66756457000) - TotalThreadsVoluntaryContextSwitches: 77,012 (77012) - TotalTime: 35.4m (2122525916894) Fragment Instance Lifecycle Event Timeline Prepare Finished: 128ms (128999206) Open Finished: 18.21s (18215887807) First Batch Produced: 26.94s (26942834058) First Batch Sent: 26.94s (26942834058) ExecInternal Finished: 35.4m (2122655916093) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104438028299) - ExecTreeExecTime: 13.1m (786887149873) - InactiveTotalTime: 0ns (0) - OpenTime: 18.09s (18086888601) - ExecTreeOpenTime: 15.82s (15823902539) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.4m (1283571087941) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 27,626,424 (27626424) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.30s (19298880990) - TotalBytesSent: 1.8 GiB (1909697932) - TotalTime: 22.0m (1317471878918) - UncompressedRowBatchSize: 4.6 GiB (4901637934) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 314.1 MiB (329384064) - RowsReturned: 27,626,424 (27626424) - RowsReturnedRate: 34417 per second (34417) - TotalTime: 13.4m (802674052644) Node Lifecycle Event Timeline Open Started: 2.39s (2391985268) Open Finished: 18.21s (18215887807) First Batch Requested: 18.21s (18215887807) First Batch Returned: 26.94s (26942834058) Last Batch Returned: 35.4m (2122503917030) Closed: 35.4m (2122654916100) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 75ms (75999537) - HTResizeTime: 422ms (422997397) - HashBuckets: 3,670,016 (3670016) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 314.1 MiB (329359488) - PeakReservation: 314.0 MiB (329252864) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,744.08 (1744.079350951488) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,066,709 (26066709) - RowsReturned: 27,626,424 (27626424) - StreamingTime: 27.84s (27839828386) - TotalTime: 0ns (0) Buffer pool - AllocTime: 61ms (61999619) - CumulativeAllocationBytes: 354.0 MiB (371195904) - CumulativeAllocations: 165 (165) - InactiveTotalTime: 0ns (0) - PeakReservation: 314.0 MiB (329252864) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 314.0 MiB (329252864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61999619) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,624 (1667624) - BuildTime: 1.55s (1547990482) - InactiveTotalTime: 0ns (0) - LocalTime: 7.84s (7842951712) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,961,449 (72961449) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.09s (6095962458) - RowsReturned: 72,961,449 (72961449) - RowsReturnedRate: 94237 per second (94237) - TotalTime: 12.9m (774230227972) Node Lifecycle Event Timeline Open Started: 2.39s (2391985268) Open Finished: 18.21s (18214887814) First Batch Requested: 18.21s (18215887807) First Batch Returned: 18.21s (18215887807) Last Batch Returned: 27.0m (1621460005850) Closed: 27.0m (1621460005850) Buffer pool - AllocTime: 148ms (148999081) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 148ms (148999081) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.35s (1349991701) - BuildRowsPartitioned: 1,667,624 (1667624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 194ms (194998799) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 31ms (31999802) - InactiveTotalTime: 14.17s (14172912695) - PeakMemoryUsage: 14.8 MiB (15536072) - RowsReturned: 1,667,624 (1667624) - RowsReturnedRate: 117142 per second (117142) - TotalTime: 14.23s (14235912304) Node Lifecycle Event Timeline Open Started: 2.39s (2391985268) Open Finished: 2.39s (2391985268) First Batch Requested: 2.39s (2392985262) First Batch Returned: 2.39s (2392985262) Last Batch Returned: 18.02s (18018889021) Closed: 18.21s (18214887814) Buffer pool - AllocTime: 948ms (948994161) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 575ms (575996456) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274206067) - TotalGetBatchTime: 14.20s (14198912534) - DataWaitTime: 14.17s (14172912695) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.48s (1475990920) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163777178) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 474ms (474782684) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.29s (1294992022) - InactiveTotalTime: 12.5m (749895377848) - PeakMemoryUsage: 11.6 MiB (12149913) - RowsReturned: 72,961,449 (72961449) - RowsReturnedRate: 97003 per second (97003) - TotalTime: 12.5m (752151363956) Node Lifecycle Event Timeline Open Started: 18.21s (18214887814) Open Finished: 18.21s (18214887814) First Batch Requested: 18.21s (18214887814) First Batch Returned: 18.21s (18214887814) Last Batch Returned: 27.0m (1621460005850) Closed: 27.0m (1621460005850) Buffer pool - AllocTime: 1.64s (1635989926) - CumulativeAllocationBytes: 4.7 GiB (5037064192) - CumulativeAllocations: 409,924 (409924) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.19s (1189992664) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4523609838) - TotalGetBatchTime: 12.5m (750686372980) - DataWaitTime: 12.5m (749895377848) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.44s (4442972615) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,962 (204962) - TotalBatchesReceived: 204,962 (204962) - TotalBytesReceived: 1.9 GiB (2047739353) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.68s (16680044863) - TotalRPCsDeferred: 3,616 (3616) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 139 (139) - CodegenTotalWallClockTime: 2.26s (2262986062) - CodegenSysTime: 9ms (9885000) - CodegenUserTime: 906ms (906461000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 320ms (320998023) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 202ms (202998750) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.70s (1701989518) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 33ms (33999790) - TotalTime: 2.26s (2262986062) Instance c7456fdd806a4994:3209e9260000019e (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.365 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 649.2 MiB (680755150) - PeakReservation: 637.0 MiB (667942912) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 27,557,918 (27557918) - TotalNetworkReceiveTime: 9.2m (552880508884) - TotalNetworkSendTime: 24.9m (1492308090971) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 4,377 (4377) - TotalThreadsTotalWallClockTime: 35.4m (2122504014100) - TotalThreadsSysTime: 3.75s (3751594000) - TotalThreadsUserTime: 1.2m (69514062000) - TotalThreadsVoluntaryContextSwitches: 76,296 (76296) - TotalTime: 35.4m (2122505014067) Fragment Instance Lifecycle Event Timeline Prepare Finished: 132ms (132995551) Open Finished: 18.35s (18348386237) First Batch Produced: 27.05s (27050095162) First Batch Sent: 27.05s (27050095162) ExecInternal Finished: 35.4m (2122638009618) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104288623414) - ExecTreeExecTime: 9.6m (577316691806) - InactiveTotalTime: 0ns (0) - OpenTime: 18.21s (18215390686) - ExecTreeOpenTime: 15.81s (15810471132) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.9m (1492344089767) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,557,918 (27557918) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.16s (19159359271) - TotalBytesSent: 1.8 GiB (1905087847) - TotalTime: 25.4m (1526852935594) - UncompressedRowBatchSize: 4.6 GiB (4889218121) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 316.1 MiB (331481216) - RowsReturned: 27,557,918 (27557918) - RowsReturnedRate: 46466 per second (46466) - TotalTime: 9.9m (593072164781) Node Lifecycle Event Timeline Open Started: 2.54s (2537915105) Open Finished: 18.35s (18348386237) First Batch Requested: 18.35s (18348386237) First Batch Returned: 27.05s (27050095162) Last Batch Returned: 35.2m (2109635444547) Closed: 35.4m (2122638009618) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 85ms (85997119) - HTResizeTime: 361ms (361987891) - HashBuckets: 3,801,088 (3801088) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 316.1 MiB (331456640) - PeakReservation: 316.0 MiB (331350016) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,742.32 (1742.3189226612308) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,997,011 (25997011) - RowsReturned: 27,557,918 (27557918) - StreamingTime: 29.09s (29094027039) - TotalTime: 0ns (0) Buffer pool - AllocTime: 34ms (34998829) - CumulativeAllocationBytes: 360.0 MiB (377487360) - CumulativeAllocations: 167 (167) - InactiveTotalTime: 0ns (0) - PeakReservation: 316.0 MiB (331350016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 316.0 MiB (331350016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998829) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,323 (1668323) - BuildTime: 1.75s (1747941529) - InactiveTotalTime: 0ns (0) - LocalTime: 8.87s (8871703292) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,944,054 (72944054) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.88s (6877769997) - RowsReturned: 72,944,054 (72944054) - RowsReturnedRate: 129483 per second (129483) - TotalTime: 9.4m (563347158848) Node Lifecycle Event Timeline Open Started: 2.54s (2537915105) Open Finished: 18.35s (18347386271) First Batch Requested: 18.35s (18348386237) First Batch Returned: 18.35s (18348386237) Last Batch Returned: 27.0m (1621588765763) Closed: 27.0m (1621588765763) Buffer pool - AllocTime: 93ms (93996851) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 93ms (93996851) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.54s (1544948319) - BuildRowsPartitioned: 1,668,323 (1668323) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 196ms (196993411) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 38ms (38998697) - InactiveTotalTime: 13.93s (13929534056) - PeakMemoryUsage: 14.8 MiB (15570967) - RowsReturned: 1,668,323 (1668323) - RowsReturnedRate: 119161 per second (119161) - TotalTime: 14.00s (14000531678) Node Lifecycle Event Timeline Open Started: 2.54s (2537915105) Open Finished: 2.54s (2537915105) First Batch Requested: 2.54s (2538915072) First Batch Returned: 2.54s (2538915072) Last Batch Returned: 18.15s (18146392994) Closed: 18.35s (18347386271) Buffer pool - AllocTime: 378ms (378987323) - CumulativeAllocationBytes: 370.6 MiB (388579328) - CumulativeAllocations: 18,998 (18998) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 357ms (357988024) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274306213) - TotalGetBatchTime: 13.96s (13956533149) - DataWaitTime: 13.93s (13929534056) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 790ms (790973562) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,499 (9499) - TotalBatchesReceived: 9,499 (9499) - TotalBytesReceived: 156.3 MiB (163844291) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 491ms (491386788) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.43s (1431952115) - InactiveTotalTime: 9.0m (538021005925) - PeakMemoryUsage: 11.6 MiB (12190323) - RowsReturned: 72,944,054 (72944054) - RowsReturnedRate: 134962 per second (134962) - TotalTime: 9.0m (540474923878) Node Lifecycle Event Timeline Open Started: 18.35s (18347386271) Open Finished: 18.35s (18347386271) First Batch Requested: 18.35s (18347386271) First Batch Returned: 18.35s (18347386271) Last Batch Returned: 27.0m (1621588765763) Closed: 27.0m (1621588765763) Buffer pool - AllocTime: 2.07s (2072930673) - CumulativeAllocationBytes: 4.7 GiB (5035950080) - CumulativeAllocations: 409,842 (409842) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.63s (1627945551) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4522531348) - TotalGetBatchTime: 9.0m (538886976966) - DataWaitTime: 9.0m (538021005925) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.90s (4896836211) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,921 (204921) - TotalBatchesReceived: 204,921 (204921) - TotalBytesReceived: 1.9 GiB (2047271817) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 37.68s (37677164615) - TotalRPCsDeferred: 2,004 (2004) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 164 (164) - CodegenTotalWallClockTime: 2.40s (2404919554) - CodegenSysTime: 20ms (20775000) - CodegenUserTime: 956ms (956156000) - CodegenVoluntaryContextSwitches: 102 (102) - CompileTime: 474ms (474984112) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 125ms (125995786) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.70s (1695943269) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 103ms (103996521) - TotalTime: 2.40s (2404919554) Instance c7456fdd806a4994:3209e9260000019a (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.368 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 647.3 MiB (678789086) - PeakReservation: 635.0 MiB (665845760) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 27,753,968 (27753968) - TotalNetworkReceiveTime: 10.1m (606598274467) - TotalNetworkSendTime: 24.1m (1443314343810) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,179 (3179) - TotalThreadsTotalWallClockTime: 35.4m (2122431977405) - TotalThreadsSysTime: 3.80s (3800513000) - TotalThreadsUserTime: 1.1m (66470183000) - TotalThreadsVoluntaryContextSwitches: 79,716 (79716) - TotalTime: 35.4m (2122432977382) Fragment Instance Lifecycle Event Timeline Prepare Finished: 162ms (162996308) Open Finished: 18.21s (18212587577) First Batch Produced: 26.95s (26948389759) First Batch Sent: 26.95s (26948389759) ExecInternal Finished: 35.4m (2122595973691) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104382386136) - ExecTreeExecTime: 10.5m (628076788857) - InactiveTotalTime: 0ns (0) - OpenTime: 18.05s (18049591269) - ExecTreeOpenTime: 15.93s (15926639343) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.1m (1443347343062) - PeakMemoryUsage: 1.3 MiB (1371056) - RowsSent: 27,753,968 (27753968) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.69s (18687577130) - TotalBytesSent: 1.8 GiB (1918052657) - TotalTime: 24.6m (1476225599092) - UncompressedRowBatchSize: 4.6 GiB (4924065717) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 314.1 MiB (329384064) - RowsReturned: 27,753,968 (27753968) - RowsReturnedRate: 43098 per second (43098) - TotalTime: 10.7m (643965429064) Node Lifecycle Event Timeline Open Started: 2.29s (2285948234) Open Finished: 18.21s (18212587577) First Batch Requested: 18.21s (18212587577) First Batch Returned: 26.95s (26948389759) Last Batch Returned: 35.4m (2122426977516) Closed: 35.4m (2122595973691) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 73ms (73998328) - HTResizeTime: 386ms (386991239) - HashBuckets: 3,670,016 (3670016) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 314.1 MiB (329359488) - PeakReservation: 314.0 MiB (329252864) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,739.04 (1739.0382367572251) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,195,364 (26195364) - RowsReturned: 27,753,968 (27753968) - StreamingTime: 27.58s (27579376098) - TotalTime: 0ns (0) Buffer pool - AllocTime: 20ms (20999525) - CumulativeAllocationBytes: 354.0 MiB (371195904) - CumulativeAllocations: 165 (165) - InactiveTotalTime: 0ns (0) - PeakReservation: 314.0 MiB (329252864) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 314.0 MiB (329252864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999525) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,900 (1667900) - BuildTime: 1.65s (1647962675) - InactiveTotalTime: 0ns (0) - LocalTime: 7.84s (7840822578) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,967,119 (72967119) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.96s (5956865244) - RowsReturned: 72,967,119 (72967119) - RowsReturnedRate: 118465 per second (118465) - TotalTime: 10.3m (615937063137) Node Lifecycle Event Timeline Open Started: 2.29s (2285948234) Open Finished: 18.21s (18212587577) First Batch Requested: 18.21s (18212587577) First Batch Returned: 18.21s (18212587577) Last Batch Returned: 27.0m (1621477310761) Closed: 27.0m (1621477310761) Buffer pool - AllocTime: 54ms (54998756) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 54ms (54998756) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.43s (1433967521) - BuildRowsPartitioned: 1,667,900 (1667900) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 210ms (210995222) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 35ms (35999183) - InactiveTotalTime: 14.14s (14140679797) - PeakMemoryUsage: 14.8 MiB (15555167) - RowsReturned: 1,667,900 (1667900) - RowsReturnedRate: 117295 per second (117295) - TotalTime: 14.22s (14219678003) Node Lifecycle Event Timeline Open Started: 2.29s (2285948234) Open Finished: 2.29s (2285948234) First Batch Requested: 2.29s (2286948211) First Batch Returned: 2.29s (2286948211) Last Batch Returned: 18.00s (18000592377) Closed: 18.21s (18212587577) Buffer pool - AllocTime: 405ms (405990813) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 305ms (305993074) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274229302) - TotalGetBatchTime: 14.17s (14174679026) - DataWaitTime: 14.14s (14140679797) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 830ms (830981186) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163793358) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 360ms (360080983) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.33s (1329969895) - InactiveTotalTime: 9.9m (591730611116) - PeakMemoryUsage: 11.4 MiB (11993216) - RowsReturned: 72,967,119 (72967119) - RowsReturnedRate: 122865 per second (122865) - TotalTime: 9.9m (593876562556) Node Lifecycle Event Timeline Open Started: 18.21s (18212587577) Open Finished: 18.21s (18212587577) First Batch Requested: 18.21s (18212587577) First Batch Returned: 18.21s (18212587577) Last Batch Returned: 27.0m (1621476310784) Closed: 27.0m (1621477310761) Buffer pool - AllocTime: 1.55s (1548964949) - CumulativeAllocationBytes: 4.7 GiB (5037506560) - CumulativeAllocations: 409,966 (409966) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.09s (1094975217) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4523961378) - TotalGetBatchTime: 9.9m (592389596214) - DataWaitTime: 9.9m (591730611116) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.12s (4116906865) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,983 (204983) - TotalBatchesReceived: 204,983 (204983) - TotalBytesReceived: 1.9 GiB (2047918994) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.08s (16080229151) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 153 (153) - CodegenTotalWallClockTime: 2.12s (2122951926) - CodegenSysTime: 11ms (11876000) - CodegenUserTime: 933ms (933301000) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 511ms (511988406) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 63ms (63998551) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.44s (1435967482) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 107ms (107997555) - TotalTime: 2.12s (2122951926) Instance c7456fdd806a4994:3209e926000001a1 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.369 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 655.2 MiB (686997470) - PeakReservation: 643.0 MiB (674234368) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 26,408,635 (26408635) - TotalNetworkReceiveTime: 12.1m (724214718159) - TotalNetworkSendTime: 22.1m (1327084465750) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,534 (2534) - TotalThreadsTotalWallClockTime: 35.4m (2122403155683) - TotalThreadsSysTime: 3.65s (3655168000) - TotalThreadsUserTime: 1.1m (64251475000) - TotalThreadsVoluntaryContextSwitches: 83,914 (83914) - TotalTime: 35.4m (2122414155679) Fragment Instance Lifecycle Event Timeline Prepare Finished: 130ms (130999950) Open Finished: 18.29s (18285992978) First Batch Produced: 26.99s (26991989638) First Batch Sent: 26.99s (26991989638) ExecInternal Finished: 35.4m (2122536155632) Buffer pool - AllocTime: 10ms (10999996) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 10ms (10999996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104248162655) - ExecTreeExecTime: 12.4m (746065709022) - InactiveTotalTime: 0ns (0) - OpenTime: 18.15s (18154993028) - ExecTreeOpenTime: 16.01s (16006993854) - PrepareTime: 10ms (10999996) - ExecTreePrepareTime: 1ms (1000000) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.1m (1327111465742) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 26,408,635 (26408635) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.75s (17745993092) - TotalBytesSent: 1.7 GiB (1828561425) - TotalTime: 22.6m (1358066453673) - UncompressedRowBatchSize: 4.4 GiB (4685492880) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 322.1 MiB (337772672) - RowsReturned: 26,408,635 (26408635) - RowsReturnedRate: 34655 per second (34655) - TotalTime: 12.7m (762042702885) Node Lifecycle Event Timeline Open Started: 2.28s (2278999124) Open Finished: 18.29s (18285992978) First Batch Requested: 18.29s (18285992978) First Batch Returned: 26.99s (26991989638) Last Batch Returned: 35.2m (2109588161026) Closed: 35.4m (2122535155632) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 90ms (90999963) - HTResizeTime: 313ms (313999879) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 322.1 MiB (337748096) - PeakReservation: 322.0 MiB (337641472) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,716.87 (1716.869276984557) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,837,587 (24837587) - RowsReturned: 26,408,635 (26408635) - StreamingTime: 28.34s (28342988520) - TotalTime: 0ns (0) Buffer pool - AllocTime: 23ms (23999993) - CumulativeAllocationBytes: 370.0 MiB (387973120) - CumulativeAllocations: 169 (169) - InactiveTotalTime: 0ns (0) - PeakReservation: 322.0 MiB (337641472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 322.0 MiB (337641472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,751 (1667751) - BuildTime: 1.37s (1372999493) - InactiveTotalTime: 0ns (0) - LocalTime: 7.49s (7488997015) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,920,552 (72920552) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.85s (5851997619) - RowsReturned: 72,920,552 (72920552) - RowsReturnedRate: 99462 per second (99462) - TotalTime: 12.2m (733143714590) Node Lifecycle Event Timeline Open Started: 2.28s (2278999124) Open Finished: 18.28s (18284992979) First Batch Requested: 18.29s (18285992978) First Batch Returned: 18.29s (18285992978) Last Batch Returned: 27.0m (1621520366616) Closed: 27.0m (1621520366616) Buffer pool - AllocTime: 129ms (129999953) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 129ms (129999953) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.17s (1174999568) - BuildRowsPartitioned: 1,667,751 (1667751) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 184ms (184999929) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 27ms (27999988) - InactiveTotalTime: 14.47s (14469994427) - PeakMemoryUsage: 14.7 MiB (15416806) - RowsReturned: 1,667,751 (1667751) - RowsReturnedRate: 114433 per second (114433) - TotalTime: 14.57s (14573994384) Node Lifecycle Event Timeline Open Started: 2.28s (2278999124) Open Finished: 2.28s (2278999124) First Batch Requested: 2.29s (2290999120) First Batch Returned: 2.29s (2290999120) Last Batch Returned: 18.10s (18097993050) Closed: 18.28s (18284992979) Buffer pool - AllocTime: 638ms (638999750) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (14999552) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (14999552) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 386ms (386999849) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274228539) - TotalGetBatchTime: 14.54s (14535994399) - DataWaitTime: 14.47s (14469994427) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.04s (1038999604) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163805981) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 317ms (317844752) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.29s (1294999475) - InactiveTotalTime: 11.8m (708828724090) - PeakMemoryUsage: 11.5 MiB (12013447) - RowsReturned: 72,920,552 (72920552) - RowsReturnedRate: 102548 per second (102548) - TotalTime: 11.9m (711080723191) Node Lifecycle Event Timeline Open Started: 18.28s (18284992979) Open Finished: 18.28s (18284992979) First Batch Requested: 18.28s (18284992979) First Batch Returned: 18.28s (18284992979) Last Batch Returned: 27.0m (1621520366616) Closed: 27.0m (1621520366616) Buffer pool - AllocTime: 1.39s (1393999451) - CumulativeAllocationBytes: 4.7 GiB (5034311680) - CumulativeAllocations: 409,706 (409706) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 992ms (992999612) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4521074224) - TotalGetBatchTime: 11.8m (709637723775) - DataWaitTime: 11.8m (708828724090) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.02s (4021998345) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,853 (204853) - TotalBatchesReceived: 204,853 (204853) - TotalBytesReceived: 1.9 GiB (2046626074) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.11s (16113021786) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 234 (234) - CodegenTotalWallClockTime: 2.15s (2147999174) - CodegenSysTime: 22ms (22729000) - CodegenUserTime: 932ms (932040000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 473ms (473999818) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53999979) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.48s (1476999432) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 139ms (139999946) - TotalTime: 2.15s (2147999174) Instance c7456fdd806a4994:3209e9260000018b (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.273 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 645.3 MiB (676691918) - PeakReservation: 633.0 MiB (663748608) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 26,689,373 (26689373) - TotalNetworkReceiveTime: 11.1m (668641695893) - TotalNetworkSendTime: 23.0m (1381211930656) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,051 (3051) - TotalThreadsTotalWallClockTime: 35.4m (2122408578181) - TotalThreadsSysTime: 3.89s (3893705000) - TotalThreadsUserTime: 1.1m (65791851000) - TotalThreadsVoluntaryContextSwitches: 81,214 (81214) - TotalTime: 35.4m (2122409578125) Fragment Instance Lifecycle Event Timeline Prepare Finished: 117ms (117993416) Open Finished: 17.85s (17852003819) First Batch Produced: 26.88s (26884499783) First Batch Sent: 26.88s (26884499783) ExecInternal Finished: 35.4m (2122527571541) Buffer pool - AllocTime: 999.94us (999944) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.94us (999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104674567778) - ExecTreeExecTime: 11.5m (691008447894) - InactiveTotalTime: 0ns (0) - OpenTime: 17.73s (17734010403) - ExecTreeOpenTime: 15.90s (15896112961) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381234929370) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 26,689,373 (26689373) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.46s (18456970145) - TotalBytesSent: 1.7 GiB (1847270444) - TotalTime: 23.6m (1413585124406) - UncompressedRowBatchSize: 4.4 GiB (4735656720) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 312.1 MiB (327286912) - RowsReturned: 26,689,373 (26689373) - RowsReturnedRate: 37757 per second (37757) - TotalTime: 11.8m (706863563142) Node Lifecycle Event Timeline Open Started: 1.96s (1955890858) Open Finished: 17.85s (17852003819) First Batch Requested: 17.85s (17852003819) First Batch Returned: 26.88s (26884499783) Last Batch Returned: 35.4m (2122405578350) Closed: 35.4m (2122527571541) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 67ms (67996207) - HTResizeTime: 339ms (339981023) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 312.1 MiB (327262336) - PeakReservation: 312.0 MiB (327155712) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,738.21 (1738.205141822216) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,124,085 (25124085) - RowsReturned: 26,689,373 (26689373) - StreamingTime: 28.18s (28185427252) - TotalTime: 0ns (0) Buffer pool - AllocTime: 28ms (28998382) - CumulativeAllocationBytes: 348.0 MiB (364904448) - CumulativeAllocations: 164 (164) - InactiveTotalTime: 0ns (0) - PeakReservation: 312.0 MiB (327155712) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 312.0 MiB (327155712) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27998438) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,237 (1665237) - BuildTime: 1.60s (1597910852) - InactiveTotalTime: 0ns (0) - LocalTime: 7.84s (7842562399) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,830,157 (72830157) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.09s (6086660357) - RowsReturned: 72,830,157 (72830157) - RowsReturnedRate: 107409 per second (107409) - TotalTime: 11.3m (678061170307) Node Lifecycle Event Timeline Open Started: 1.96s (1955890858) Open Finished: 17.85s (17851003875) First Batch Requested: 17.85s (17852003819) First Batch Returned: 17.85s (17852003819) Last Batch Returned: 27.0m (1621376541458) Closed: 27.0m (1621376541458) Buffer pool - AllocTime: 108ms (108993921) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 108ms (108993921) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.40s (1404921621) - BuildRowsPartitioned: 1,665,237 (1665237) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 190ms (190989343) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 64ms (64996372) - InactiveTotalTime: 14.18s (14182208585) - PeakMemoryUsage: 14.7 MiB (15399772) - RowsReturned: 1,665,237 (1665237) - RowsReturnedRate: 116619 per second (116619) - TotalTime: 14.28s (14279203170) Node Lifecycle Event Timeline Open Started: 1.96s (1955890858) Open Finished: 1.96s (1955890858) First Batch Requested: 1.96s (1956890802) First Batch Returned: 1.96s (1956890802) Last Batch Returned: 17.66s (17659014588) Closed: 17.85s (17851003875) Buffer pool - AllocTime: 532ms (532970262) - CumulativeAllocationBytes: 369.9 MiB (387883008) - CumulativeAllocations: 18,964 (18964) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 511ms (511971435) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273810420) - TotalGetBatchTime: 14.21s (14210207021) - DataWaitTime: 14.18s (14182208585) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 942ms (942947388) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,482 (9482) - TotalBatchesReceived: 9,482 (9482) - TotalBytesReceived: 156.0 MiB (163552210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 105ms (105080283) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.39s (1389922449) - InactiveTotalTime: 10.9m (653755526585) - PeakMemoryUsage: 11.1 MiB (11673600) - RowsReturned: 72,830,157 (72830157) - RowsReturnedRate: 111031 per second (111031) - TotalTime: 10.9m (655939404738) Node Lifecycle Event Timeline Open Started: 17.85s (17851003875) Open Finished: 17.85s (17851003875) First Batch Requested: 17.85s (17851003875) First Batch Returned: 17.85s (17851003875) Last Batch Returned: 27.0m (1621376541458) Closed: 27.0m (1621376541458) Buffer pool - AllocTime: 1.18s (1180934112) - CumulativeAllocationBytes: 4.7 GiB (5028077568) - CumulativeAllocations: 409,204 (409204) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.1 MiB (11673600) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.1 MiB (11673600) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 819ms (819954250) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4515469734) - TotalGetBatchTime: 10.9m (654390491157) - DataWaitTime: 10.9m (653755526585) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.83s (3834785983) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,602 (204602) - TotalBatchesReceived: 204,602 (204602) - TotalBytesReceived: 1.9 GiB (2044062113) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 105 (105) - CodegenTotalWallClockTime: 1.84s (1837897442) - CodegenSysTime: 7ms (7840000) - CodegenUserTime: 930ms (930108000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 425ms (425976230) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 58ms (58996708) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.27s (1267929247) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 81ms (81995425) - TotalTime: 1.84s (1837897442) Instance c7456fdd806a4994:3209e926000001af (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.482 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 643.3 MiB (674537422) - PeakReservation: 631.0 MiB (661651456) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 27,631,037 (27631037) - TotalNetworkReceiveTime: 10.5m (631980974908) - TotalNetworkSendTime: 23.6m (1415185166446) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,504 (3504) - TotalThreadsTotalWallClockTime: 35.4m (2122333759424) - TotalThreadsSysTime: 4.01s (4010293000) - TotalThreadsUserTime: 1.1m (67354251000) - TotalThreadsVoluntaryContextSwitches: 78,463 (78463) - TotalTime: 35.4m (2122354758758) Fragment Instance Lifecycle Event Timeline Prepare Finished: 128ms (128995910) Open Finished: 18.49s (18491413699) First Batch Produced: 26.91s (26913146678) First Batch Sent: 26.91s (26913146678) ExecInternal Finished: 35.4m (2122463755302) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2103971341635) - ExecTreeExecTime: 10.9m (655007245539) - InactiveTotalTime: 0ns (0) - OpenTime: 18.36s (18362417789) - ExecTreeOpenTime: 15.83s (15827498164) - PrepareTime: 20ms (20999334) - ExecTreePrepareTime: 20ms (20999334) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.6m (1415206165782) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 27,631,037 (27631037) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.16s (19162392817) - TotalBytesSent: 1.8 GiB (1909819515) - TotalTime: 24.1m (1448885098598) - UncompressedRowBatchSize: 4.6 GiB (4902173227) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 310.1 MiB (325189760) - RowsReturned: 27,631,037 (27631037) - RowsReturnedRate: 41190 per second (41190) - TotalTime: 11.2m (670816744273) Node Lifecycle Event Timeline Open Started: 2.66s (2663915535) Open Finished: 18.49s (18491413699) First Batch Requested: 18.49s (18491413699) First Batch Returned: 26.91s (26913146678) Last Batch Returned: 35.2m (2109500165693) Closed: 35.4m (2122462755334) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 98ms (98996862) - HTResizeTime: 323ms (323989742) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 310.1 MiB (325165184) - PeakReservation: 310.0 MiB (325058560) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,743.99 (1743.9926282923623) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,073,131 (26073131) - RowsReturned: 27,631,037 (27631037) - StreamingTime: 28.32s (28320102619) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17999429) - CumulativeAllocationBytes: 346.0 MiB (362807296) - CumulativeAllocations: 163 (163) - InactiveTotalTime: 0ns (0) - PeakReservation: 310.0 MiB (325058560) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 310.0 MiB (325058560) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999429) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,701 (1666701) - BuildTime: 1.73s (1730945124) - InactiveTotalTime: 0ns (0) - LocalTime: 8.31s (8308736663) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,892,779 (72892779) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.38s (6380797779) - RowsReturned: 72,892,779 (72892779) - RowsReturnedRate: 113578 per second (113578) - TotalTime: 10.7m (641780664343) Node Lifecycle Event Timeline Open Started: 2.66s (2663915535) Open Finished: 18.49s (18491413699) First Batch Requested: 18.49s (18491413699) First Batch Returned: 18.49s (18492413668) Last Batch Returned: 27.0m (1621459618786) Closed: 27.0m (1621459618786) Buffer pool - AllocTime: 199ms (199993661) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 199ms (199993661) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.42s (1416955079) - BuildRowsPartitioned: 1,666,701 (1666701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 308ms (308990203) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 28ms (28999085) - InactiveTotalTime: 14.02s (14015555610) - PeakMemoryUsage: 14.8 MiB (15471451) - RowsReturned: 1,666,701 (1666701) - RowsReturnedRate: 118436 per second (118436) - TotalTime: 14.07s (14072553802) Node Lifecycle Event Timeline Open Started: 2.66s (2663915535) Open Finished: 2.66s (2663915535) First Batch Requested: 2.66s (2664915504) First Batch Returned: 2.66s (2664915504) Last Batch Returned: 18.18s (18181423528) Closed: 18.49s (18491413699) Buffer pool - AllocTime: 230ms (230992675) - CumulativeAllocationBytes: 370.3 MiB (388243456) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 218ms (218993057) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274050734) - TotalGetBatchTime: 14.04s (14038554877) - DataWaitTime: 14.02s (14015555610) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 618ms (618980357) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163693049) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 765ms (765319124) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.33s (1329957867) - InactiveTotalTime: 10.3m (616965450986) - PeakMemoryUsage: 11.5 MiB (12103428) - RowsReturned: 72,892,779 (72892779) - RowsReturnedRate: 117683 per second (117683) - TotalTime: 10.3m (619399373878) Node Lifecycle Event Timeline Open Started: 18.49s (18491413699) Open Finished: 18.49s (18491413699) First Batch Requested: 18.49s (18491413699) First Batch Returned: 18.49s (18491413699) Last Batch Returned: 27.0m (1621459618786) Closed: 27.0m (1621459618786) Buffer pool - AllocTime: 1.83s (1834941837) - CumulativeAllocationBytes: 4.7 GiB (5032386560) - CumulativeAllocations: 409,550 (409550) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.50s (1500952419) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4519352298) - TotalGetBatchTime: 10.3m (617910421045) - DataWaitTime: 10.3m (616965450986) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.46s (4465858455) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,775 (204775) - TotalBatchesReceived: 204,775 (204775) - TotalBytesReceived: 1.9 GiB (2045867304) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.39s (16386614935) - TotalRPCsDeferred: 46 (46) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 151 (151) - CodegenTotalWallClockTime: 2.52s (2524919942) - CodegenSysTime: 10ms (10891000) - CodegenUserTime: 953ms (953475000) - CodegenVoluntaryContextSwitches: 107 (107) - CompileTime: 355ms (355988712) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 144ms (144995403) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.95s (1947938237) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 72ms (72997685) - TotalTime: 2.52s (2524919942) Instance c7456fdd806a4994:3209e926000001a5 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.022 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 661.4 MiB (693526478) - PeakReservation: 649.0 MiB (680525824) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 25,623,766 (25623766) - TotalNetworkReceiveTime: 10.4m (626971686177) - TotalNetworkSendTime: 23.8m (1426387236493) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,035 (2035) - TotalThreadsTotalWallClockTime: 35.4m (2122174473720) - TotalThreadsSysTime: 3.25s (3251571000) - TotalThreadsUserTime: 1.0m (62930086000) - TotalThreadsVoluntaryContextSwitches: 88,095 (88095) - TotalTime: 35.4m (2122235471549) Fragment Instance Lifecycle Event Timeline Prepare Finished: 233ms (233991672) Open Finished: 18.18s (18185352793) First Batch Produced: 26.87s (26870043709) First Batch Sent: 26.87s (26870043709) ExecInternal Finished: 35.4m (2122409465357) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 35.1m (2104223112599) - ExecTreeExecTime: 10.8m (648405923462) - InactiveTotalTime: 0ns (0) - OpenTime: 17.95s (17951361121) - ExecTreeOpenTime: 15.88s (15875435002) - PrepareTime: 60ms (60997829) - ExecTreePrepareTime: 60ms (60997829) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1426413235570) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 25,623,766 (25623766) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.75s (16751403784) - TotalBytesSent: 1.7 GiB (1776434939) - TotalTime: 24.3m (1455755191342) - UncompressedRowBatchSize: 4.2 GiB (4546479890) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 328.1 MiB (344064128) - RowsReturned: 25,623,766 (25623766) - RowsReturnedRate: 38571 per second (38571) - TotalTime: 11.1m (664313357324) Node Lifecycle Event Timeline Open Started: 2.31s (2309917791) Open Finished: 18.18s (18185352793) First Batch Requested: 18.18s (18185352793) First Batch Returned: 26.87s (26870043709) Last Batch Returned: 35.2m (2109442926764) Closed: 35.4m (2122409465357) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 74ms (74997335) - HTResizeTime: 294ms (294989495) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 328.1 MiB (344039552) - PeakReservation: 328.0 MiB (343932928) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,730.77 (1730.7689415358575) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,047,718 (24047718) - RowsReturned: 25,623,766 (25623766) - StreamingTime: 27.60s (27600017864) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17999363) - CumulativeAllocationBytes: 376.0 MiB (394264576) - CumulativeAllocations: 172 (172) - InactiveTotalTime: 0ns (0) - PeakReservation: 328.0 MiB (343932928) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 328.0 MiB (343932928) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999363) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,598 (1667598) - BuildTime: 1.52s (1523945772) - InactiveTotalTime: 0ns (0) - LocalTime: 7.68s (7683726500) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,877,201 (72877201) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.86s (5857791478) - RowsReturned: 72,877,201 (72877201) - RowsReturnedRate: 114557 per second (114557) - TotalTime: 10.6m (636164358994) Node Lifecycle Event Timeline Open Started: 2.31s (2309917791) Open Finished: 18.18s (18184352829) First Batch Requested: 18.18s (18185352793) First Batch Returned: 18.18s (18185352793) Last Batch Returned: 27.0m (1621403292512) Closed: 27.0m (1621404292476) Buffer pool - AllocTime: 169ms (169993949) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 124ms (124995550) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.35s (1348952000) - BuildRowsPartitioned: 1,667,598 (1667598) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 170ms (170993915) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 33ms (33998795) - InactiveTotalTime: 14.24s (14241493133) - PeakMemoryUsage: 14.8 MiB (15502207) - RowsReturned: 1,667,598 (1667598) - RowsReturnedRate: 116399 per second (116399) - TotalTime: 14.33s (14326490120) Node Lifecycle Event Timeline Open Started: 2.31s (2309917791) Open Finished: 2.31s (2309917791) First Batch Requested: 2.31s (2310917756) First Batch Returned: 2.31s (2310917756) Last Batch Returned: 18.01s (18012358950) Closed: 18.18s (18184352829) Buffer pool - AllocTime: 792ms (792971783) - CumulativeAllocationBytes: 370.4 MiB (388423680) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 571ms (571979644) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274217753) - TotalGetBatchTime: 14.28s (14279491786) - DataWaitTime: 14.24s (14241493133) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.22s (1219956569) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163807624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 456ms (456274209) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.34s (1336952424) - InactiveTotalTime: 10.2m (612159213356) - PeakMemoryUsage: 11.5 MiB (12062896) - RowsReturned: 72,877,201 (72877201) - RowsReturnedRate: 118662 per second (118662) - TotalTime: 10.2m (614154142374) Node Lifecycle Event Timeline Open Started: 18.18s (18184352829) Open Finished: 18.18s (18184352829) First Batch Requested: 18.18s (18184352829) First Batch Returned: 18.18s (18184352829) Last Batch Returned: 27.0m (1621403292512) Closed: 27.0m (1621404292476) Buffer pool - AllocTime: 1.19s (1188957681) - CumulativeAllocationBytes: 4.7 GiB (5031272448) - CumulativeAllocations: 409,454 (409454) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 767ms (767972661) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4518386462) - TotalGetBatchTime: 10.2m (612666195318) - DataWaitTime: 10.2m (612159213356) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.69s (3691868623) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,727 (204727) - TotalBatchesReceived: 204,727 (204727) - TotalBytesReceived: 1.9 GiB (2045393050) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.19s (16194237729) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 177 (177) - CodegenTotalWallClockTime: 2.08s (2075926119) - CodegenSysTime: 19ms (19662000) - CodegenUserTime: 916ms (916717000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 334ms (334988078) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 153ms (153994520) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.54s (1544945016) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 38ms (38998612) - TotalTime: 2.08s (2075926119) Instance c7456fdd806a4994:3209e926000001a8 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.017 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 661.3 MiB (693411790) - PeakReservation: 649.0 MiB (680525824) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 25,894,588 (25894588) - TotalNetworkReceiveTime: 11.0m (660741203108) - TotalNetworkSendTime: 23.0m (1377309481142) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,329 (2329) - TotalThreadsTotalWallClockTime: 35.2m (2109561216833) - TotalThreadsSysTime: 3.62s (3615200000) - TotalThreadsUserTime: 1.1m (64483485000) - TotalThreadsVoluntaryContextSwitches: 85,404 (85404) - TotalTime: 35.2m (2109562216798) Fragment Instance Lifecycle Event Timeline Prepare Finished: 169ms (169994131) Open Finished: 18.62s (18619357143) First Batch Produced: 27.19s (27187061333) First Batch Sent: 27.19s (27187061333) ExecInternal Finished: 35.2m (2109731210964) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091111853821) - ExecTreeExecTime: 11.4m (683358423202) - InactiveTotalTime: 0ns (0) - OpenTime: 18.45s (18449363012) - ExecTreeOpenTime: 16.14s (16139442765) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1377323480656) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 25,894,588 (25894588) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.21s (17210406119) - TotalBytesSent: 1.7 GiB (1794346950) - TotalTime: 23.5m (1407661433791) - UncompressedRowBatchSize: 4.3 GiB (4594172137) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 328.1 MiB (344064128) - RowsReturned: 25,894,588 (25894588) - RowsReturnedRate: 37021 per second (37021) - TotalTime: 11.7m (699454867451) Node Lifecycle Event Timeline Open Started: 2.48s (2479914378) Open Finished: 18.62s (18619357143) First Batch Requested: 18.62s (18619357143) First Batch Returned: 27.19s (27187061333) Last Batch Returned: 35.2m (2109444220863) Closed: 35.2m (2109731210964) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 78ms (78997278) - HTResizeTime: 343ms (343988140) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 328.1 MiB (344039552) - PeakReservation: 328.0 MiB (343932928) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,731.29 (1731.2944238617367) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,319,826 (24319826) - RowsReturned: 25,894,588 (25894588) - StreamingTime: 29.19s (29190992851) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37998690) - CumulativeAllocationBytes: 372.0 MiB (390070272) - CumulativeAllocations: 172 (172) - InactiveTotalTime: 0ns (0) - PeakReservation: 328.0 MiB (343932928) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 328.0 MiB (343932928) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998690) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,647 (1668647) - BuildTime: 1.42s (1419950976) - InactiveTotalTime: 0ns (0) - LocalTime: 7.49s (7494741400) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,971,364 (72971364) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.84s (5837798601) - RowsReturned: 72,971,364 (72971364) - RowsReturnedRate: 108961 per second (108961) - TotalTime: 11.2m (669700894012) Node Lifecycle Event Timeline Open Started: 2.48s (2479914378) Open Finished: 18.62s (18618357177) First Batch Requested: 18.62s (18619357143) First Batch Returned: 18.62s (18619357143) Last Batch Returned: 27.0m (1621727044243) Closed: 27.0m (1621727044243) Buffer pool - AllocTime: 60ms (60997896) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 60ms (60997896) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.17s (1166959712) - BuildRowsPartitioned: 1,668,647 (1668647) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 243ms (243991576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 22ms (22999207) - InactiveTotalTime: 14.54s (14539498002) - PeakMemoryUsage: 14.8 MiB (15519243) - RowsReturned: 1,668,647 (1668647) - RowsReturnedRate: 114029 per second (114029) - TotalTime: 14.63s (14633494759) Node Lifecycle Event Timeline Open Started: 2.48s (2479914378) Open Finished: 2.48s (2479914378) First Batch Requested: 2.49s (2487914101) First Batch Returned: 2.49s (2488914067) Last Batch Returned: 18.37s (18372365670) Closed: 18.62s (18618357177) Buffer pool - AllocTime: 678ms (678976563) - CumulativeAllocationBytes: 370.6 MiB (388644864) - CumulativeAllocations: 19,000 (19000) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 562ms (562980567) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.7 MiB (274370823) - TotalGetBatchTime: 14.61s (14605495725) - DataWaitTime: 14.54s (14539498002) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.14s (1138960692) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,500 (9500) - TotalBatchesReceived: 9,500 (9500) - TotalBytesReceived: 156.3 MiB (163878643) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 332ms (332935312) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.31s (1311954776) - InactiveTotalTime: 10.8m (645475730148) - PeakMemoryUsage: 11.4 MiB (12003250) - RowsReturned: 72,971,364 (72971364) - RowsReturnedRate: 112684 per second (112684) - TotalTime: 10.8m (647572657853) Node Lifecycle Event Timeline Open Started: 18.62s (18618357177) Open Finished: 18.62s (18618357177) First Batch Requested: 18.62s (18618357177) First Batch Returned: 18.62s (18618357177) Last Batch Returned: 27.0m (1621727044243) Closed: 27.0m (1621727044243) Buffer pool - AllocTime: 1.35s (1349953418) - CumulativeAllocationBytes: 4.7 GiB (5037817856) - CumulativeAllocations: 409,996 (409996) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 967ms (967966591) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4524224568) - TotalGetBatchTime: 10.8m (646111708211) - DataWaitTime: 10.8m (645475730148) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.93s (3932864260) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,998 (204998) - TotalBatchesReceived: 204,998 (204998) - TotalBytesReceived: 1.9 GiB (2048038454) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.22s (16222280759) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 135 (135) - CodegenTotalWallClockTime: 2.31s (2309920247) - CodegenSysTime: 16ms (16892000) - CodegenUserTime: 927ms (927838000) - CodegenVoluntaryContextSwitches: 102 (102) - CompileTime: 567ms (567980390) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 208ms (208992784) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1473949110) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 54ms (54998101) - TotalTime: 2.31s (2309920247) Instance c7456fdd806a4994:3209e92600000193 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.161 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 641.2 MiB (672317390) - PeakReservation: 629.0 MiB (659554304) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 26,924,608 (26924608) - TotalNetworkReceiveTime: 10.8m (646952895598) - TotalNetworkSendTime: 23.2m (1391691305367) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,433 (2433) - TotalThreadsTotalWallClockTime: 35.2m (2109381674665) - TotalThreadsSysTime: 3.38s (3379225000) - TotalThreadsUserTime: 1.1m (64922241000) - TotalThreadsVoluntaryContextSwitches: 85,159 (85159) - TotalTime: 35.2m (2109415673451) Fragment Instance Lifecycle Event Timeline Prepare Finished: 283ms (283989854) Open Finished: 18.04s (18036355620) First Batch Produced: 26.88s (26881039632) First Batch Sent: 26.88s (26881039632) ExecInternal Finished: 35.2m (2109702663199) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091629308899) - ExecTreeExecTime: 11.1m (668653120819) - InactiveTotalTime: 0ns (0) - OpenTime: 17.75s (17752365766) - ExecTreeOpenTime: 15.29s (15288453794) - PrepareTime: 33ms (33998786) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1391714304546) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 26,924,608 (26924608) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.76s (17760365749) - TotalBytesSent: 1.7 GiB (1862795814) - TotalTime: 23.7m (1422917190190) - UncompressedRowBatchSize: 4.4 GiB (4776899585) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 308.1 MiB (323092608) - RowsReturned: 26,924,608 (26924608) - RowsReturnedRate: 39368 per second (39368) - TotalTime: 11.4m (683907575827) Node Lifecycle Event Timeline Open Started: 2.75s (2747901826) Open Finished: 18.04s (18036355620) First Batch Requested: 18.04s (18036355620) First Batch Returned: 26.88s (26881039632) Last Batch Returned: 35.2m (2109385674511) Closed: 35.2m (2109685663806) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83997000) - HTResizeTime: 338ms (338987894) - HashBuckets: 3,276,800 (3276800) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 308.1 MiB (323068032) - PeakReservation: 308.0 MiB (322961408) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,751.85 (1751.8501289705039) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,360,544 (25360544) - RowsReturned: 26,924,608 (26924608) - StreamingTime: 27.34s (27336023787) - TotalTime: 0ns (0) Buffer pool - AllocTime: 28ms (28998966) - CumulativeAllocationBytes: 342.0 MiB (358612992) - CumulativeAllocations: 162 (162) - InactiveTotalTime: 0ns (0) - PeakReservation: 308.0 MiB (322961408) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 308.0 MiB (322961408) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28998966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,217 (1666217) - BuildTime: 1.51s (1514945887) - InactiveTotalTime: 0ns (0) - LocalTime: 7.58s (7583729097) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,898,305 (72898305) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.92s (5915788672) - RowsReturned: 72,898,305 (72898305) - RowsReturnedRate: 111125 per second (111125) - TotalTime: 10.9m (655999572475) Node Lifecycle Event Timeline Open Started: 2.75s (2747901826) Open Finished: 18.04s (18035355656) First Batch Requested: 18.04s (18036355620) First Batch Returned: 18.04s (18036355620) Last Batch Returned: 27.0m (1621419091763) Closed: 27.0m (1621419091763) Buffer pool - AllocTime: 123ms (123995568) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 123ms (123995568) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1335952282) - BuildRowsPartitioned: 1,666,217 (1666217) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 175ms (175993713) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 44ms (44998389) - InactiveTotalTime: 13.69s (13686511018) - PeakMemoryUsage: 14.9 MiB (15605555) - RowsReturned: 1,666,217 (1666217) - RowsReturnedRate: 121060 per second (121060) - TotalTime: 13.76s (13763508263) Node Lifecycle Event Timeline Open Started: 2.75s (2747901826) Open Finished: 2.75s (2747901826) First Batch Requested: 2.75s (2749901754) First Batch Returned: 2.75s (2749901754) Last Batch Returned: 17.86s (17858361979) Closed: 18.04s (18035355656) Buffer pool - AllocTime: 899ms (899967844) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 394ms (394985885) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273970101) - TotalGetBatchTime: 13.71s (13710510161) - DataWaitTime: 13.69s (13686511018) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.31s (1314953008) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.1 MiB (163646246) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 884ms (884019931) - TotalRPCsDeferred: 57 (57) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.28s (1284954137) - InactiveTotalTime: 10.5m (632474412868) - PeakMemoryUsage: 11.4 MiB (11902504) - RowsReturned: 72,898,305 (72898305) - RowsReturnedRate: 114863 per second (114863) - TotalTime: 10.6m (634652335115) Node Lifecycle Event Timeline Open Started: 18.04s (18035355656) Open Finished: 18.04s (18035355656) First Batch Requested: 18.04s (18035355656) First Batch Returned: 18.04s (18035355656) Last Batch Returned: 27.0m (1621418091799) Closed: 27.0m (1621419091763) Buffer pool - AllocTime: 1.33s (1326952593) - CumulativeAllocationBytes: 4.7 GiB (5032812544) - CumulativeAllocations: 409,588 (409588) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 818ms (818970749) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4519694910) - TotalGetBatchTime: 10.6m (633212386506) - DataWaitTime: 10.5m (632474412868) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.03s (4031856012) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,794 (204794) - TotalBatchesReceived: 204,794 (204794) - TotalBytesReceived: 1.9 GiB (2045974154) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.97s (15967183256) - TotalRPCsDeferred: 20 (20) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 141 (141) - CodegenTotalWallClockTime: 2.46s (2463911972) - CodegenSysTime: 14ms (14935000) - CodegenUserTime: 949ms (949426000) - CodegenVoluntaryContextSwitches: 129 (129) - CompileTime: 684ms (684975528) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 165ms (165994070) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.48s (1477947198) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 131ms (131995284) - TotalTime: 2.46s (2463911972) Instance c7456fdd806a4994:3209e926000001a3 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.568 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 641.5 MiB (672661470) - PeakReservation: 629.0 MiB (659554304) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 27,316,332 (27316332) - TotalNetworkReceiveTime: 10.3m (619861252181) - TotalNetworkSendTime: 23.6m (1416065032283) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,793 (2793) - TotalThreadsTotalWallClockTime: 35.2m (2109317591108) - TotalThreadsSysTime: 3.96s (3956094000) - TotalThreadsUserTime: 1.1m (66442991000) - TotalThreadsVoluntaryContextSwitches: 81,002 (81002) - TotalTime: 35.2m (2109339590301) Fragment Instance Lifecycle Event Timeline Prepare Finished: 159ms (159994128) Open Finished: 18.48s (18475321926) First Batch Produced: 27.16s (27158003257) First Batch Sent: 27.16s (27158003257) ExecInternal Finished: 35.2m (2109478585200) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091002263310) - ExecTreeExecTime: 10.7m (642015439351) - InactiveTotalTime: 0ns (0) - OpenTime: 18.32s (18315327798) - ExecTreeOpenTime: 16.25s (16245403768) - PrepareTime: 21ms (21999193) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.6m (1416097031112) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 27,316,332 (27316332) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.65s (18646315569) - TotalBytesSent: 1.8 GiB (1888955847) - TotalTime: 24.1m (1448906826890) - UncompressedRowBatchSize: 4.5 GiB (4846879529) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 308.1 MiB (323092608) - RowsReturned: 27,316,332 (27316332) - RowsReturnedRate: 41501 per second (41501) - TotalTime: 11.0m (658205845136) Node Lifecycle Event Timeline Open Started: 2.23s (2229918158) Open Finished: 18.48s (18475321926) First Batch Requested: 18.48s (18475321926) First Batch Returned: 27.16s (27158003257) Last Batch Returned: 34.7m (2081901597286) Closed: 35.2m (2109478585200) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 61ms (61997726) - HTResizeTime: 346ms (346987261) - HashBuckets: 3,276,800 (3276800) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 308.1 MiB (323068032) - PeakReservation: 308.0 MiB (322961408) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,747.04 (1747.043842905894) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,758,418 (25758418) - RowsReturned: 27,316,332 (27316332) - StreamingTime: 28.36s (28355959478) - TotalTime: 0ns (0) Buffer pool - AllocTime: 79ms (79997064) - CumulativeAllocationBytes: 342.0 MiB (358612992) - CumulativeAllocations: 162 (162) - InactiveTotalTime: 0ns (0) - PeakReservation: 308.0 MiB (322961408) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 308.0 MiB (322961408) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 79ms (79997064) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,045 (1665045) - BuildTime: 1.61s (1609940938) - InactiveTotalTime: 0ns (0) - LocalTime: 7.99s (7992706747) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,832,376 (72832376) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.13s (6132774980) - RowsReturned: 72,832,376 (72832376) - RowsReturnedRate: 115720 per second (115720) - TotalTime: 10.5m (629379902918) Node Lifecycle Event Timeline Open Started: 2.23s (2229918158) Open Finished: 18.48s (18475321926) First Batch Requested: 18.48s (18475321926) First Batch Returned: 18.48s (18475321926) Last Batch Returned: 27.0m (1621688487044) Closed: 27.0m (1621688487044) Buffer pool - AllocTime: 162ms (162994021) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 162ms (162994021) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.42s (1419947912) - BuildRowsPartitioned: 1,665,045 (1665045) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 187ms (187993100) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 31ms (31998821) - InactiveTotalTime: 14.39s (14389471867) - PeakMemoryUsage: 14.6 MiB (15294949) - RowsReturned: 1,665,045 (1665045) - RowsReturnedRate: 114424 per second (114424) - TotalTime: 14.55s (14551465914) Node Lifecycle Event Timeline Open Started: 2.23s (2229918158) Open Finished: 2.23s (2229918158) First Batch Requested: 2.23s (2230918121) First Batch Returned: 2.23s (2230918121) Last Batch Returned: 18.29s (18285328899) Closed: 18.48s (18475321926) Buffer pool - AllocTime: 331ms (331987818) - CumulativeAllocationBytes: 369.8 MiB (387792896) - CumulativeAllocations: 18,960 (18960) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 228ms (228991597) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273787015) - TotalGetBatchTime: 14.51s (14512467350) - DataWaitTime: 14.39s (14389471867) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 808ms (808970307) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,480 (9480) - TotalBatchesReceived: 9,480 (9480) - TotalBytesReceived: 156.0 MiB (163539211) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 73ms (73487667) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.33s (1332951079) - InactiveTotalTime: 10.1m (604542814397) - PeakMemoryUsage: 11.6 MiB (12169984) - RowsReturned: 72,832,376 (72832376) - RowsReturnedRate: 120019 per second (120019) - TotalTime: 10.1m (606835730257) Node Lifecycle Event Timeline Open Started: 18.48s (18475321926) Open Finished: 18.48s (18475321926) First Batch Requested: 18.48s (18475321926) First Batch Returned: 18.48s (18475321926) Last Batch Returned: 27.0m (1621688487044) Closed: 27.0m (1621688487044) Buffer pool - AllocTime: 1.33s (1330951161) - CumulativeAllocationBytes: 4.7 GiB (5028167680) - CumulativeAllocations: 409,206 (409206) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 993ms (993963525) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4515607312) - TotalGetBatchTime: 10.1m (605330785491) - DataWaitTime: 10.1m (604542814397) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.91s (3909856561) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,603 (204603) - TotalBatchesReceived: 204,603 (204603) - TotalBytesReceived: 1.9 GiB (2044158569) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.63s (16630765539) - TotalRPCsDeferred: 540 (540) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 98 (98) - CodegenTotalWallClockTime: 2.07s (2069924030) - CodegenSysTime: 10ms (10867000) - CodegenUserTime: 919ms (919446000) - CodegenVoluntaryContextSwitches: 74 (74) - CompileTime: 415ms (415984733) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 116ms (116995706) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1460946381) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 72ms (72997320) - TotalTime: 2.07s (2069924030) Instance c7456fdd806a4994:3209e92600000191 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.572 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 643.4 MiB (674602974) - PeakReservation: 631.0 MiB (661651456) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 27,050,920 (27050920) - TotalNetworkReceiveTime: 11.6m (694972403978) - TotalNetworkSendTime: 22.3m (1340735921853) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,238 (3238) - TotalThreadsTotalWallClockTime: 35.2m (2109064157369) - TotalThreadsSysTime: 3.69s (3689455000) - TotalThreadsUserTime: 1.1m (65890036000) - TotalThreadsVoluntaryContextSwitches: 80,036 (80036) - TotalTime: 35.2m (2109064157369) Fragment Instance Lifecycle Event Timeline Prepare Finished: 230ms (230999470) Open Finished: 18.04s (18040958563) First Batch Produced: 27.00s (27001937980) First Batch Sent: 27.00s (27001937980) ExecInternal Finished: 35.2m (2109296156837) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091254198276) - ExecTreeExecTime: 12.0m (717894351277) - InactiveTotalTime: 0ns (0) - OpenTime: 17.81s (17809959093) - ExecTreeOpenTime: 15.45s (15447964519) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.3m (1340768921776) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 27,050,920 (27050920) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.55s (18546957471) - TotalBytesSent: 1.7 GiB (1871288135) - TotalTime: 22.9m (1373251847252) - UncompressedRowBatchSize: 4.5 GiB (4799892297) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 310.1 MiB (325189760) - RowsReturned: 27,050,920 (27050920) - RowsReturnedRate: 36889 per second (36889) - TotalTime: 12.2m (733293315914) Node Lifecycle Event Timeline Open Started: 2.59s (2592994044) Open Finished: 18.04s (18040958563) First Batch Requested: 18.04s (18040958563) First Batch Returned: 27.00s (27001937980) Last Batch Returned: 34.7m (2081656220216) Closed: 35.2m (2109296156837) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 84ms (84999801) - HTResizeTime: 350ms (350999192) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 310.1 MiB (325165184) - PeakReservation: 310.0 MiB (325058560) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,725.75 (1725.7513407737465) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,488,526 (25488526) - RowsReturned: 27,050,920 (27050920) - StreamingTime: 28.71s (28708934113) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37999912) - CumulativeAllocationBytes: 346.0 MiB (362807296) - CumulativeAllocations: 163 (163) - InactiveTotalTime: 0ns (0) - PeakReservation: 310.0 MiB (325058560) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 310.0 MiB (325058560) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999912) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,889 (1665889) - BuildTime: 1.49s (1485996574) - InactiveTotalTime: 0ns (0) - LocalTime: 7.65s (7650982312) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,896,322 (72896322) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.96s (5961986218) - RowsReturned: 72,896,322 (72896322) - RowsReturnedRate: 103523 per second (103523) - TotalTime: 11.7m (704153382799) Node Lifecycle Event Timeline Open Started: 2.59s (2592994044) Open Finished: 18.04s (18039958565) First Batch Requested: 18.04s (18040958563) First Batch Returned: 18.04s (18040958563) Last Batch Returned: 27.0m (1621503275206) Closed: 27.0m (1621503275206) Buffer pool - AllocTime: 149ms (149999658) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 149ms (149999658) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1329996932) - BuildRowsPartitioned: 1,665,889 (1665889) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 153ms (153999646) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 37ms (37999911) - InactiveTotalTime: 13.75s (13752968428) - PeakMemoryUsage: 14.7 MiB (15452057) - RowsReturned: 1,665,889 (1665889) - RowsReturnedRate: 119779 per second (119779) - TotalTime: 13.91s (13907968070) Node Lifecycle Event Timeline Open Started: 2.59s (2592994044) Open Finished: 2.59s (2592994044) First Batch Requested: 2.59s (2593994042) First Batch Returned: 2.59s (2593994042) Last Batch Returned: 17.88s (17883958923) Closed: 18.04s (18039958565) Buffer pool - AllocTime: 932ms (932997859) - CumulativeAllocationBytes: 370.1 MiB (388038656) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 829ms (829998096) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273920893) - TotalGetBatchTime: 13.87s (13865968168) - DataWaitTime: 13.75s (13752968428) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.67s (1666996188) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163619841) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 622ms (622991917) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.36s (1360996894) - InactiveTotalTime: 11.3m (680439437354) - PeakMemoryUsage: 11.3 MiB (11860815) - RowsReturned: 72,896,322 (72896322) - RowsReturnedRate: 106793 per second (106793) - TotalTime: 11.4m (682594432417) Node Lifecycle Event Timeline Open Started: 18.04s (18039958565) Open Finished: 18.04s (18039958565) First Batch Requested: 18.04s (18039958565) First Batch Returned: 18.04s (18039958565) Last Batch Returned: 27.0m (1621502275208) Closed: 27.0m (1621503275206) Buffer pool - AllocTime: 1.75s (1746995985) - CumulativeAllocationBytes: 4.7 GiB (5032599552) - CumulativeAllocations: 409,566 (409566) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.41s (1407996767) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4519571964) - TotalGetBatchTime: 11.4m (681079435874) - DataWaitTime: 11.3m (680439437354) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.53s (4527989592) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,783 (204783) - TotalBatchesReceived: 204,783 (204783) - TotalBytesReceived: 1.9 GiB (2045928538) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.83s (15832846236) - TotalRPCsDeferred: 12 (12) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 127 (127) - CodegenTotalWallClockTime: 2.36s (2360994577) - CodegenSysTime: 7ms (7959000) - CodegenUserTime: 919ms (919340000) - CodegenVoluntaryContextSwitches: 112 (112) - CompileTime: 397ms (397999085) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 59ms (59999862) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.81s (1814995832) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 84ms (84999805) - TotalTime: 2.36s (2360994577) Instance c7456fdd806a4994:3209e9260000019d (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.402 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 651.3 MiB (682966990) - PeakReservation: 639.0 MiB (670040064) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 26,028,574 (26028574) - TotalNetworkReceiveTime: 11.4m (681132010160) - TotalNetworkSendTime: 22.2m (1331348346626) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,532 (2532) - TotalThreadsTotalWallClockTime: 34.7m (2081669647131) - TotalThreadsSysTime: 3.48s (3484491000) - TotalThreadsUserTime: 1.1m (63704905000) - TotalThreadsVoluntaryContextSwitches: 85,762 (85762) - TotalTime: 34.7m (2081733646474) Fragment Instance Lifecycle Event Timeline Prepare Finished: 169ms (169998255) Open Finished: 18.41s (18415810924) First Batch Produced: 27.11s (27106721693) First Batch Sent: 27.11s (27106721693) ExecInternal Finished: 34.7m (2081841645365) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063423834462) - ExecTreeExecTime: 11.7m (701255803903) - InactiveTotalTime: 0ns (0) - OpenTime: 18.25s (18245812669) - ExecTreeOpenTime: 16.26s (16261833039) - PrepareTime: 63ms (63999343) - ExecTreePrepareTime: 54ms (54999435) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.2m (1331371346388) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 26,028,574 (26028574) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.39s (17386821797) - TotalBytesSent: 1.7 GiB (1803183223) - TotalTime: 22.7m (1362087031389) - UncompressedRowBatchSize: 4.3 GiB (4618625638) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 318.1 MiB (333578368) - RowsReturned: 26,028,574 (26028574) - RowsReturnedRate: 36274 per second (36274) - TotalTime: 12.0m (717546636639) Node Lifecycle Event Timeline Open Started: 2.15s (2153977885) Open Finished: 18.41s (18415810924) First Batch Requested: 18.41s (18415810924) First Batch Returned: 27.11s (27106721693) Last Batch Returned: 34.7m (2081642647408) Closed: 34.7m (2081840645376) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 73ms (73999235) - HTResizeTime: 306ms (306996859) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 318.1 MiB (333553792) - PeakReservation: 318.0 MiB (333447168) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,724.25 (1724.2486344989056) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,459,529 (24459529) - RowsReturned: 26,028,574 (26028574) - StreamingTime: 26.69s (26694726152) - TotalTime: 0ns (0) Buffer pool - AllocTime: 19ms (19999799) - CumulativeAllocationBytes: 364.0 MiB (381681664) - CumulativeAllocations: 168 (168) - InactiveTotalTime: 0ns (0) - PeakReservation: 318.0 MiB (333447168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 318.0 MiB (333447168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999819) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,249 (1666249) - BuildTime: 1.59s (1590983670) - InactiveTotalTime: 0ns (0) - LocalTime: 7.69s (7691921107) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,906,922 (72906922) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.78s (5783940697) - RowsReturned: 72,906,922 (72906922) - RowsReturnedRate: 105617 per second (105617) - TotalTime: 11.5m (690289916261) Node Lifecycle Event Timeline Open Started: 2.15s (2153977885) Open Finished: 18.41s (18414810935) First Batch Requested: 18.41s (18415810924) First Batch Returned: 18.41s (18415810924) Last Batch Returned: 27.0m (1621644363705) Closed: 27.0m (1621644363705) Buffer pool - AllocTime: 110ms (110998860) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 110ms (110998860) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.38s (1376985867) - BuildRowsPartitioned: 1,666,249 (1666249) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 212ms (212997813) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 23ms (23999755) - InactiveTotalTime: 14.47s (14471851413) - PeakMemoryUsage: 14.6 MiB (15332029) - RowsReturned: 1,666,249 (1666249) - RowsReturnedRate: 113917 per second (113917) - TotalTime: 14.63s (14626849821) Node Lifecycle Event Timeline Open Started: 2.15s (2153977885) Open Finished: 2.15s (2153977885) First Batch Requested: 2.15s (2153977885) First Batch Returned: 2.15s (2154977875) Last Batch Returned: 18.20s (18200813132) Closed: 18.41s (18414810935) Buffer pool - AllocTime: 766ms (766992118) - CumulativeAllocationBytes: 370.1 MiB (388071424) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 440ms (440995469) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273989771) - TotalGetBatchTime: 14.60s (14598850108) - DataWaitTime: 14.47s (14471851413) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.23s (1225987407) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163653387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 58ms (58363519) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.34s (1336986313) - InactiveTotalTime: 11.1m (665703168543) - PeakMemoryUsage: 11.5 MiB (12042704) - RowsReturned: 72,906,922 (72906922) - RowsReturnedRate: 109146 per second (109146) - TotalTime: 11.1m (667971145333) Node Lifecycle Event Timeline Open Started: 18.41s (18414810935) Open Finished: 18.41s (18414810935) First Batch Requested: 18.41s (18414810935) First Batch Returned: 18.41s (18414810935) Last Batch Returned: 27.0m (1621644363705) Closed: 27.0m (1621644363705) Buffer pool - AllocTime: 1.31s (1307986573) - CumulativeAllocationBytes: 4.7 GiB (5033385984) - CumulativeAllocations: 409,630 (409630) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 791ms (791991871) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4520229164) - TotalGetBatchTime: 11.1m (666506160327) - DataWaitTime: 11.1m (665703168543) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.87s (3865960334) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,815 (204815) - TotalBatchesReceived: 204,815 (204815) - TotalBytesReceived: 1.9 GiB (2046224908) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.10s (16101125051) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 131 (131) - CodegenTotalWallClockTime: 1.98s (1983979630) - CodegenSysTime: 16ms (16704000) - CodegenUserTime: 918ms (918616000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 522ms (522994630) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30999681) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.29s (1292986725) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 123ms (123998727) - TotalTime: 1.98s (1983979630) Instance c7456fdd806a4994:3209e92600000192 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.710 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 651.3 MiB (682967006) - PeakReservation: 639.0 MiB (670040064) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 27,240,267 (27240267) - TotalNetworkReceiveTime: 13.0m (777957280137) - TotalNetworkSendTime: 20.5m (1229614670389) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,516 (3516) - TotalThreadsTotalWallClockTime: 34.7m (2081678881565) - TotalThreadsSysTime: 4.02s (4018157000) - TotalThreadsUserTime: 1.1m (66448342000) - TotalThreadsVoluntaryContextSwitches: 76,750 (76750) - TotalTime: 34.7m (2081688881286) Fragment Instance Lifecycle Event Timeline Prepare Finished: 137ms (137996147) Open Finished: 18.18s (18184492305) First Batch Produced: 27.05s (27047244865) First Batch Sent: 27.05s (27047244865) ExecInternal Finished: 34.7m (2081817877684) Buffer pool - AllocTime: 999.97us (999972) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063632385407) - ExecTreeExecTime: 13.3m (800666646163) - InactiveTotalTime: 0ns (0) - OpenTime: 18.05s (18046496158) - ExecTreeOpenTime: 15.46s (15461568327) - PrepareTime: 9ms (9999721) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.5m (1229641669635) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 27,240,267 (27240267) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.00s (19002469474) - TotalBytesSent: 1.8 GiB (1883965934) - TotalTime: 21.0m (1262868741957) - UncompressedRowBatchSize: 4.5 GiB (4833035228) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 318.1 MiB (333578368) - RowsReturned: 27,240,267 (27240267) - RowsReturnedRate: 33379 per second (33379) - TotalTime: 13.6m (816070216110) Node Lifecycle Event Timeline Open Started: 2.72s (2722923978) Open Finished: 18.18s (18184492305) First Batch Requested: 18.18s (18184492305) First Batch Returned: 27.05s (27047244865) Last Batch Returned: 34.7m (2081741879805) Closed: 34.7m (2081816877712) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 83ms (83997654) - HTResizeTime: 362ms (362989867) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 318.1 MiB (333553792) - PeakReservation: 318.0 MiB (333447168) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,749.47 (1749.4682314308493) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,676,230 (25676230) - RowsReturned: 27,240,267 (27240267) - StreamingTime: 27.99s (27987218651) - TotalTime: 0ns (0) Buffer pool - AllocTime: 42ms (42998799) - CumulativeAllocationBytes: 362.0 MiB (379584512) - CumulativeAllocations: 167 (167) - InactiveTotalTime: 0ns (0) - PeakReservation: 318.0 MiB (333447168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 318.0 MiB (333447168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998827) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,822 (1667822) - BuildTime: 1.64s (1637954283) - InactiveTotalTime: 0ns (0) - LocalTime: 8.01s (8005776503) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,943,764 (72943764) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.19s (6187827251) - RowsReturned: 72,943,764 (72943764) - RowsReturnedRate: 92636 per second (92636) - TotalTime: 13.1m (787422015907) Node Lifecycle Event Timeline Open Started: 2.72s (2722923978) Open Finished: 18.18s (18183492333) First Batch Requested: 18.18s (18184492305) First Batch Returned: 18.18s (18184492305) Last Batch Returned: 27.0m (1621572727413) Closed: 27.0m (1621572727413) Buffer pool - AllocTime: 144ms (144995951) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 144ms (144995951) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.43s (1433959979) - BuildRowsPartitioned: 1,667,822 (1667822) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 190ms (190994667) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 37ms (37998939) - InactiveTotalTime: 13.75s (13753616000) - PeakMemoryUsage: 14.9 MiB (15588188) - RowsReturned: 1,667,822 (1667822) - RowsReturnedRate: 120711 per second (120711) - TotalTime: 13.82s (13816614240) Node Lifecycle Event Timeline Open Started: 2.72s (2722923978) Open Finished: 2.72s (2722923978) First Batch Requested: 2.73s (2734923643) First Batch Returned: 2.73s (2734923643) Last Batch Returned: 17.99s (17991497694) Closed: 18.18s (18183492333) Buffer pool - AllocTime: 705ms (705980291) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 699ms (699980458) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274227453) - TotalGetBatchTime: 13.77s (13771615496) - DataWaitTime: 13.75s (13753616000) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.32s (1325962979) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163800313) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 700ms (700826284) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.29s (1287964044) - InactiveTotalTime: 12.7m (763459684914) - PeakMemoryUsage: 11.3 MiB (11860938) - RowsReturned: 72,943,764 (72943764) - RowsReturnedRate: 95276 per second (95276) - TotalTime: 12.8m (765599625164) Node Lifecycle Event Timeline Open Started: 18.18s (18183492333) Open Finished: 18.18s (18183492333) First Batch Requested: 18.18s (18183492333) First Batch Returned: 18.18s (18183492333) Last Batch Returned: 27.0m (1621571727441) Closed: 27.0m (1621572727413) Buffer pool - AllocTime: 1.80s (1804949614) - CumulativeAllocationBytes: 4.7 GiB (5035925504) - CumulativeAllocations: 409,838 (409838) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.23s (1229965670) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4522513368) - TotalGetBatchTime: 12.7m (764150665620) - DataWaitTime: 12.7m (763459684914) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.53s (4534873383) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,919 (204919) - TotalBatchesReceived: 204,919 (204919) - TotalBytesReceived: 1.9 GiB (2047280172) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.93s (15925621988) - TotalRPCsDeferred: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 139 (139) - CodegenTotalWallClockTime: 2.58s (2584927831) - CodegenSysTime: 7ms (7950000) - CodegenUserTime: 942ms (942337000) - CodegenVoluntaryContextSwitches: 131 (131) - CompileTime: 543ms (543984812) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 150ms (150995784) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.84s (1844948491) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 25ms (25999274) - TotalTime: 2.58s (2584927831) Instance c7456fdd806a4994:3209e92600000190 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.186 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 645.3 MiB (676601806) - PeakReservation: 633.0 MiB (663748608) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 27,199,423 (27199423) - TotalNetworkReceiveTime: 11.0m (658003295957) - TotalNetworkSendTime: 22.5m (1351072346252) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,809 (2809) - TotalThreadsTotalWallClockTime: 34.7m (2081508124390) - TotalThreadsSysTime: 3.84s (3843965000) - TotalThreadsUserTime: 1.1m (65980314000) - TotalThreadsVoluntaryContextSwitches: 80,356 (80356) - TotalTime: 34.7m (2081508124390) Fragment Instance Lifecycle Event Timeline Prepare Finished: 122ms (122999118) Open Finished: 17.98s (17979871197) First Batch Produced: 26.89s (26894807336) First Batch Sent: 26.89s (26894807336) ExecInternal Finished: 34.7m (2081633123494) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063651252311) - ExecTreeExecTime: 11.3m (679838140146) - InactiveTotalTime: 0ns (0) - OpenTime: 17.86s (17856872079) - ExecTreeOpenTime: 15.86s (15862886363) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.5m (1351090346124) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 27,199,423 (27199423) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.62s (18616866925) - TotalBytesSent: 1.8 GiB (1881294511) - TotalTime: 23.1m (1383723112803) - UncompressedRowBatchSize: 4.5 GiB (4826009101) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 312.1 MiB (327286912) - RowsReturned: 27,199,423 (27199423) - RowsReturnedRate: 39098 per second (39098) - TotalTime: 11.6m (695668026745) Node Lifecycle Event Timeline Open Started: 2.12s (2116984834) Open Finished: 17.98s (17979871197) First Batch Requested: 17.98s (17979871197) First Batch Returned: 26.89s (26894807336) Last Batch Returned: 34.7m (2081503124420) Closed: 34.7m (2081633123494) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 69ms (69999500) - HTResizeTime: 357ms (357997437) - HashBuckets: 3,538,944 (3538944) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 312.1 MiB (327262336) - PeakReservation: 312.0 MiB (327155712) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,726.00 (1726.0043913691698) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,637,685 (25637685) - RowsReturned: 27,199,423 (27199423) - StreamingTime: 27.80s (27800801306) - TotalTime: 0ns (0) Buffer pool - AllocTime: 33ms (33999758) - CumulativeAllocationBytes: 350.0 MiB (367001600) - CumulativeAllocations: 164 (164) - InactiveTotalTime: 0ns (0) - PeakReservation: 312.0 MiB (327155712) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 312.0 MiB (327155712) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33999758) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,428 (1666428) - BuildTime: 1.74s (1736987549) - InactiveTotalTime: 0ns (0) - LocalTime: 7.91s (7914943403) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,886,509 (72886509) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.97s (5973957319) - RowsReturned: 72,886,509 (72886509) - RowsReturnedRate: 109206 per second (109206) - TotalTime: 11.1m (667420228641) Node Lifecycle Event Timeline Open Started: 2.12s (2116984834) Open Finished: 17.98s (17979871197) First Batch Requested: 17.98s (17979871197) First Batch Returned: 17.98s (17980871190) Last Batch Returned: 27.0m (1621402406557) Closed: 27.0m (1621402406557) Buffer pool - AllocTime: 262ms (262998117) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 262ms (262998117) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.51s (1515989134) - BuildRowsPartitioned: 1,666,428 (1666428) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 216ms (216998445) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 28ms (28999794) - InactiveTotalTime: 14.04s (14036899452) - PeakMemoryUsage: 14.7 MiB (15366127) - RowsReturned: 1,666,428 (1666428) - RowsReturnedRate: 118136 per second (118136) - TotalTime: 14.11s (14105898956) Node Lifecycle Event Timeline Open Started: 2.12s (2116984834) Open Finished: 2.12s (2116984834) First Batch Requested: 2.12s (2118984819) First Batch Returned: 2.12s (2118984819) Last Batch Returned: 17.76s (17760872766) Closed: 17.98s (17979871197) Buffer pool - AllocTime: 674ms (674995163) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,974 (18974) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 606ms (606995653) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274017882) - TotalGetBatchTime: 14.06s (14062899263) - DataWaitTime: 14.04s (14036899452) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.10s (1097992132) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,487 (9487) - TotalBatchesReceived: 9,487 (9487) - TotalBytesReceived: 156.1 MiB (163682117) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 243ms (243263944) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.32s (1316990604) - InactiveTotalTime: 10.7m (643304401249) - PeakMemoryUsage: 11.5 MiB (12109335) - RowsReturned: 72,886,509 (72886509) - RowsReturnedRate: 112932 per second (112932) - TotalTime: 10.8m (645399386282) Node Lifecycle Event Timeline Open Started: 17.98s (17979871197) Open Finished: 17.98s (17979871197) First Batch Requested: 17.98s (17979871197) First Batch Returned: 17.98s (17979871197) Last Batch Returned: 27.0m (1621402406557) Closed: 27.0m (1621402406557) Buffer pool - AllocTime: 1.55s (1555988879) - CumulativeAllocationBytes: 4.7 GiB (5031936000) - CumulativeAllocations: 409,512 (409512) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.02s (1018992705) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4518963558) - TotalGetBatchTime: 10.7m (643906396938) - DataWaitTime: 10.7m (643304401249) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.26s (4262969524) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,756 (204756) - TotalBatchesReceived: 204,756 (204756) - TotalBytesReceived: 1.9 GiB (2045671537) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.95s (15952027954) - TotalRPCsDeferred: 259 (259) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 107 (107) - CodegenTotalWallClockTime: 1.99s (1992985723) - CodegenSysTime: 17ms (17773000) - CodegenUserTime: 928ms (928185000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 584ms (584995809) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 45ms (45999671) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.29s (1289990759) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 67ms (67999513) - TotalTime: 1.99s (1992985723) Instance c7456fdd806a4994:3209e926000001a7 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.827 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 651.4 MiB (683024334) - PeakReservation: 639.0 MiB (670040064) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 26,019,131 (26019131) - TotalNetworkReceiveTime: 11.3m (680132696701) - TotalNetworkSendTime: 22.2m (1330932505817) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,487 (2487) - TotalThreadsTotalWallClockTime: 34.7m (2081459583757) - TotalThreadsSysTime: 3.66s (3656266000) - TotalThreadsUserTime: 1.1m (64225507000) - TotalThreadsVoluntaryContextSwitches: 84,241 (84241) - TotalTime: 34.7m (2081459583757) Fragment Instance Lifecycle Event Timeline Prepare Finished: 123ms (123995387) Open Finished: 18.38s (18381316143) First Batch Produced: 27.03s (27027994452) First Batch Sent: 27.03s (27027994452) ExecInternal Finished: 34.7m (2081586579032) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063202263001) - ExecTreeExecTime: 11.7m (701585898701) - InactiveTotalTime: 0ns (0) - OpenTime: 18.26s (18257320756) - ExecTreeOpenTime: 15.98s (15979405504) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.2m (1330955504960) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 26,019,131 (26019131) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.44s (17436351337) - TotalBytesSent: 1.7 GiB (1802722358) - TotalTime: 22.7m (1361534367351) - UncompressedRowBatchSize: 4.3 GiB (4616641334) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 318.1 MiB (333578368) - RowsReturned: 26,019,131 (26019131) - RowsReturnedRate: 36261 per second (36261) - TotalTime: 12.0m (717539305171) Node Lifecycle Event Timeline Open Started: 2.40s (2401910639) Open Finished: 18.38s (18381316143) First Batch Requested: 18.38s (18381316143) First Batch Returned: 27.03s (27027994452) Last Batch Returned: 34.7m (2081396586092) Closed: 34.7m (2081585579069) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 105ms (105996063) - HTResizeTime: 323ms (323987948) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 318.1 MiB (333553792) - PeakReservation: 318.0 MiB (333447168) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,730.63 (1730.6315965928934) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,446,843 (24446843) - RowsReturned: 26,019,131 (26019131) - StreamingTime: 27.41s (27414980165) - TotalTime: 0ns (0) Buffer pool - AllocTime: 20ms (20999215) - CumulativeAllocationBytes: 362.0 MiB (379584512) - CumulativeAllocations: 167 (167) - InactiveTotalTime: 0ns (0) - PeakReservation: 318.0 MiB (333447168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 318.0 MiB (333447168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999215) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,639 (1667639) - BuildTime: 1.53s (1528943132) - InactiveTotalTime: 0ns (0) - LocalTime: 7.69s (7692713834) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,950,411 (72950411) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.99s (5985777325) - RowsReturned: 72,950,411 (72950411) - RowsReturnedRate: 105825 per second (105825) - TotalTime: 11.5m (689347353905) Node Lifecycle Event Timeline Open Started: 2.40s (2401910639) Open Finished: 18.38s (18381316143) First Batch Requested: 18.38s (18381316143) First Batch Returned: 18.38s (18381316143) Last Batch Returned: 27.0m (1621565672167) Closed: 27.0m (1621565672167) Buffer pool - AllocTime: 111ms (111995834) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 111ms (111995834) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1327950610) - BuildRowsPartitioned: 1,667,639 (1667639) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 190ms (190992894) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 37ms (37998590) - InactiveTotalTime: 14.29s (14286468467) - PeakMemoryUsage: 14.7 MiB (15406001) - RowsReturned: 1,667,639 (1667639) - RowsReturnedRate: 115595 per second (115595) - TotalTime: 14.43s (14426463266) Node Lifecycle Event Timeline Open Started: 2.40s (2401910639) Open Finished: 2.40s (2401910639) First Batch Requested: 2.41s (2410910304) First Batch Returned: 2.41s (2410910304) Last Batch Returned: 18.19s (18188323323) Closed: 18.38s (18380316180) Buffer pool - AllocTime: 938ms (938965067) - CumulativeAllocationBytes: 370.5 MiB (388464640) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 916ms (916965886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274214131) - TotalGetBatchTime: 14.38s (14382464899) - DataWaitTime: 14.29s (14286468467) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.42s (1419947171) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163776974) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 405ms (405294441) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.37s (1368949063) - InactiveTotalTime: 11.1m (664889263834) - PeakMemoryUsage: 11.5 MiB (12072558) - RowsReturned: 72,950,411 (72950411) - RowsReturnedRate: 109333 per second (109333) - TotalTime: 11.1m (667228176805) Node Lifecycle Event Timeline Open Started: 18.38s (18380316180) Open Finished: 18.38s (18380316180) First Batch Requested: 18.38s (18381316143) First Batch Returned: 18.38s (18381316143) Last Batch Returned: 27.0m (1621564672204) Closed: 27.0m (1621565672167) Buffer pool - AllocTime: 1.77s (1766934267) - CumulativeAllocationBytes: 4.7 GiB (5036343296) - CumulativeAllocations: 409,870 (409870) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11780096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11780096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.09s (1087959523) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4522925482) - TotalGetBatchTime: 11.1m (665718232997) - DataWaitTime: 11.1m (664889263834) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.49s (4491832929) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,935 (204935) - TotalBatchesReceived: 204,935 (204935) - TotalBytesReceived: 1.9 GiB (2047438515) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.16s (16157413925) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 104 (104) - CodegenTotalWallClockTime: 2.28s (2276915290) - CodegenSysTime: 9ms (9789000) - CodegenUserTime: 923ms (923149000) - CodegenVoluntaryContextSwitches: 128 (128) - CompileTime: 505ms (505981175) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 178ms (178993341) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.45s (1449946057) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 138ms (138994829) - TotalTime: 2.28s (2276915290) Instance c7456fdd806a4994:3209e926000001ab (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.617 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 643.4 MiB (674602958) - PeakReservation: 631.0 MiB (661651456) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 27,733,420 (27733420) - TotalNetworkReceiveTime: 9.7m (580177049429) - TotalNetworkSendTime: 23.8m (1427549197487) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,356 (3356) - TotalThreadsTotalWallClockTime: 34.7m (2081038000196) - TotalThreadsSysTime: 3.90s (3904549000) - TotalThreadsUserTime: 1.1m (66736826000) - TotalThreadsVoluntaryContextSwitches: 79,674 (79674) - TotalTime: 34.7m (2081039000193) Fragment Instance Lifecycle Event Timeline Prepare Finished: 197ms (197999330) Open Finished: 18.45s (18445937560) First Batch Produced: 27.02s (27020908534) First Batch Sent: 27.02s (27020908534) ExecInternal Finished: 34.7m (2081236999522) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2062790061966) - ExecTreeExecTime: 10.0m (601893976611) - InactiveTotalTime: 0ns (0) - OpenTime: 18.25s (18247938230) - ExecTreeOpenTime: 15.98s (15984945890) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1427579197385) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,733,420 (27733420) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.85s (18847936651) - TotalBytesSent: 1.8 GiB (1916671308) - TotalTime: 24.3m (1460815085627) - UncompressedRowBatchSize: 4.6 GiB (4920992237) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 310.1 MiB (325189760) - RowsReturned: 27,733,420 (27733420) - RowsReturnedRate: 44888 per second (44888) - TotalTime: 10.3m (617833922655) Node Lifecycle Event Timeline Open Started: 2.46s (2460991670) Open Finished: 18.45s (18445937560) First Batch Requested: 18.45s (18445937560) First Batch Returned: 27.02s (27020908534) Last Batch Returned: 34.7m (2080970000420) Closed: 34.7m (2081236999522) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 86ms (86999711) - HTResizeTime: 363ms (363998764) - HashBuckets: 3,407,872 (3407872) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 310.1 MiB (325165184) - PeakReservation: 310.0 MiB (325058560) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,740.14 (1740.1406179241555) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,176,108 (26176108) - RowsReturned: 27,733,420 (27733420) - StreamingTime: 27.71s (27709906769) - TotalTime: 0ns (0) Buffer pool - AllocTime: 31ms (31999893) - CumulativeAllocationBytes: 346.0 MiB (362807296) - CumulativeAllocations: 163 (163) - InactiveTotalTime: 0ns (0) - PeakReservation: 310.0 MiB (325058560) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 310.0 MiB (325058560) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999893) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,985 (1666985) - BuildTime: 1.51s (1508994877) - InactiveTotalTime: 0ns (0) - LocalTime: 7.84s (7842973539) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,924,731 (72924731) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.13s (6132979361) - RowsReturned: 72,924,731 (72924731) - RowsReturnedRate: 123702 per second (123702) - TotalTime: 9.8m (589518017938) Node Lifecycle Event Timeline Open Started: 2.46s (2460991670) Open Finished: 18.44s (18438937584) First Batch Requested: 18.45s (18445937560) First Batch Returned: 18.45s (18445937560) Last Batch Returned: 27.0m (1621553544464) Closed: 27.0m (1621553544464) Buffer pool - AllocTime: 69ms (69999760) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 69ms (69999760) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.30s (1305995563) - BuildRowsPartitioned: 1,666,985 (1666985) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 200ms (200999320) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 33ms (33999886) - InactiveTotalTime: 14.37s (14370951371) - PeakMemoryUsage: 14.7 MiB (15459611) - RowsReturned: 1,666,985 (1666985) - RowsReturnedRate: 115426 per second (115426) - TotalTime: 14.44s (14441951132) Node Lifecycle Event Timeline Open Started: 2.46s (2460991670) Open Finished: 2.46s (2460991670) First Batch Requested: 2.46s (2462991663) First Batch Returned: 2.46s (2462991663) Last Batch Returned: 18.23s (18235938271) Closed: 18.44s (18438937584) Buffer pool - AllocTime: 455ms (455998455) - CumulativeAllocationBytes: 370.3 MiB (388300800) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 379ms (379998714) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274108564) - TotalGetBatchTime: 14.40s (14401951268) - DataWaitTime: 14.37s (14370951371) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 903ms (903996938) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163726496) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 474ms (474730628) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.35s (1350995462) - InactiveTotalTime: 9.4m (565125100343) - PeakMemoryUsage: 11.6 MiB (12190215) - RowsReturned: 72,924,731 (72924731) - RowsReturnedRate: 128562 per second (128562) - TotalTime: 9.5m (567233093267) Node Lifecycle Event Timeline Open Started: 18.44s (18438937584) Open Finished: 18.44s (18438937584) First Batch Requested: 18.44s (18438937584) First Batch Returned: 18.44s (18438937584) Last Batch Returned: 27.0m (1621552544468) Closed: 27.0m (1621553544464) Buffer pool - AllocTime: 1.94s (1940993453) - CumulativeAllocationBytes: 4.7 GiB (5034606592) - CumulativeAllocations: 409,730 (409730) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.49s (1490994959) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4521333322) - TotalGetBatchTime: 9.4m (565753098233) - DataWaitTime: 9.4m (565125100343) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.93s (4926983419) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,865 (204865) - TotalBatchesReceived: 204,865 (204865) - TotalBytesReceived: 1.9 GiB (2046735005) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.80s (16805721450) - TotalRPCsDeferred: 555 (555) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 185 (185) - CodegenTotalWallClockTime: 2.26s (2262992340) - CodegenSysTime: 6ms (6824000) - CodegenUserTime: 936ms (936867000) - CodegenVoluntaryContextSwitches: 99 (99) - CompileTime: 431ms (431998538) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 151ms (151999485) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.58s (1583994638) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 90ms (90999692) - TotalTime: 2.26s (2262992340) Instance c7456fdd806a4994:3209e926000001a6 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.529 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 653.2 MiB (684900318) - PeakReservation: 641.0 MiB (672137216) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 26,716,508 (26716508) - TotalNetworkReceiveTime: 12.5m (749516651655) - TotalNetworkSendTime: 21.0m (1258295413108) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,964 (2964) - TotalThreadsTotalWallClockTime: 34.7m (2079962335951) - TotalThreadsSysTime: 4.09s (4089847000) - TotalThreadsUserTime: 1.1m (65579664000) - TotalThreadsVoluntaryContextSwitches: 78,953 (78953) - TotalTime: 34.7m (2079962335951) Fragment Instance Lifecycle Event Timeline Prepare Finished: 143ms (143994552) Open Finished: 18.53s (18533298845) First Batch Produced: 27.16s (27162972367) First Batch Sent: 27.16s (27162972367) ExecInternal Finished: 34.7m (2080107330465) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061573031658) - ExecTreeExecTime: 12.8m (770922842277) - InactiveTotalTime: 0ns (0) - OpenTime: 18.39s (18389304293) - ExecTreeOpenTime: 16.28s (16279384116) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.0m (1258326411933) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 26,716,508 (26716508) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.42s (18420303298) - TotalBytesSent: 1.7 GiB (1849183690) - TotalTime: 21.5m (1290550193164) - UncompressedRowBatchSize: 4.4 GiB (4740402639) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 320.1 MiB (335675520) - RowsReturned: 26,716,508 (26716508) - RowsReturnedRate: 33940 per second (33940) - TotalTime: 13.1m (787152228276) Node Lifecycle Event Timeline Open Started: 2.25s (2253914729) Open Finished: 18.53s (18533298845) First Batch Requested: 18.53s (18533298845) First Batch Returned: 27.16s (27162972367) Last Batch Returned: 34.7m (2079605349445) Closed: 34.7m (2080107330465) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 91ms (91996520) - HTResizeTime: 291ms (291988962) - HashBuckets: 3,932,160 (3932160) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 320.1 MiB (335650944) - PeakReservation: 320.0 MiB (335544320) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,738.26 (1738.2554545396422) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,152,243 (25152243) - RowsReturned: 26,716,508 (26716508) - StreamingTime: 27.74s (27738950916) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18999284) - CumulativeAllocationBytes: 364.0 MiB (381681664) - CumulativeAllocations: 168 (168) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999284) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,278 (1665278) - BuildTime: 1.62s (1620938678) - InactiveTotalTime: 0ns (0) - LocalTime: 7.94s (7942699597) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,791,736 (72791736) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.11s (6114768749) - RowsReturned: 72,791,736 (72791736) - RowsReturnedRate: 95920 per second (95920) - TotalTime: 12.6m (758876297669) Node Lifecycle Event Timeline Open Started: 2.25s (2253914729) Open Finished: 18.53s (18532298882) First Batch Requested: 18.53s (18533298845) First Batch Returned: 18.53s (18534298807) Last Batch Returned: 27.0m (1621688664065) Closed: 27.0m (1621688664065) Buffer pool - AllocTime: 87ms (87996672) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 87ms (87996672) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.39s (1389947418) - BuildRowsPartitioned: 1,665,278 (1665278) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 226ms (226991412) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 39ms (39998489) - InactiveTotalTime: 14.53s (14532450205) - PeakMemoryUsage: 14.6 MiB (15295977) - RowsReturned: 1,665,278 (1665278) - RowsReturnedRate: 113955 per second (113955) - TotalTime: 14.61s (14613447140) Node Lifecycle Event Timeline Open Started: 2.25s (2253914729) Open Finished: 2.25s (2253914729) First Batch Requested: 2.25s (2255914653) First Batch Returned: 2.25s (2255914653) Last Batch Returned: 18.30s (18304307508) Closed: 18.53s (18532298882) Buffer pool - AllocTime: 1.21s (1209954229) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 497ms (497981160) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273824490) - TotalGetBatchTime: 14.57s (14569448803) - DataWaitTime: 14.53s (14532450205) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.71s (1708935352) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.0 MiB (163563007) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 146ms (146182735) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.27s (1272951862) - InactiveTotalTime: 12.2m (734245229399) - PeakMemoryUsage: 11.4 MiB (11993480) - RowsReturned: 72,791,736 (72791736) - RowsReturnedRate: 98858 per second (98858) - TotalTime: 12.3m (736320150932) Node Lifecycle Event Timeline Open Started: 18.53s (18532298882) Open Finished: 18.53s (18532298882) First Batch Requested: 18.53s (18532298882) First Batch Returned: 18.53s (18532298882) Last Batch Returned: 27.0m (1621687664103) Closed: 27.0m (1621688664065) Buffer pool - AllocTime: 1.15s (1148956547) - CumulativeAllocationBytes: 4.7 GiB (5025366016) - CumulativeAllocations: 408,978 (408978) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 776ms (776970609) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4513087632) - TotalGetBatchTime: 12.2m (734922203798) - DataWaitTime: 12.2m (734245229399) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.79s (3785856812) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,489 (204489) - TotalBatchesReceived: 204,489 (204489) - TotalBytesReceived: 1.9 GiB (2043029568) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.19s (16187419896) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 125 (125) - CodegenTotalWallClockTime: 2.11s (2108920215) - CodegenSysTime: 21ms (21677000) - CodegenUserTime: 930ms (930170000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 507ms (507980782) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62997616) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.50s (1501943178) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 32ms (32998752) - TotalTime: 2.11s (2108920215) Instance c7456fdd806a4994:3209e926000001a2 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.477 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 653.3 MiB (685031390) - PeakReservation: 641.0 MiB (672137216) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 25,958,844 (25958844) - TotalNetworkReceiveTime: 11.9m (711158622293) - TotalNetworkSendTime: 21.7m (1299794112241) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,389 (2389) - TotalThreadsTotalWallClockTime: 34.7m (2079702571301) - TotalThreadsSysTime: 3.55s (3549265000) - TotalThreadsUserTime: 1.1m (63457368000) - TotalThreadsVoluntaryContextSwitches: 86,068 (86068) - TotalTime: 34.7m (2079731570388) Fragment Instance Lifecycle Event Timeline Prepare Finished: 179ms (179994332) Open Finished: 18.24s (18240425701) First Batch Produced: 26.98s (26982150470) First Batch Sent: 26.98s (26982150470) ExecInternal Finished: 34.7m (2079884565570) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061642139932) - ExecTreeExecTime: 12.2m (731596979657) - InactiveTotalTime: 0ns (0) - OpenTime: 18.06s (18060431369) - ExecTreeOpenTime: 15.80s (15798502586) - PrepareTime: 28ms (28999087) - ExecTreePrepareTime: 13ms (13999559) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.7m (1299817111515) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 25,958,844 (25958844) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.19s (17189459073) - TotalBytesSent: 1.7 GiB (1798688925) - TotalTime: 22.2m (1329975162479) - UncompressedRowBatchSize: 4.3 GiB (4606115935) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 320.1 MiB (335675520) - RowsReturned: 25,958,844 (25958844) - RowsReturnedRate: 34733 per second (34733) - TotalTime: 12.5m (747371482999) Node Lifecycle Event Timeline Open Started: 2.44s (2441923115) Open Finished: 18.24s (18240425701) First Batch Requested: 18.24s (18240425701) First Batch Returned: 26.98s (26982150470) Last Batch Returned: 34.7m (2079414580343) Closed: 34.7m (2079884565570) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 77ms (77997550) - HTResizeTime: 307ms (307990318) - HashBuckets: 4,063,232 (4063232) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 320.1 MiB (335650944) - PeakReservation: 320.0 MiB (335544320) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,727.43 (1727.4275672245183) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,387,001 (24387001) - RowsReturned: 25,958,844 (25958844) - StreamingTime: 26.82s (26820156182) - TotalTime: 0ns (0) Buffer pool - AllocTime: 27ms (27999116) - CumulativeAllocationBytes: 366.0 MiB (383778816) - CumulativeAllocations: 168 (168) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999116) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,281 (1666281) - BuildTime: 1.29s (1290959362) - InactiveTotalTime: 0ns (0) - LocalTime: 7.25s (7250771859) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,841,280 (72841280) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.77s (5769818469) - RowsReturned: 72,841,280 (72841280) - RowsReturnedRate: 101189 per second (101189) - TotalTime: 12.0m (719848348910) Node Lifecycle Event Timeline Open Started: 2.44s (2441923115) Open Finished: 18.24s (18240425701) First Batch Requested: 18.24s (18240425701) First Batch Returned: 18.24s (18241425669) Last Batch Returned: 27.0m (1621490974542) Closed: 27.0m (1621490974542) Buffer pool - AllocTime: 112ms (112996444) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 112ms (112996444) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.13s (1129964430) - BuildRowsPartitioned: 1,666,281 (1666281) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 158ms (158994994) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 23ms (23999249) - InactiveTotalTime: 14.35s (14347548256) - PeakMemoryUsage: 14.9 MiB (15586541) - RowsReturned: 1,666,281 (1666281) - RowsReturnedRate: 115118 per second (115118) - TotalTime: 14.47s (14474544262) Node Lifecycle Event Timeline Open Started: 2.44s (2441923115) Open Finished: 2.44s (2441923115) First Batch Requested: 2.44s (2441923115) First Batch Returned: 2.44s (2441923115) Last Batch Returned: 18.08s (18080430738) Closed: 18.24s (18240425701) Buffer pool - AllocTime: 597ms (597981172) - CumulativeAllocationBytes: 370.2 MiB (388153344) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 539ms (539982998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273982277) - TotalGetBatchTime: 14.45s (14445545171) - DataWaitTime: 14.35s (14347548256) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.08s (1079966003) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163658556) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 502ms (502638136) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.29s (1294959281) - InactiveTotalTime: 11.6m (695809105567) - PeakMemoryUsage: 11.4 MiB (11955633) - RowsReturned: 72,841,280 (72841280) - RowsReturnedRate: 104338 per second (104338) - TotalTime: 11.6m (698123032789) Node Lifecycle Event Timeline Open Started: 18.24s (18240425701) Open Finished: 18.24s (18240425701) First Batch Requested: 18.24s (18240425701) First Batch Returned: 18.24s (18240425701) Last Batch Returned: 27.0m (1621490974542) Closed: 27.0m (1621490974542) Buffer pool - AllocTime: 1.46s (1462953955) - CumulativeAllocationBytes: 4.7 GiB (5028814848) - CumulativeAllocations: 409,258 (409258) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.01s (1007968274) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4516159360) - TotalGetBatchTime: 11.6m (696680078161) - DataWaitTime: 11.6m (695809105567) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.00s (4000874133) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,629 (204629) - TotalBatchesReceived: 204,629 (204629) - TotalBytesReceived: 1.9 GiB (2044410172) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 144ms (144427925) - TotalRPCsDeferred: 22 (22) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 217 (217) - CodegenTotalWallClockTime: 2.26s (2261928783) - CodegenSysTime: 8ms (8877000) - CodegenUserTime: 939ms (939987000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 442ms (442986052) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 188ms (188994049) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.52s (1525951955) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 99ms (99996852) - TotalTime: 2.26s (2261928783) Instance c7456fdd806a4994:3209e92600000196 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.266 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 649.1 MiB (680681438) - PeakReservation: 637.0 MiB (667942912) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 27,670,066 (27670066) - TotalNetworkReceiveTime: 11.0m (660952088475) - TotalNetworkSendTime: 22.4m (1346943036150) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,750 (2750) - TotalThreadsTotalWallClockTime: 34.7m (2079336701951) - TotalThreadsSysTime: 3.64s (3637775000) - TotalThreadsUserTime: 1.1m (65896877000) - TotalThreadsVoluntaryContextSwitches: 81,671 (81671) - TotalTime: 34.7m (2079337701945) Fragment Instance Lifecycle Event Timeline Prepare Finished: 176ms (176998948) Open Finished: 18.23s (18229891644) First Batch Produced: 27.02s (27022839382) First Batch Sent: 27.02s (27022839382) ExecInternal Finished: 34.7m (2079515700888) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061283809255) - ExecTreeExecTime: 11.4m (681819965416) - InactiveTotalTime: 0ns (0) - OpenTime: 18.05s (18052892696) - ExecTreeOpenTime: 15.78s (15778906212) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.4m (1346966036012) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 27,670,066 (27670066) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.70s (18696889419) - TotalBytesSent: 1.8 GiB (1912499260) - TotalTime: 23.0m (1379379844335) - UncompressedRowBatchSize: 4.6 GiB (4909134053) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 316.1 MiB (331481216) - RowsReturned: 27,670,066 (27670066) - RowsReturnedRate: 39666 per second (39666) - TotalTime: 11.6m (697558871864) Node Lifecycle Event Timeline Open Started: 2.45s (2450985432) Open Finished: 18.23s (18229891644) First Batch Requested: 18.23s (18229891644) First Batch Returned: 27.02s (27022839382) Last Batch Returned: 34.7m (2079378701695) Closed: 34.7m (2079514700893) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 62ms (62999628) - HTResizeTime: 337ms (337997995) - HashBuckets: 3,801,088 (3801088) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 316.1 MiB (331456640) - PeakReservation: 316.0 MiB (331350016) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,741.04 (1741.0398837110074) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,110,874 (26110874) - RowsReturned: 27,670,066 (27670066) - StreamingTime: 27.33s (27334838309) - TotalTime: 0ns (0) Buffer pool - AllocTime: 26ms (26999841) - CumulativeAllocationBytes: 358.0 MiB (375390208) - CumulativeAllocations: 166 (166) - InactiveTotalTime: 0ns (0) - PeakReservation: 316.0 MiB (331350016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 316.0 MiB (331350016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999841) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,654 (1667654) - BuildTime: 1.34s (1339992030) - InactiveTotalTime: 0ns (0) - LocalTime: 7.37s (7370956335) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,954,170 (72954170) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.82s (5819965555) - RowsReturned: 72,954,170 (72954170) - RowsReturnedRate: 108925 per second (108925) - TotalTime: 11.2m (669761036301) Node Lifecycle Event Timeline Open Started: 2.45s (2450985432) Open Finished: 18.23s (18229891644) First Batch Requested: 18.23s (18229891644) First Batch Returned: 18.23s (18229891644) Last Batch Returned: 27.0m (1621527402273) Closed: 27.0m (1621527402273) Buffer pool - AllocTime: 86ms (86999483) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 85ms (85999489) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.14s (1136993236) - BuildRowsPartitioned: 1,667,654 (1667654) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 199ms (199998812) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 31ms (31999808) - InactiveTotalTime: 14.31s (14309914953) - PeakMemoryUsage: 14.8 MiB (15554803) - RowsReturned: 1,667,654 (1667654) - RowsReturnedRate: 115850 per second (115850) - TotalTime: 14.39s (14394914444) Node Lifecycle Event Timeline Open Started: 2.45s (2450985432) Open Finished: 2.45s (2450985432) First Batch Requested: 2.45s (2451985426) First Batch Returned: 2.45s (2451985426) Last Batch Returned: 18.01s (18011892939) Closed: 18.23s (18229891644) Buffer pool - AllocTime: 622ms (622996292) - CumulativeAllocationBytes: 370.4 MiB (388440064) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 426ms (426997461) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274195085) - TotalGetBatchTime: 14.36s (14358914660) - DataWaitTime: 14.31s (14309914953) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.03s (1028993872) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163778185) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 464ms (464419885) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.27s (1274992461) - InactiveTotalTime: 10.8m (646064176952) - PeakMemoryUsage: 11.3 MiB (11820401) - RowsReturned: 72,954,170 (72954170) - RowsReturnedRate: 112584 per second (112584) - TotalTime: 10.8m (647995165522) Node Lifecycle Event Timeline Open Started: 18.23s (18229891644) Open Finished: 18.23s (18229891644) First Batch Requested: 18.23s (18229891644) First Batch Returned: 18.23s (18229891644) Last Batch Returned: 27.0m (1621527402273) Closed: 27.0m (1621527402273) Buffer pool - AllocTime: 1.04s (1042993804) - CumulativeAllocationBytes: 4.7 GiB (5036646400) - CumulativeAllocations: 409,894 (409894) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 771ms (771995415) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4523158540) - TotalGetBatchTime: 10.8m (646570173950) - DataWaitTime: 10.8m (646064176952) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.61s (3610978593) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,947 (204947) - TotalBatchesReceived: 204,947 (204947) - TotalBytesReceived: 1.9 GiB (2047570257) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.03s (16029279779) - TotalRPCsDeferred: 9 (9) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 139 (139) - CodegenTotalWallClockTime: 2.27s (2273986484) - CodegenSysTime: 14ms (14802000) - CodegenUserTime: 934ms (934506000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 446ms (446997343) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 59ms (59999643) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.64s (1643990228) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 83ms (83999501) - TotalTime: 2.27s (2273986484) Instance c7456fdd806a4994:3209e9260000018e (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.975 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 655.2 MiB (687046622) - PeakReservation: 643.0 MiB (674234368) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 25,353,761 (25353761) - TotalNetworkReceiveTime: 12.2m (731513578784) - TotalNetworkSendTime: 21.3m (1276253785287) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,933 (2933) - TotalThreadsTotalWallClockTime: 34.6m (2078682129673) - TotalThreadsSysTime: 3.63s (3633161000) - TotalThreadsUserTime: 1.1m (64691620000) - TotalThreadsVoluntaryContextSwitches: 79,841 (79841) - TotalTime: 34.6m (2078683129670) Fragment Instance Lifecycle Event Timeline Prepare Finished: 138ms (138999539) Open Finished: 17.98s (17979940342) First Batch Produced: 27.00s (26996910428) First Batch Sent: 27.00s (26996910428) ExecInternal Finished: 34.6m (2078823129205) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.3m (2060841188870) - ExecTreeExecTime: 12.6m (753689505773) - InactiveTotalTime: 0ns (0) - OpenTime: 17.84s (17840940803) - ExecTreeOpenTime: 15.63s (15627948146) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.3m (1276275785214) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 25,353,761 (25353761) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.57s (17575941851) - TotalBytesSent: 1.6 GiB (1758123896) - TotalTime: 21.8m (1307075683348) - UncompressedRowBatchSize: 4.2 GiB (4498315143) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 322.1 MiB (337772672) - RowsReturned: 25,353,761 (25353761) - RowsReturnedRate: 32958 per second (32958) - TotalTime: 12.8m (769274454059) Node Lifecycle Event Timeline Open Started: 2.35s (2351992196) Open Finished: 17.98s (17979940342) First Batch Requested: 17.98s (17979940342) First Batch Returned: 27.00s (26996910428) Last Batch Returned: 34.5m (2070825155557) Closed: 34.6m (2078822129209) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 72ms (72999759) - HTResizeTime: 327ms (327998912) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 322.1 MiB (337748096) - PeakReservation: 322.0 MiB (337641472) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,741.82 (1741.815212974251) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,781,471 (23781471) - RowsReturned: 25,353,761 (25353761) - StreamingTime: 27.66s (27660908637) - TotalTime: 0ns (0) Buffer pool - AllocTime: 16ms (16999946) - CumulativeAllocationBytes: 372.0 MiB (390070272) - CumulativeAllocations: 170 (170) - InactiveTotalTime: 0ns (0) - PeakReservation: 322.0 MiB (337641472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 322.0 MiB (337641472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999946) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,086 (1664086) - BuildTime: 1.53s (1533994923) - InactiveTotalTime: 0ns (0) - LocalTime: 7.95s (7948973729) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,804,210 (72804210) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.23s (6226979438) - RowsReturned: 72,804,210 (72804210) - RowsReturnedRate: 98259 per second (98259) - TotalTime: 12.3m (740940547636) Node Lifecycle Event Timeline Open Started: 2.35s (2351992196) Open Finished: 17.98s (17978940345) First Batch Requested: 17.98s (17979940342) First Batch Returned: 17.98s (17979940342) Last Batch Returned: 27.0m (1621513635411) Closed: 27.0m (1621514635408) Buffer pool - AllocTime: 139ms (139999534) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 139ms (139999534) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.37s (1367995474) - BuildRowsPartitioned: 1,664,086 (1664086) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 160ms (160999466) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 26ms (26999910) - InactiveTotalTime: 13.95s (13947953707) - PeakMemoryUsage: 14.6 MiB (15346956) - RowsReturned: 1,664,086 (1664086) - RowsReturnedRate: 118423 per second (118423) - TotalTime: 14.05s (14051953364) Node Lifecycle Event Timeline Open Started: 2.35s (2351992196) Open Finished: 2.35s (2351992196) First Batch Requested: 2.35s (2354992186) First Batch Returned: 2.35s (2354992186) Last Batch Returned: 17.82s (17816940883) Closed: 17.98s (17978940345) Buffer pool - AllocTime: 649ms (649997838) - CumulativeAllocationBytes: 369.7 MiB (387629056) - CumulativeAllocations: 18,952 (18952) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 479ms (479998403) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 260.9 MiB (273615559) - TotalGetBatchTime: 14.01s (14012953494) - DataWaitTime: 13.95s (13947953707) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.05s (1050996517) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,476 (9476) - TotalBatchesReceived: 9,476 (9476) - TotalBytesReceived: 155.9 MiB (163434187) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 372ms (372116119) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.32s (1317995653) - InactiveTotalTime: 11.9m (716675628021) - PeakMemoryUsage: 11.2 MiB (11700050) - RowsReturned: 72,804,210 (72804210) - RowsReturnedRate: 101266 per second (101266) - TotalTime: 12.0m (718939620543) Node Lifecycle Event Timeline Open Started: 17.98s (17978940345) Open Finished: 17.98s (17978940345) First Batch Requested: 17.98s (17978940345) First Batch Returned: 17.98s (17978940345) Last Batch Returned: 27.0m (1621513635411) Closed: 27.0m (1621513635411) Buffer pool - AllocTime: 1.73s (1727994284) - CumulativeAllocationBytes: 4.7 GiB (5026234368) - CumulativeAllocations: 409,048 (409048) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.1 MiB (11689984) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.1 MiB (11689984) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.25s (1253995857) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4513861020) - TotalGetBatchTime: 12.0m (717454625438) - DataWaitTime: 11.9m (716675628021) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.38s (4383985540) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,524 (204524) - TotalBatchesReceived: 204,524 (204524) - TotalBytesReceived: 1.9 GiB (2043338641) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 9.30s (9304966729) - TotalRPCsDeferred: 1 (1) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 182 (182) - CodegenTotalWallClockTime: 2.21s (2212992657) - CodegenSysTime: 17ms (17790000) - CodegenUserTime: 906ms (906344000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 436ms (436998550) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 116ms (116999612) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.59s (1590994721) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 59ms (59999801) - TotalTime: 2.21s (2212992657) Instance c7456fdd806a4994:3209e92600000197 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:34.637 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 655.1 MiB (686972894) - PeakReservation: 643.0 MiB (674234368) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 25,678,593 (25678593) - TotalNetworkReceiveTime: 11.5m (689733625603) - TotalNetworkSendTime: 21.9m (1311930764813) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,440 (2440) - TotalThreadsTotalWallClockTime: 34.5m (2070847848661) - TotalThreadsSysTime: 3.46s (3461487000) - TotalThreadsUserTime: 1.1m (63639016000) - TotalThreadsVoluntaryContextSwitches: 84,146 (84146) - TotalTime: 34.5m (2070848848639) Fragment Instance Lifecycle Event Timeline Prepare Finished: 166ms (166996283) Open Finished: 18.36s (18360591363) First Batch Produced: 27.17s (27169395315) First Batch Sent: 27.17s (27169395315) ExecInternal Finished: 34.5m (2071016844900) Buffer pool - AllocTime: 46ms (46998953) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 46ms (46998953) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.2m (2052654253581) - ExecTreeExecTime: 11.8m (710447163518) - InactiveTotalTime: 0ns (0) - OpenTime: 18.19s (18193595080) - ExecTreeOpenTime: 16.35s (16349636119) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=63) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.9m (1311949764391) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 25,678,593 (25678593) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.98s (16982621516) - TotalBytesSent: 1.7 GiB (1780034614) - TotalTime: 22.4m (1342122091954) - UncompressedRowBatchSize: 4.2 GiB (4555817398) AGGREGATION_NODE (id=20) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 322.1 MiB (337772672) - RowsReturned: 25,678,593 (25678593) - RowsReturnedRate: 35333 per second (35333) - TotalTime: 12.1m (726756800526) Node Lifecycle Event Timeline Open Started: 2.01s (2010955244) Open Finished: 18.36s (18360591363) First Batch Requested: 18.36s (18360591363) First Batch Returned: 27.17s (27169395315) Last Batch Returned: 34.5m (2070767850448) Closed: 34.5m (2071016844900) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 91ms (91997944) - HTResizeTime: 333ms (333992561) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 322.1 MiB (337748096) - PeakReservation: 322.0 MiB (337641472) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,743.31 (1743.307522600671) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,101,245 (24101245) - RowsReturned: 25,678,593 (25678593) - StreamingTime: 27.19s (27187394020) - TotalTime: 0ns (0) Buffer pool - AllocTime: 21ms (21999507) - CumulativeAllocationBytes: 372.0 MiB (390070272) - CumulativeAllocations: 170 (170) - InactiveTotalTime: 0ns (0) - PeakReservation: 322.0 MiB (337641472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 322.0 MiB (337641472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999507) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=19) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,088 (1668088) - BuildTime: 1.46s (1464967389) - InactiveTotalTime: 0ns (0) - LocalTime: 7.63s (7628830071) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 72,968,382 (72968382) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.00s (5998866357) - RowsReturned: 72,968,382 (72968382) - RowsReturnedRate: 104402 per second (104402) - TotalTime: 11.6m (698912421143) Node Lifecycle Event Timeline Open Started: 2.01s (2010955244) Open Finished: 18.36s (18359591386) First Batch Requested: 18.36s (18360591363) First Batch Returned: 18.36s (18360591363) Last Batch Returned: 27.0m (1621696858006) Closed: 27.0m (1621696858006) Buffer pool - AllocTime: 49ms (49998887) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47998931) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=19) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1236972463) - BuildRowsPartitioned: 1,668,088 (1668088) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 177ms (177996039) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=62) - ConvertRowBatchTime: 32ms (32999268) - InactiveTotalTime: 14.81s (14815670266) - PeakMemoryUsage: 10.8 MiB (11345920) - RowsReturned: 1,668,088 (1668088) - RowsReturnedRate: 112120 per second (112120) - TotalTime: 14.88s (14877668890) Node Lifecycle Event Timeline Open Started: 2.01s (2010955244) Open Finished: 2.01s (2010955244) First Batch Requested: 2.06s (2058954175) First Batch Returned: 2.06s (2058954175) Last Batch Returned: 18.18s (18180595369) Closed: 18.36s (18359591386) Buffer pool - AllocTime: 571ms (571987274) - CumulativeAllocationBytes: 370.5 MiB (388497408) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.8 MiB (11345920) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.8 MiB (11345920) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 547ms (547987806) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274286907) - TotalGetBatchTime: 14.84s (14837669781) - DataWaitTime: 14.81s (14815670266) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 949ms (949978853) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163838342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=61) - ConvertRowBatchTime: 1.39s (1391968996) - InactiveTotalTime: 11.2m (673864978791) - PeakMemoryUsage: 11.2 MiB (11726547) - RowsReturned: 72,968,382 (72968382) - RowsReturnedRate: 107876 per second (107876) - TotalTime: 11.3m (676405922182) Node Lifecycle Event Timeline Open Started: 18.36s (18359591386) Open Finished: 18.36s (18359591386) First Batch Requested: 18.36s (18359591386) First Batch Returned: 18.36s (18359591386) Last Batch Returned: 27.0m (1621696858006) Closed: 27.0m (1621696858006) Buffer pool - AllocTime: 1.69s (1687962407) - CumulativeAllocationBytes: 4.7 GiB (5037596672) - CumulativeAllocations: 409,974 (409974) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11706368) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11706368) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1079975945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4524039684) - TotalGetBatchTime: 11.2m (674855956711) - DataWaitTime: 11.2m (673864978791) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.29s (4288904453) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 204,987 (204987) - TotalBatchesReceived: 204,987 (204987) - TotalBytesReceived: 1.9 GiB (2047931160) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 9.51s (9505378727) - TotalRPCsDeferred: 2 (2) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 126 (126) - CodegenTotalWallClockTime: 1.84s (1843958961) - CodegenSysTime: 18ms (18803000) - CodegenUserTime: 922ms (922398000) - CodegenVoluntaryContextSwitches: 74 (74) - CompileTime: 619ms (619986202) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62998598) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.06s (1065976275) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 81ms (81998175) - TotalTime: 1.84s (1843958961) Averaged Fragment F13 split sizes: min: 25.32 GB, max: 25.80 GB, avg: 25.56 GB, stddev: 113.09 MB completion times: min:24m52s max:27m6s mean: 25m37s stddev:16s094ms execution rates: min:16.18 MB/sec max:17.48 MB/sec mean:17.03 MB/sec stddev:177.86 KB/sec num instances: 39 - AverageThreadTokens: 2.00 (1.9991801671514107) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998366) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 73,077,115 (73077115) - TotalNetworkReceiveTime: 17ms (17153657) - TotalNetworkSendTime: 24.9m (1493219489841) - TotalStorageWaitTime: 9.65s (9651031354) - TotalThreadsInvoluntaryContextSwitches: 316 (316) - TotalThreadsTotalWallClockTime: 51.1m (3067766486803) - TotalThreadsSysTime: 2.96s (2965469205) - TotalThreadsUserTime: 35.05s (35054003435) - TotalThreadsVoluntaryContextSwitches: 88,237 (88237) - TotalTime: 25.6m (1534540087737) Buffer pool - AllocTime: 205.12us (205123) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 205.12us (205123) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532879097427) - ExecTreeExecTime: 10.79s (10787621857) - InactiveTotalTime: 0ns (0) - OpenTime: 1.65s (1646605977) - ExecTreeOpenTime: 536ms (536502789) - PrepareTime: 14ms (14384333) - ExecTreePrepareTime: 10ms (10384436) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1222723) - RowsSent: 73,077,115 (73077115) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.40s (13398598716) - TotalBytesSent: 1.9 GiB (2051411566) - TotalTime: 25.3m (1518286960862) - UncompressedRowBatchSize: 4.2 GiB (4530781184) HASH_JOIN_NODE (id=18) - BuildRows: 365 (365) - BuildTime: 15ms (15127869) - InactiveTotalTime: 0ns (0) - LocalTime: 2.77s (2765963966) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,077,115 (73077115) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.61s (2610326374) - RowsReturned: 73,077,115 (73077115) - RowsReturnedRate: 12272467 per second (12272467) - TotalTime: 11.30s (11296202296) Buffer pool - AllocTime: 12ms (12179224) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12102302) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) - BuildRowsPartitionTime: 12ms (12333064) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 153.84us (153841) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 358 per second (358) - TotalTime: 17ms (17153657) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 17ms (17153657) - DataWaitTime: 17ms (17153657) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) - AverageHdfsReadThreadConcurrency: 0.02 (0.01981250766750825) - AverageScannerThreadConcurrency: 1.00 (0.9999079055368062) - BytesRead: 1.2 GiB (1278996938) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1278996938) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1278996938) - CachedFileHandlesHitCount: 228 (228) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 814ms (814571620) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.58s (7576398613) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680914) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 71.3 MiB/s (74741137) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2412086140) - RowBatchQueueGetWaitTime: 7.91s (7905610868) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.2m (1513906731197) - RowBatchesEnqueued: 71,428 (71428) - RowsRead: 73,077,115 (73077115) - RowsReturned: 73,077,115 (73077115) - RowsReturnedRate: 23957246 per second (23957246) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 9.65s (9651031354) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 25.6m (1533240809039) - ScannerThreadsSysTime: 571ms (571891666) - ScannerThreadsUserTime: 8.47s (8467057923) - ScannerThreadsVoluntaryContextSwitches: 52,818 (52818) - TotalRawHdfsOpenFileTime(*): 1ms (1435865) - TotalRawHdfsReadTime(*): 29.47s (29474391494) - TotalReadThroughput: 813.9 KiB/s (833386) - TotalTime: 8.51s (8513084671) Buffer pool - AllocTime: 75ms (75306069) - CumulativeAllocationBytes: 1.5 GiB (1570686188) - CumulativeAllocations: 228 (228) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 75ms (75177867) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 412,304 (412304) - Rows rejected: 0 (0) - Rows total: 73,077,115 (73077115) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 129 (129) - Files rejected: 103 (103) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,377 (71377) - RowGroups rejected: 0 (0) - RowGroups total: 71,377 (71377) - Rows processed: 420,102 (420102) - Rows rejected: 0 (0) - Rows total: 73,077,115 (73077115) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 51 (51) - CodegenTotalWallClockTime: 1.11s (1110051906) - CodegenSysTime: 3ms (3961512) - CodegenUserTime: 426ms (426438769) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 387ms (387965531) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33640263) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 610ms (610191449) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 71ms (71331732) - TotalTime: 1.11s (1110051906) Fragment F13 Instance c7456fdd806a4994:3209e9260000014a (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:53:07.744 Hdfs split stats (:<# splits>/): 0:131/25.69 GB Filter 20 arrival: 735ms Filter 18 arrival: 18s564ms - AverageThreadTokens: 2.00 (1.9993746091307067) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84031721) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 69,685,751 (69685751) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 21.8m (1306644588398) - TotalStorageWaitTime: 3.5m (208547063353) - TotalThreadsInvoluntaryContextSwitches: 375 (375) - TotalThreadsTotalWallClockTime: 54.0m (3242006322421) - TotalThreadsSysTime: 2.86s (2864341000) - TotalThreadsUserTime: 32.15s (32153663000) - TotalThreadsVoluntaryContextSwitches: 83,579 (83579) - TotalTime: 27.0m (1621534153720) Fragment Instance Lifecycle Event Timeline Prepare Finished: 110ms (110998434) Open Finished: 8.63s (8631878217) First Batch Produced: 8.63s (8631878217) First Batch Sent: 8.63s (8631878217) ExecInternal Finished: 27.0m (1621647152126) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 26.9m (1613012273951) - ExecTreeExecTime: 3.5m (209647047908) - InactiveTotalTime: 0ns (0) - OpenTime: 8.52s (8520879783) - ExecTreeOpenTime: 7.79s (7786890139) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 999.99us (999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.8m (1306667588073) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 69,685,751 (69685751) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.52s (12516823799) - TotalBytesSent: 1.8 GiB (1956222992) - TotalTime: 22.5m (1350800966423) - UncompressedRowBatchSize: 4.0 GiB (4320516562) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.99us (999986) - InactiveTotalTime: 0ns (0) - LocalTime: 2.51s (2510964622) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 69,685,751 (69685751) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.37s (2367966632) - RowsReturned: 69,685,751 (69685751) - RowsReturnedRate: 320556 per second (320556) - TotalTime: 3.6m (217389938666) Node Lifecycle Event Timeline Open Started: 844ms (844988078) Open Finished: 8.63s (8631878217) First Batch Requested: 8.63s (8631878217) First Batch Returned: 8.63s (8631878217) Last Batch Returned: 27.0m (1621605152717) Closed: 27.0m (1621646152140) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.99us (999986) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 844ms (844988078) Open Finished: 844ms (844988078) First Batch Requested: 844ms (844988078) First Batch Returned: 844ms (844988078) Last Batch Returned: 844ms (844988078) Closed: 845ms (845988064) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:131/25.69 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 266ms Hdfs Read Thread Concurrency Bucket: 0:85.29% 1:4.631% 2:5.006% 3:3.223% 4:1.815% 5:0.03129% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):107 - AverageHdfsReadThreadConcurrency: 0.32 (0.3172715894868586) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1219997290) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1219997290) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1219997290) - CachedFileHandlesHitCount: 216 (216) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1.36s (1357980878) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 23.52s (23521668601) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680943) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 2.3 MiB/s (2407598) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2300184576) - RowBatchQueueGetWaitTime: 3.6m (214023986088) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 22.9m (1373215650820) - RowBatchesEnqueued: 68,114 (68114) - RowsRead: 69,685,751 (69685751) - RowsReturned: 69,685,751 (69685751) - RowsReturnedRate: 324302 per second (324302) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 3.5m (208547063353) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 27.0m (1620473168687) - ScannerThreadsSysTime: 562ms (562551000) - ScannerThreadsUserTime: 7.92s (7917503000) - ScannerThreadsVoluntaryContextSwitches: 50,370 (50370) - TotalRawHdfsOpenFileTime(*): 2ms (2999958) - TotalRawHdfsReadTime(*): 8.4m (506727863734) - TotalReadThroughput: 744.6 KiB/s (762503) - TotalTime: 3.6m (214878974044) Node Lifecycle Event Timeline Open Started: 845ms (845988064) Open Finished: 845ms (845988064) First Batch Requested: 845ms (845988064) First Batch Returned: 8.63s (8631878217) Last Batch Returned: 27.0m (1621605152717) Closed: 27.0m (1621646152140) Buffer pool - AllocTime: 276ms (276996096) - CumulativeAllocationBytes: 1.4 GiB (1508900864) - CumulativeAllocations: 216 (216) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 276ms (276996096) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 388,096 (388096) - Rows rejected: 0 (0) - Rows total: 69,685,751 (69685751) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 131 (131) - Files rejected: 107 (107) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 68,066 (68066) - RowGroups rejected: 0 (0) - RowGroups total: 68,066 (68066) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 69,685,751 (69685751) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 733ms (733989644) - CodegenSysTime: 10ms (10871000) - CodegenUserTime: 416ms (416196000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 258ms (258996346) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34999506) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 381ms (381994610) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 45ms (45999351) - TotalTime: 733ms (733989644) Instance c7456fdd806a4994:3209e9260000013c (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:44.230 Hdfs split stats (:<# splits>/): 0:130/25.55 GB Filter 20 arrival: 1s502ms Filter 18 arrival: 18s638ms - AverageThreadTokens: 2.00 (1.9990240728692257) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84007259) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 75,491,965 (75491965) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 24.9m (1494809824842) - TotalStorageWaitTime: 6.88s (6881792081) - TotalThreadsInvoluntaryContextSwitches: 506 (506) - TotalThreadsTotalWallClockTime: 51.3m (3076328029780) - TotalThreadsSysTime: 3.15s (3147359000) - TotalThreadsUserTime: 37.33s (37325247000) - TotalThreadsVoluntaryContextSwitches: 87,721 (87721) - TotalTime: 25.7m (1539033488613) Fragment Instance Lifecycle Event Timeline Prepare Finished: 230ms (230993018) Open Finished: 2.13s (2133935505) First Batch Produced: 2.13s (2133935505) First Batch Sent: 2.13s (2133935505) ExecInternal Finished: 25.7m (1539264481630) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.6m (1537129546156) - ExecTreeExecTime: 8.16s (8162753377) - InactiveTotalTime: 0ns (0) - OpenTime: 1.90s (1902942487) - ExecTreeOpenTime: 401ms (401987851) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.9m (1494836824026) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 75,491,965 (75491965) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.32s (14317567395) - TotalBytesSent: 2.0 GiB (2119004088) - TotalTime: 25.4m (1521241026233) - UncompressedRowBatchSize: 4.4 GiB (4680501830) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.94s (2941911099) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 75,491,965 (75491965) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.79s (2795915517) - RowsReturned: 75,491,965 (75491965) - RowsReturnedRate: 8875410 per second (8875410) - TotalTime: 8.51s (8505743012) Node Lifecycle Event Timeline Open Started: 1.73s (1731947654) Open Finished: 2.13s (2133935505) First Batch Requested: 2.13s (2133935505) First Batch Returned: 2.13s (2133935505) Last Batch Returned: 25.7m (1539161484742) Closed: 25.7m (1539264481630) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.73s (1731947654) Open Finished: 1.73s (1731947654) First Batch Requested: 1.73s (1731947654) First Batch Returned: 1.73s (1731947654) Last Batch Returned: 1.73s (1731947654) Closed: 1.73s (1732947624) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:130/25.55 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:99.35% 1:0.1954% 2:0.09769% 3:0.09769% 4:0.2279% 5:0.03256% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):105 - AverageHdfsReadThreadConcurrency: 0.02 (0.017583848909150115) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1320524404) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1320524404) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1320524404) - CachedFileHandlesHitCount: 230 (230) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1.02s (1020969158) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 9.23s (9232721042) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680943) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 58.0 MiB/s (60779873) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2491721728) - RowBatchQueueGetWaitTime: 4.97s (4967849916) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518913096538) - RowBatchesEnqueued: 73,784 (73784) - RowsRead: 75,491,965 (75491965) - RowsReturned: 75,491,965 (75491965) - RowsReturnedRate: 13568340 per second (13568340) - ScanRangesComplete: 130 (130) - ScannerIoWaitTime: 6.88s (6881792081) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.6m (1537295541137) - ScannerThreadsSysTime: 614ms (614212000) - ScannerThreadsUserTime: 8.87s (8866318000) - ScannerThreadsVoluntaryContextSwitches: 51,320 (51320) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 21.73s (21726343561) - TotalReadThroughput: 838.7 KiB/s (858805) - TotalTime: 5.56s (5563831913) Node Lifecycle Event Timeline Open Started: 1.73s (1732947624) Open Finished: 1.73s (1732947624) First Batch Requested: 1.73s (1732947624) First Batch Returned: 2.13s (2133935505) Last Batch Returned: 25.7m (1539161484742) Closed: 25.7m (1539264481630) Buffer pool - AllocTime: 99ms (99996977) - CumulativeAllocationBytes: 1.5 GiB (1641152512) - CumulativeAllocations: 230 (230) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 99ms (99996977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 401,408 (401408) - Rows rejected: 0 (0) - Rows total: 75,491,965 (75491965) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 130 (130) - Files rejected: 105 (105) - Files total: 130 (130) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,734 (73734) - RowGroups rejected: 0 (0) - RowGroups total: 73,734 (73734) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 75,491,965 (75491965) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 56 (56) - CodegenTotalWallClockTime: 1.50s (1500954636) - CodegenSysTime: 5ms (5883000) - CodegenUserTime: 433ms (433360000) - CodegenVoluntaryContextSwitches: 99 (99) - CompileTime: 492ms (492985100) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 140ms (140995738) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 784ms (784976275) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 73ms (73997764) - TotalTime: 1.50s (1500954636) Instance c7456fdd806a4994:3209e9260000013e (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:43.432 Hdfs split stats (:<# splits>/): 0:125/25.38 GB Filter 20 arrival: 1s159ms Filter 18 arrival: 18s617ms - AverageThreadTokens: 2.00 (1.9990240728692257) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83974424) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 85,903,909 (85903909) - TotalNetworkReceiveTime: 108ms (108998770) - TotalNetworkSendTime: 25.0m (1500181068363) - TotalStorageWaitTime: 4.48s (4477949613) - TotalThreadsInvoluntaryContextSwitches: 363 (363) - TotalThreadsTotalWallClockTime: 51.3m (3075152294673) - TotalThreadsSysTime: 3.36s (3359145000) - TotalThreadsUserTime: 40.38s (40376544000) - TotalThreadsVoluntaryContextSwitches: 99,876 (99876) - TotalTime: 25.6m (1538260639614) Fragment Instance Lifecycle Event Timeline Prepare Finished: 170ms (170998070) Open Finished: 1.76s (1764980083) First Batch Produced: 1.76s (1764980083) First Batch Sent: 1.76s (1765980071) ExecInternal Finished: 25.6m (1538400638034) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.6m (1536634657962) - ExecTreeExecTime: 6.27s (6268929469) - InactiveTotalTime: 0ns (0) - OpenTime: 1.59s (1593982013) - ExecTreeOpenTime: 607ms (607993139) - PrepareTime: 31ms (31999639) - ExecTreePrepareTime: 14ms (14999830) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1500204068108) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 85,903,909 (85903909) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.54s (15541825003) - TotalBytesSent: 2.2 GiB (2411175851) - TotalTime: 25.5m (1528269752100) - UncompressedRowBatchSize: 5.0 GiB (5326042358) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 31ms (31999639) - InactiveTotalTime: 0ns (0) - LocalTime: 3.24s (3240963491) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 85,903,909 (85903909) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.07s (3069965416) - RowsReturned: 85,903,909 (85903909) - RowsReturnedRate: 12544520 per second (12544520) - TotalTime: 6.85s (6847922927) Node Lifecycle Event Timeline Open Started: 1.16s (1156986944) Open Finished: 1.76s (1764980083) First Batch Requested: 1.76s (1764980083) First Batch Returned: 1.76s (1764980083) Last Batch Returned: 25.6m (1538353638562) Closed: 25.6m (1538399638045) Buffer pool - AllocTime: 31ms (31999639) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999639) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 31ms (31999639) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 108ms (108998770) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 3348 per second (3348) - TotalTime: 108ms (108998770) Node Lifecycle Event Timeline Open Started: 1.16s (1156986944) Open Finished: 1.16s (1156986944) First Batch Requested: 1.16s (1156986944) First Batch Returned: 1.26s (1265985714) Last Batch Returned: 1.26s (1265985714) Closed: 1.30s (1297985353) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 108ms (108998770) - DataWaitTime: 108ms (108998770) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:125/25.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.61% 1:0.09766% 2:0.03255% 3:0.03255% 4:0.09766% 5:0.1302% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):95 - AverageHdfsReadThreadConcurrency: 0.01 (0.013020833333333334) - AverageScannerThreadConcurrency: 1.00 (0.9996744791666666) - BytesRead: 1.4 GiB (1503143449) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.4 GiB (1503143449) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.4 GiB (1503143449) - CachedFileHandlesHitCount: 268 (268) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 911ms (911989736) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 8.09s (8085908974) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680926) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 73.6 MiB/s (77164289) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.6 GiB (2835440640) - RowBatchQueueGetWaitTime: 2.82s (2816968325) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.4m (1521997822723) - RowBatchesEnqueued: 83,965 (83965) - RowsRead: 85,903,909 (85903909) - RowsReturned: 85,903,909 (85903909) - RowsReturnedRate: 24558283 per second (24558283) - ScanRangesComplete: 125 (125) - ScannerIoWaitTime: 4.48s (4477949613) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.6m (1536923654698) - ScannerThreadsSysTime: 640ms (640473000) - ScannerThreadsUserTime: 9.92s (9921357000) - ScannerThreadsVoluntaryContextSwitches: 64,163 (64163) - TotalRawHdfsOpenFileTime(*): 999.99us (999989) - TotalRawHdfsReadTime(*): 19.48s (19479780859) - TotalReadThroughput: 954.8 KiB/s (977724) - TotalTime: 3.50s (3497960666) Node Lifecycle Event Timeline Open Started: 1.30s (1297985353) Open Finished: 1.30s (1297985353) First Batch Requested: 1.30s (1297985353) First Batch Returned: 1.76s (1764980083) Last Batch Returned: 25.6m (1538353638562) Closed: 25.6m (1538399638045) Buffer pool - AllocTime: 255ms (255997110) - CumulativeAllocationBytes: 1.7 GiB (1851523072) - CumulativeAllocations: 268 (268) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 255ms (255997110) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 490,496 (490496) - Rows rejected: 0 (0) - Rows total: 85,903,909 (85903909) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 125 (125) - Files rejected: 95 (95) - Files total: 125 (125) - InactiveTotalTime: 0ns (0) - RowGroups processed: 83,905 (83905) - RowGroups rejected: 0 (0) - RowGroups total: 83,905 (83905) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 85,903,909 (85903909) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 24 (24) - CodegenTotalWallClockTime: 985ms (985988874) - CodegenSysTime: 4ms (4010000) - CodegenUserTime: 430ms (430043000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 405ms (405995419) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41999526) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 419ms (419995260) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 114ms (114998703) - TotalTime: 985ms (985988874) Instance c7456fdd806a4994:3209e9260000015c (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.006 Hdfs split stats (:<# splits>/): 0:127/25.54 GB Filter 20 arrival: 1s131ms Filter 18 arrival: 18s756ms - AverageThreadTokens: 2.00 (1.9990228013029316) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982689) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 80,861,161 (80861161) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499700964733) - TotalStorageWaitTime: 4.10s (4104928765) - TotalThreadsInvoluntaryContextSwitches: 405 (405) - TotalThreadsTotalWallClockTime: 51.2m (3071118684874) - TotalThreadsSysTime: 3.28s (3278918000) - TotalThreadsUserTime: 38.66s (38659888000) - TotalThreadsVoluntaryContextSwitches: 95,365 (95365) - TotalTime: 25.6m (1536208331167) Fragment Instance Lifecycle Event Timeline Prepare Finished: 137ms (137997603) Open Finished: 1.55s (1552973027) First Batch Produced: 1.56s (1559972905) First Batch Sent: 1.56s (1559972905) ExecInternal Finished: 25.6m (1536338328908) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.6m (1534783355916) - ExecTreeExecTime: 5.83s (5831898811) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1414975424) - ExecTreeOpenTime: 302ms (302994738) - PrepareTime: 9ms (9999827) - ExecTreePrepareTime: 9ms (9999827) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499730964206) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 80,861,161 (80861161) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.06s (15062738592) - TotalBytesSent: 2.1 GiB (2269574205) - TotalTime: 25.5m (1527015490690) - UncompressedRowBatchSize: 4.7 GiB (5013391982) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 8ms (8999844) - InactiveTotalTime: 0ns (0) - LocalTime: 2.94s (2937949050) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 80,861,161 (80861161) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.78s (2780951778) - RowsReturned: 80,861,161 (80861161) - RowsReturnedRate: 13256158 per second (13256158) - TotalTime: 6.10s (6099894162) Node Lifecycle Event Timeline Open Started: 1.25s (1249978289) Open Finished: 1.55s (1552973027) First Batch Requested: 1.55s (1552973027) First Batch Returned: 1.56s (1559972905) Last Batch Returned: 25.6m (1536287329793) Closed: 25.6m (1536338328908) Buffer pool - AllocTime: 8ms (8999844) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999861) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 8ms (8999844) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.25s (1249978289) Open Finished: 1.25s (1249978289) First Batch Requested: 1.25s (1249978289) First Batch Returned: 1.25s (1249978289) Last Batch Returned: 1.25s (1249978289) Closed: 1.26s (1258978133) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:127/25.54 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.06521% 2:0.03261% 3:0% 4:0.06521% 5:0.09782% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):99 - AverageHdfsReadThreadConcurrency: 0.01 (0.008803390935767852) - AverageScannerThreadConcurrency: 1.00 (0.9996739484838605) - BytesRead: 1.3 GiB (1414813856) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1414813856) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1414813856) - CachedFileHandlesHitCount: 252 (252) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 922ms (922984000) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.61s (7606867988) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680912) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 79.6 MiB/s (83510707) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.5 GiB (2668905472) - RowBatchQueueGetWaitTime: 2.46s (2464957236) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.4m (1521454587195) - RowBatchesEnqueued: 79,033 (79033) - RowsRead: 80,861,161 (80861161) - RowsReturned: 80,861,161 (80861161) - RowsReturnedRate: 25573233 per second (25573233) - ScanRangesComplete: 127 (127) - ScannerIoWaitTime: 4.10s (4104928765) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 25.6m (1534920353534) - ScannerThreadsSysTime: 654ms (654433000) - ScannerThreadsUserTime: 9.36s (9357740000) - ScannerThreadsVoluntaryContextSwitches: 59,854 (59854) - TotalRawHdfsOpenFileTime(*): 999.98us (999983) - TotalRawHdfsReadTime(*): 16.94s (16941706039) - TotalReadThroughput: 900.1 KiB/s (921724) - TotalTime: 3.16s (3161945112) Node Lifecycle Event Timeline Open Started: 1.26s (1258978133) Open Finished: 1.26s (1258978133) First Batch Requested: 1.26s (1258978133) First Batch Returned: 1.55s (1552973027) Last Batch Returned: 25.6m (1536286329810) Closed: 25.6m (1536338328908) Buffer pool - AllocTime: 38ms (38999329) - CumulativeAllocationBytes: 1.6 GiB (1721237504) - CumulativeAllocations: 252 (252) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38999329) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 80,861,161 (80861161) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 127 (127) - Files rejected: 99 (99) - Files total: 127 (127) - InactiveTotalTime: 0ns (0) - RowGroups processed: 78,977 (78977) - RowGroups rejected: 0 (0) - RowGroups total: 78,977 (78977) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 80,861,161 (80861161) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.11s (1111980686) - CodegenSysTime: 3ms (3958000) - CodegenUserTime: 422ms (422955000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 440ms (440992340) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999531) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 574ms (574990013) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 66ms (66998836) - TotalTime: 1.11s (1111980686) Instance c7456fdd806a4994:3209e92600000141 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.575 Hdfs split stats (:<# splits>/): 0:123/25.56 GB Filter 20 arrival: 1s322ms Filter 18 arrival: 18s811ms - AverageThreadTokens: 2.00 (1.9993481095176011) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990810) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 78,989,453 (78989453) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1500125110351) - TotalStorageWaitTime: 4.14s (4138851378) - TotalThreadsInvoluntaryContextSwitches: 322 (322) - TotalThreadsTotalWallClockTime: 51.2m (3069607729945) - TotalThreadsSysTime: 3.06s (3055836000) - TotalThreadsUserTime: 36.93s (36927822000) - TotalThreadsVoluntaryContextSwitches: 93,311 (93311) - TotalTime: 25.6m (1535513839452) Fragment Instance Lifecycle Event Timeline Prepare Finished: 66ms (66997591) Open Finished: 1.61s (1612942019) First Batch Produced: 1.61s (1612942019) First Batch Sent: 1.61s (1612942019) ExecInternal Finished: 25.6m (1535581837007) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.6m (1533966895060) - ExecTreeExecTime: 5.71s (5711794891) - InactiveTotalTime: 0ns (0) - OpenTime: 1.54s (1545944428) - ExecTreeOpenTime: 225ms (225991876) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1500162109022) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 78,989,453 (78989453) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.18s (14175490916) - TotalBytesSent: 2.1 GiB (2216883623) - TotalTime: 25.4m (1525773189306) - UncompressedRowBatchSize: 4.6 GiB (4897346086) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.96us (999964) - InactiveTotalTime: 0ns (0) - LocalTime: 2.91s (2907895552) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 78,989,453 (78989453) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.74s (2744901409) - RowsReturned: 78,989,453 (78989453) - RowsReturnedRate: 13411254 per second (13411254) - TotalTime: 5.89s (5889788493) Node Lifecycle Event Timeline Open Started: 1.39s (1386950143) Open Finished: 1.61s (1612942019) First Batch Requested: 1.61s (1612942019) First Batch Returned: 1.61s (1612942019) Last Batch Returned: 25.6m (1535552838048) Closed: 25.6m (1535581837007) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.39s (1386950143) Open Finished: 1.39s (1386950143) First Batch Requested: 1.39s (1387950107) First Batch Returned: 1.39s (1387950107) Last Batch Returned: 1.39s (1387950107) Closed: 1.39s (1387950107) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:123/25.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.03262% 2:0.06523% 3:0.06523% 4:0.03262% 5:0.09785% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):97 - AverageHdfsReadThreadConcurrency: 0.01 (0.009784735812133072) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1380803680) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1380803680) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1380803680) - CachedFileHandlesHitCount: 240 (240) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 811ms (811970841) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.47s (7467731857) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79681002) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 75.3 MiB/s (78969075) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2607159296) - RowBatchQueueGetWaitTime: 2.42s (2423912976) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1520716370875) - RowBatchesEnqueued: 77,202 (77202) - RowsRead: 78,989,453 (78989453) - RowsReturned: 78,989,453 (78989453) - RowsReturnedRate: 26489701 per second (26489701) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 4.14s (4138851378) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 25.6m (1534094890457) - ScannerThreadsSysTime: 557ms (557369000) - ScannerThreadsUserTime: 9.09s (9086544000) - ScannerThreadsVoluntaryContextSwitches: 57,824 (57824) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 17.48s (17485372164) - TotalReadThroughput: 878.8 KiB/s (899875) - TotalTime: 2.98s (2981892941) Node Lifecycle Event Timeline Open Started: 1.39s (1387950107) Open Finished: 1.39s (1387950107) First Batch Requested: 1.39s (1387950107) First Batch Returned: 1.61s (1612942019) Last Batch Returned: 25.6m (1535552838048) Closed: 25.6m (1535581837007) Buffer pool - AllocTime: 87ms (87996837) - CumulativeAllocationBytes: 1.6 GiB (1700003840) - CumulativeAllocations: 240 (240) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 87ms (87996837) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 415,744 (415744) - Rows rejected: 0 (0) - Rows total: 78,989,453 (78989453) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 123 (123) - Files rejected: 97 (97) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 77,150 (77150) - RowGroups rejected: 0 (0) - RowGroups total: 77,150 (77150) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 78,989,453 (78989453) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.32s (1319952552) - CodegenSysTime: 5ms (5991000) - CodegenUserTime: 424ms (424403000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 607ms (607978145) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999604) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 619ms (619977714) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 79ms (79997125) - TotalTime: 1.32s (1319952552) Instance c7456fdd806a4994:3209e92600000161 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.236 Hdfs split stats (:<# splits>/): 0:122/25.60 GB Filter 20 arrival: 1s450ms Filter 18 arrival: 18s724ms - AverageThreadTokens: 2.00 (1.9990218454515813) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015391) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 77,293,789 (77293789) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498401516651) - TotalStorageWaitTime: 4.36s (4363861744) - TotalThreadsInvoluntaryContextSwitches: 369 (369) - TotalThreadsTotalWallClockTime: 51.1m (3068564759647) - TotalThreadsSysTime: 3.22s (3217847000) - TotalThreadsUserTime: 37.43s (37434174000) - TotalThreadsVoluntaryContextSwitches: 91,638 (91638) - TotalTime: 25.6m (1535067354935) Fragment Instance Lifecycle Event Timeline Prepare Finished: 148ms (148995276) Open Finished: 1.78s (1778943595) First Batch Produced: 1.78s (1778943595) First Batch Sent: 1.78s (1778943595) ExecInternal Finished: 25.6m (1535197350814) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.6m (1533416407282) - ExecTreeExecTime: 6.13s (6130805784) - InactiveTotalTime: 0ns (0) - OpenTime: 1.63s (1629948319) - ExecTreeOpenTime: 231ms (231992644) - PrepareTime: 20ms (20999334) - ExecTreePrepareTime: 8ms (8999715) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1498436515542) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 77,293,789 (77293789) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.13s (14128552365) - TotalBytesSent: 2.0 GiB (2169646038) - TotalTime: 25.4m (1524758681556) - UncompressedRowBatchSize: 4.5 GiB (4792214918) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 41ms (41998668) - InactiveTotalTime: 0ns (0) - LocalTime: 3.00s (3004904797) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 77,293,789 (77293789) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.81s (2805911108) - RowsReturned: 77,293,789 (77293789) - RowsReturnedRate: 12193758 per second (12193758) - TotalTime: 6.34s (6338799186) Node Lifecycle Event Timeline Open Started: 1.55s (1546950951) Open Finished: 1.78s (1778943595) First Batch Requested: 1.78s (1778943595) First Batch Returned: 1.78s (1778943595) Last Batch Returned: 25.6m (1535168351733) Closed: 25.6m (1535196350846) Buffer pool - AllocTime: 40ms (40998700) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40998700) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 41ms (41998668) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.55s (1546950951) Open Finished: 1.55s (1546950951) First Batch Requested: 1.55s (1546950951) First Batch Returned: 1.55s (1546950951) Last Batch Returned: 1.55s (1546950951) Closed: 1.59s (1588949619) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:122/25.60 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 26ms Hdfs Read Thread Concurrency Bucket: 0:99.61% 1:0.06525% 2:0.06525% 3:0.09788% 4:0% 5:0.1631% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):97 - AverageHdfsReadThreadConcurrency: 0.01 (0.013050570962479609) - AverageScannerThreadConcurrency: 1.00 (0.999673735725938) - BytesRead: 1.3 GiB (1351958246) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1351958246) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1351958246) - CachedFileHandlesHitCount: 230 (230) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 834ms (834973537) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.59s (7592759460) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680858) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 77.2 MiB/s (80972694) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2551229440) - RowBatchQueueGetWaitTime: 2.72s (2723913710) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519850837037) - RowBatchesEnqueued: 75,545 (75545) - RowsRead: 77,293,789 (77293789) - RowsReturned: 77,293,789 (77293789) - RowsReturnedRate: 23184234 per second (23184234) - ScanRangesComplete: 122 (122) - ScannerIoWaitTime: 4.36s (4363861744) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 25.6m (1533518404046) - ScannerThreadsSysTime: 595ms (595079000) - ScannerThreadsUserTime: 9.03s (9034438000) - ScannerThreadsVoluntaryContextSwitches: 56,312 (56312) - TotalRawHdfsOpenFileTime(*): 999.97us (999968) - TotalRawHdfsReadTime(*): 16.70s (16696471068) - TotalReadThroughput: 860.7 KiB/s (881355) - TotalTime: 3.33s (3333894389) Node Lifecycle Event Timeline Open Started: 1.59s (1588949619) Open Finished: 1.59s (1588949619) First Batch Requested: 1.59s (1588949619) First Batch Returned: 1.78s (1778943595) Last Batch Returned: 25.6m (1535167351764) Closed: 25.6m (1535196350846) Buffer pool - AllocTime: 41ms (41998666) - CumulativeAllocationBytes: 1.5 GiB (1657929728) - CumulativeAllocations: 230 (230) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998666) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 398,336 (398336) - Rows rejected: 0 (0) - Rows total: 77,293,789 (77293789) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 122 (122) - Files rejected: 97 (97) - Files total: 122 (122) - InactiveTotalTime: 0ns (0) - RowGroups processed: 75,495 (75495) - RowGroups rejected: 0 (0) - RowGroups total: 75,495 (75495) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 77,293,789 (77293789) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 42 (42) - CodegenTotalWallClockTime: 1.40s (1397955675) - CodegenSysTime: 4ms (4937000) - CodegenUserTime: 437ms (437032000) - CodegenVoluntaryContextSwitches: 87 (87) - CompileTime: 454ms (454985574) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 77ms (77997527) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 745ms (745976347) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 116ms (116996290) - TotalTime: 1.40s (1397955675) Instance c7456fdd806a4994:3209e92600000146 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.668 Hdfs split stats (:<# splits>/): 0:132/25.66 GB Filter 20 arrival: 976ms Filter 18 arrival: 18s617ms - AverageThreadTokens: 2.00 (1.999347896967721) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015286) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 77,309,617 (77309617) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499099158232) - TotalStorageWaitTime: 4.47s (4473970615) - TotalThreadsInvoluntaryContextSwitches: 322 (322) - TotalThreadsTotalWallClockTime: 51.1m (3068083857597) - TotalThreadsSysTime: 3.18s (3176393000) - TotalThreadsUserTime: 36.60s (36602464000) - TotalThreadsVoluntaryContextSwitches: 92,075 (92075) - TotalTime: 25.6m (1534585925228) Fragment Instance Lifecycle Event Timeline Prepare Finished: 226ms (226998511) Open Finished: 1.56s (1556989783) First Batch Produced: 1.56s (1556989783) First Batch Sent: 1.56s (1556989783) ExecInternal Finished: 25.6m (1534809923759) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.6m (1533251933982) - ExecTreeExecTime: 5.97s (5974960739) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1329991272) - ExecTreeOpenTime: 385ms (385997467) - PrepareTime: 3ms (3999974) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499126158059) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 77,309,617 (77309617) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.01s (14012908033) - TotalBytesSent: 2.0 GiB (2169939841) - TotalTime: 25.4m (1524825989329) - UncompressedRowBatchSize: 4.5 GiB (4793196254) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 27ms (27999816) - InactiveTotalTime: 0ns (0) - LocalTime: 2.87s (2866981137) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 77,309,617 (77309617) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.70s (2703982216) - RowsReturned: 77,309,617 (77309617) - RowsReturnedRate: 12244239 per second (12244239) - TotalTime: 6.31s (6313958507) Node Lifecycle Event Timeline Open Started: 1.17s (1170992316) Open Finished: 1.56s (1556989783) First Batch Requested: 1.56s (1556989783) First Batch Returned: 1.56s (1556989783) Last Batch Returned: 25.6m (1534780923949) Closed: 25.6m (1534808923765) Buffer pool - AllocTime: 26ms (26999823) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999823) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 26ms (26999823) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.17s (1170992316) Open Finished: 1.17s (1170992316) First Batch Requested: 1.17s (1171992309) First Batch Returned: 1.17s (1171992309) Last Batch Returned: 1.17s (1171992309) Closed: 1.20s (1198992132) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:132/25.66 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.64% 1:0.09788% 2:0% 3:0.06525% 4:0.06525% 5:0.1305% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):105 - AverageHdfsReadThreadConcurrency: 0.01 (0.012071778140293638) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1353263138) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1353263138) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1353263138) - CachedFileHandlesHitCount: 242 (242) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 960ms (960993685) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.72s (7718949360) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680961) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 70.0 MiB/s (73419706) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2551744512) - RowBatchQueueGetWaitTime: 2.92s (2923980797) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519426024747) - RowBatchesEnqueued: 75,564 (75564) - RowsRead: 77,309,617 (77309617) - RowsReturned: 77,309,617 (77309617) - RowsReturnedRate: 22428234 per second (22428234) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 4.47s (4473970615) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.6m (1533501932343) - ScannerThreadsSysTime: 619ms (619934000) - ScannerThreadsUserTime: 8.88s (8884251000) - ScannerThreadsVoluntaryContextSwitches: 56,461 (56461) - TotalRawHdfsOpenFileTime(*): 1ms (1999986) - TotalRawHdfsReadTime(*): 18.43s (18431878942) - TotalReadThroughput: 861.6 KiB/s (882270) - TotalTime: 3.45s (3446977370) Node Lifecycle Event Timeline Open Started: 1.20s (1198992132) Open Finished: 1.20s (1198992132) First Batch Requested: 1.20s (1198992132) First Batch Returned: 1.56s (1556989783) Last Batch Returned: 25.6m (1534779923956) Closed: 25.6m (1534808923765) Buffer pool - AllocTime: 23ms (23999841) - CumulativeAllocationBytes: 1.5 GiB (1645608960) - CumulativeAllocations: 242 (242) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999841) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 440,320 (440320) - Rows rejected: 0 (0) - Rows total: 77,309,617 (77309617) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 132 (132) - Files rejected: 105 (105) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 75,510 (75510) - RowGroups rejected: 0 (0) - RowGroups total: 75,510 (75510) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 77,309,617 (77309617) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 59 (59) - CodegenTotalWallClockTime: 943ms (943993805) - CodegenSysTime: 6ms (6022000) - CodegenUserTime: 423ms (423120000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 278ms (278998169) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37999750) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 578ms (578996201) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 45ms (45999698) - TotalTime: 943ms (943993805) Instance c7456fdd806a4994:3209e9260000014e (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.266 Hdfs split stats (:<# splits>/): 0:134/25.49 GB Filter 20 arrival: 1s299ms Filter 18 arrival: 18s664ms - AverageThreadTokens: 2.00 (1.9990218454515813) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83974524) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 74,504,576 (74504576) - TotalNetworkReceiveTime: 125ms (125997245) - TotalNetworkSendTime: 25.0m (1497240264460) - TotalStorageWaitTime: 4.85s (4848894001) - TotalThreadsInvoluntaryContextSwitches: 343 (343) - TotalThreadsTotalWallClockTime: 51.1m (3067730927601) - TotalThreadsSysTime: 3.21s (3215010000) - TotalThreadsUserTime: 36.36s (36359105000) - TotalThreadsVoluntaryContextSwitches: 89,624 (89624) - TotalTime: 25.6m (1534585448054) Fragment Instance Lifecycle Event Timeline Prepare Finished: 76ms (76998316) Open Finished: 1.65s (1650963893) First Batch Produced: 1.65s (1651963871) First Batch Sent: 1.65s (1651963871) ExecInternal Finished: 25.6m (1534661446393) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.6m (1533009482521) - ExecTreeExecTime: 6.33s (6330861573) - InactiveTotalTime: 0ns (0) - OpenTime: 1.57s (1573965577) - ExecTreeOpenTime: 508ms (508988868) - PrepareTime: 1ms (1999956) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1497265263914) - PeakMemoryUsage: 1.1 MiB (1143744) - RowsSent: 74,504,576 (74504576) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.17s (14171690250) - TotalBytesSent: 1.9 GiB (2091240069) - TotalTime: 25.4m (1523145698185) - UncompressedRowBatchSize: 4.3 GiB (4619283712) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 106ms (106997659) - InactiveTotalTime: 0ns (0) - LocalTime: 2.91s (2913936264) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,504,576 (74504576) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.64s (2644942153) - RowsReturned: 74,504,576 (74504576) - RowsReturnedRate: 10950353 per second (10950353) - TotalTime: 6.80s (6803851230) Node Lifecycle Event Timeline Open Started: 1.14s (1141975025) Open Finished: 1.65s (1650963893) First Batch Requested: 1.65s (1650963893) First Batch Returned: 1.65s (1651963871) Last Batch Returned: 25.6m (1534633447005) Closed: 25.6m (1534661446393) Buffer pool - AllocTime: 102ms (102997747) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 102ms (102997747) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 102ms (102997747) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.98us (999978) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 125ms (125997245) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 2896 per second (2896) - TotalTime: 125ms (125997245) Node Lifecycle Event Timeline Open Started: 1.14s (1141975025) Open Finished: 1.14s (1141975025) First Batch Requested: 1.14s (1144974959) First Batch Returned: 1.27s (1270972204) Last Batch Returned: 1.27s (1270972204) Closed: 1.37s (1374969929) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 125ms (125997245) - DataWaitTime: 125ms (125997245) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:134/25.49 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.58% 1:0.1305% 2:0% 3:0.1632% 4:0.06527% 5:0.06527% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):108 - AverageHdfsReadThreadConcurrency: 0.01 (0.012075718015665796) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1304023265) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1304023265) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1304023265) - CachedFileHandlesHitCount: 232 (232) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 876ms (876980822) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.29s (7293840565) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680937) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 70.9 MiB/s (74317648) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2459217920) - RowBatchQueueGetWaitTime: 3.18s (3176930552) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518996788839) - RowBatchesEnqueued: 72,824 (72824) - RowsRead: 74,504,576 (74504576) - RowsReturned: 74,504,576 (74504576) - RowsReturnedRate: 19794422 per second (19794422) - ScanRangesComplete: 134 (134) - ScannerIoWaitTime: 4.85s (4848894001) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.6m (1533147479503) - ScannerThreadsSysTime: 601ms (601292000) - ScannerThreadsUserTime: 8.62s (8618378000) - ScannerThreadsVoluntaryContextSwitches: 54,133 (54133) - TotalRawHdfsOpenFileTime(*): 999.98us (999978) - TotalRawHdfsReadTime(*): 17.55s (17546616425) - TotalReadThroughput: 830.2 KiB/s (850111) - TotalTime: 3.76s (3763917721) Node Lifecycle Event Timeline Open Started: 1.37s (1374969929) Open Finished: 1.37s (1374969929) First Batch Requested: 1.37s (1374969929) First Batch Returned: 1.65s (1650963893) Last Batch Returned: 25.6m (1534632447026) Closed: 25.6m (1534661446393) Buffer pool - AllocTime: 79ms (79998250) - CumulativeAllocationBytes: 1.5 GiB (1603534848) - CumulativeAllocations: 232 (232) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 78ms (78998272) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 423,936 (423936) - Rows rejected: 0 (0) - Rows total: 74,504,576 (74504576) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 134 (134) - Files rejected: 108 (108) - Files total: 134 (134) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,772 (72772) - RowGroups rejected: 0 (0) - RowGroups total: 72,772 (72772) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 74,504,576 (74504576) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.06s (1064976709) - CodegenSysTime: 2ms (2477000) - CodegenUserTime: 430ms (430885000) - CodegenVoluntaryContextSwitches: 44 (44) - CompileTime: 159ms (159996501) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 66ms (66998535) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 795ms (795982592) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 38ms (38999147) - TotalTime: 1.06s (1064976709) Instance c7456fdd806a4994:3209e9260000015d (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.383 Hdfs split stats (:<# splits>/): 0:123/25.40 GB Filter 20 arrival: 1s508ms Filter 18 arrival: 18s659ms - AverageThreadTokens: 2.00 (1.9986953685583821) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982659) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 73,684,991 (73684991) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498788957170) - TotalStorageWaitTime: 4.32s (4321985472) - TotalThreadsInvoluntaryContextSwitches: 342 (342) - TotalThreadsTotalWallClockTime: 51.1m (3066732681622) - TotalThreadsSysTime: 3.17s (3170224000) - TotalThreadsUserTime: 35.64s (35637965000) - TotalThreadsVoluntaryContextSwitches: 88,928 (88928) - TotalTime: 25.6m (1534184838041) Fragment Instance Lifecycle Event Timeline Prepare Finished: 265ms (265999100) Open Finished: 2.00s (2000993227) First Batch Produced: 2.00s (2000993227) First Batch Sent: 2.00s (2000993227) ExecInternal Finished: 25.6m (1534414837263) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532412844039) - ExecTreeExecTime: 6.07s (6073979580) - InactiveTotalTime: 0ns (0) - OpenTime: 1.73s (1734994127) - ExecTreeOpenTime: 282ms (282999042) - PrepareTime: 36ms (36999875) - ExecTreePrepareTime: 35ms (35999878) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1498818957070) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 73,684,991 (73684991) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.66s (13662954059) - TotalBytesSent: 1.9 GiB (2068311374) - TotalTime: 25.4m (1523939872505) - UncompressedRowBatchSize: 4.3 GiB (4568469442) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 19ms (19999932) - InactiveTotalTime: 0ns (0) - LocalTime: 2.86s (2862990371) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,684,991 (73684991) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.67s (2672991013) - RowsReturned: 73,684,991 (73684991) - RowsReturnedRate: 11553032 per second (11553032) - TotalTime: 6.38s (6377978552) Node Lifecycle Event Timeline Open Started: 1.72s (1717994185) Open Finished: 2.00s (2000993227) First Batch Requested: 2.00s (2000993227) First Batch Returned: 2.00s (2000993227) Last Batch Returned: 25.6m (1534383837367) Closed: 25.6m (1534413837266) Buffer pool - AllocTime: 18ms (18999936) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999936) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 18ms (18999936) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.72s (1717994185) Open Finished: 1.72s (1717994185) First Batch Requested: 1.72s (1718994181) First Batch Returned: 1.72s (1718994181) Last Batch Returned: 1.72s (1718994181) Closed: 1.74s (1737994117) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:123/25.40 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.58% 1:0.03266% 2:0.09798% 3:0.03266% 4:0.03266% 5:0.2286% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):100 - AverageHdfsReadThreadConcurrency: 0.02 (0.016002612671456563) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1287896629) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1287896629) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1287896629) - CachedFileHandlesHitCount: 218 (218) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 815ms (815997271) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.27s (7269975578) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680881) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 71.9 MiB/s (75421700) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2432036864) - RowBatchQueueGetWaitTime: 2.90s (2901990241) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519133888640) - RowBatchesEnqueued: 72,014 (72014) - RowsRead: 73,684,991 (73684991) - RowsReturned: 73,684,991 (73684991) - RowsReturnedRate: 20963083 per second (20963083) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 4.32s (4321985472) - ScannerThreadsInvoluntaryContextSwitches: 10 (10) - ScannerThreadsTotalWallClockTime: 25.5m (1532584843456) - ScannerThreadsSysTime: 618ms (618525000) - ScannerThreadsUserTime: 8.57s (8570111000) - ScannerThreadsVoluntaryContextSwitches: 53,547 (53547) - TotalRawHdfsOpenFileTime(*): 1,000.00us (999997) - TotalRawHdfsReadTime(*): 17.07s (17075942592) - TotalReadThroughput: 809.5 KiB/s (828880) - TotalTime: 3.51s (3514988181) Node Lifecycle Event Timeline Open Started: 1.74s (1737994117) Open Finished: 1.74s (1738994113) First Batch Requested: 1.74s (1738994113) First Batch Returned: 2.00s (2000993227) Last Batch Returned: 25.6m (1534382837371) Closed: 25.6m (1534413837266) Buffer pool - AllocTime: 91ms (91999691) - CumulativeAllocationBytes: 1.5 GiB (1569587200) - CumulativeAllocations: 218 (218) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 90ms (90999694) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 370,688 (370688) - Rows rejected: 0 (0) - Rows total: 73,684,991 (73684991) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 123 (123) - Files rejected: 100 (100) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,968 (71968) - RowGroups rejected: 0 (0) - RowGroups total: 71,968 (71968) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 73,684,991 (73684991) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 66 (66) - CodegenTotalWallClockTime: 1.45s (1451995085) - CodegenSysTime: 4ms (4957000) - CodegenUserTime: 437ms (437764000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 506ms (506998284) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999933) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 705ms (705997610) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 202ms (202999312) - TotalTime: 1.45s (1451995085) Instance c7456fdd806a4994:3209e92600000150 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.051 Hdfs split stats (:<# splits>/): 0:129/25.62 GB Filter 20 arrival: 983ms Filter 18 arrival: 18s587ms - AverageThreadTokens: 2.00 (1.999347684279191) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83999026) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 73,180,228 (73180228) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 24.9m (1496458950310) - TotalStorageWaitTime: 4.35s (4347854592) - TotalThreadsInvoluntaryContextSwitches: 423 (423) - TotalThreadsTotalWallClockTime: 51.1m (3067206416119) - TotalThreadsSysTime: 3.01s (3012419000) - TotalThreadsUserTime: 37.72s (37721263000) - TotalThreadsVoluntaryContextSwitches: 87,791 (87791) - TotalTime: 25.6m (1534164689278) Fragment Instance Lifecycle Event Timeline Prepare Finished: 189ms (189993644) Open Finished: 1.46s (1458951197) First Batch Produced: 1.46s (1458951197) First Batch Sent: 1.46s (1459951163) ExecInternal Finished: 25.6m (1534343683290) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532882732160) - ExecTreeExecTime: 5.35s (5348821100) - InactiveTotalTime: 0ns (0) - OpenTime: 1.27s (1268957553) - ExecTreeOpenTime: 299ms (299989965) - PrepareTime: 12ms (12999565) - ExecTreePrepareTime: 11ms (11999599) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.9m (1496481949543) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 73,180,228 (73180228) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.86s (13858536567) - TotalBytesSent: 1.9 GiB (2054151073) - TotalTime: 25.4m (1523523045189) - UncompressedRowBatchSize: 4.2 GiB (4537174136) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.97us (999966) - InactiveTotalTime: 0ns (0) - LocalTime: 2.72s (2720908978) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,180,228 (73180228) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.59s (2589913352) - RowsReturned: 73,180,228 (73180228) - RowsReturnedRate: 13003318 per second (13003318) - TotalTime: 5.63s (5627811766) Node Lifecycle Event Timeline Open Started: 1.16s (1158961232) Open Finished: 1.46s (1458951197) First Batch Requested: 1.46s (1458951197) First Batch Returned: 1.46s (1458951197) Last Batch Returned: 25.6m (1534313684293) Closed: 25.6m (1534343683290) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.97us (999966) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.16s (1158961232) Open Finished: 1.16s (1158961232) First Batch Requested: 1.16s (1158961232) First Batch Returned: 1.16s (1158961232) Last Batch Returned: 1.16s (1158961232) Closed: 1.16s (1159961198) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:129/25.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.67% 1:0.03264% 2:0% 3:0.06527% 4:0.1632% 5:0.06527% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):102 - AverageHdfsReadThreadConcurrency: 0.01 (0.012075718015665796) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1282049542) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1282049542) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1282049542) - CachedFileHandlesHitCount: 234 (234) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 905ms (905969679) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.68s (7685742972) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680914) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 78.9 MiB/s (82710303) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2415528960) - RowBatchQueueGetWaitTime: 2.29s (2287923482) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519065194294) - RowBatchesEnqueued: 71,533 (71533) - RowsRead: 73,180,228 (73180228) - RowsReturned: 73,180,228 (73180228) - RowsReturnedRate: 25174638 per second (25174638) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 4.35s (4347854592) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.6m (1533054726406) - ScannerThreadsSysTime: 582ms (582192000) - ScannerThreadsUserTime: 8.70s (8701506000) - ScannerThreadsVoluntaryContextSwitches: 52,437 (52437) - TotalRawHdfsOpenFileTime(*): 3ms (3999867) - TotalRawHdfsReadTime(*): 15.50s (15500481619) - TotalReadThroughput: 816.5 KiB/s (836050) - TotalTime: 2.91s (2906902788) Node Lifecycle Event Timeline Open Started: 1.16s (1159961198) Open Finished: 1.16s (1159961198) First Batch Requested: 1.16s (1159961198) First Batch Returned: 1.46s (1458951197) Last Batch Returned: 25.6m (1534313684293) Closed: 25.6m (1534343683290) Buffer pool - AllocTime: 85ms (85997121) - CumulativeAllocationBytes: 1.4 GiB (1549139968) - CumulativeAllocations: 234 (234) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 84ms (84997154) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 429,056 (429056) - Rows rejected: 0 (0) - Rows total: 73,180,228 (73180228) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 129 (129) - Files rejected: 102 (102) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,479 (71479) - RowGroups rejected: 0 (0) - RowGroups total: 71,479 (71479) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 73,180,228 (73180228) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 968ms (968967588) - CodegenSysTime: 1ms (1991000) - CodegenUserTime: 436ms (436603000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 147ms (147995050) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34998829) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 688ms (688976953) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 94ms (94996823) - TotalTime: 968ms (968967588) Instance c7456fdd806a4994:3209e92600000145 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.941 Hdfs split stats (:<# splits>/): 0:128/25.80 GB Filter 20 arrival: 1s206ms Filter 18 arrival: 18s596ms - AverageThreadTokens: 2.00 (1.9990215264187867) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83999038) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 77,784,554 (77784554) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1500512408607) - TotalStorageWaitTime: 4.26s (4262847767) - TotalThreadsInvoluntaryContextSwitches: 594 (594) - TotalThreadsTotalWallClockTime: 51.1m (3067015460547) - TotalThreadsSysTime: 2.92s (2915537000) - TotalThreadsUserTime: 36.20s (36195800000) - TotalThreadsVoluntaryContextSwitches: 94,017 (94017) - TotalTime: 25.6m (1534164206820) Fragment Instance Lifecycle Event Timeline Prepare Finished: 279ms (279989997) Open Finished: 1.74s (1737937909) First Batch Produced: 1.74s (1737937909) First Batch Sent: 1.74s (1737937909) ExecInternal Finished: 25.6m (1534434197174) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532695259301) - ExecTreeExecTime: 5.74s (5737795124) - InactiveTotalTime: 0ns (0) - OpenTime: 1.46s (1457947912) - ExecTreeOpenTime: 267ms (267990426) - PrepareTime: 10ms (10999607) - ExecTreePrepareTime: 10ms (10999607) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1500536407750) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 77,784,554 (77784554) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.89s (13890503952) - TotalBytesSent: 2.0 GiB (2183067078) - TotalTime: 25.4m (1525423518945) - UncompressedRowBatchSize: 4.5 GiB (4822642348) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 4ms (4999821) - InactiveTotalTime: 0ns (0) - LocalTime: 2.96s (2962894206) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 77,784,554 (77784554) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.81s (2805899813) - RowsReturned: 77,784,554 (77784554) - RowsReturnedRate: 13014443 per second (13014443) - TotalTime: 5.98s (5976786586) Node Lifecycle Event Timeline Open Started: 1.47s (1469947483) Open Finished: 1.74s (1737937909) First Batch Requested: 1.74s (1737937909) First Batch Returned: 1.74s (1737937909) Last Batch Returned: 25.6m (1534407198138) Closed: 25.6m (1534434197174) Buffer pool - AllocTime: 4ms (4999821) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999821) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 4ms (4999821) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.47s (1469947483) Open Finished: 1.47s (1469947483) First Batch Requested: 1.47s (1469947483) First Batch Returned: 1.47s (1469947483) Last Batch Returned: 1.47s (1469947483) Closed: 1.47s (1474947304) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:128/25.80 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.54% 1:0% 2:0.0653% 3:0.0653% 4:0.1632% 5:0.1632% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):101 - AverageHdfsReadThreadConcurrency: 0.02 (0.01762977473065622) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1360755192) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1360755192) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1360755192) - CachedFileHandlesHitCount: 242 (242) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 847ms (847969730) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.18s (7178743663) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680901) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 75.3 MiB/s (78914624) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2567457792) - RowBatchQueueGetWaitTime: 2.43s (2431913170) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519674724223) - RowBatchesEnqueued: 76,029 (76029) - RowsRead: 77,784,554 (77784554) - RowsReturned: 77,784,554 (77784554) - RowsReturnedRate: 25808670 per second (25808670) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 4.26s (4262847767) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 25.5m (1532862253334) - ScannerThreadsSysTime: 565ms (565152000) - ScannerThreadsUserTime: 8.95s (8949104000) - ScannerThreadsVoluntaryContextSwitches: 58,385 (58385) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 17.24s (17243384297) - TotalReadThroughput: 866.7 KiB/s (887460) - TotalTime: 3.01s (3013892380) Node Lifecycle Event Timeline Open Started: 1.47s (1474947304) Open Finished: 1.48s (1475947269) First Batch Requested: 1.48s (1475947269) First Batch Returned: 1.74s (1737937909) Last Batch Returned: 25.6m (1534407198138) Closed: 25.6m (1534434197174) Buffer pool - AllocTime: 19ms (19999289) - CumulativeAllocationBytes: 1.6 GiB (1664483328) - CumulativeAllocations: 242 (242) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999289) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 77,784,554 (77784554) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 128 (128) - Files rejected: 101 (101) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 75,975 (75975) - RowGroups rejected: 0 (0) - RowGroups total: 75,975 (75975) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 77,784,554 (77784554) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 394 (394) - CodegenTotalWallClockTime: 1.19s (1189957486) - CodegenSysTime: 2ms (2969000) - CodegenUserTime: 417ms (417403000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 526ms (526981172) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 45ms (45998356) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 527ms (527981137) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 86ms (86996892) - TotalTime: 1.19s (1189957486) Instance c7456fdd806a4994:3209e92600000158 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.373 Hdfs split stats (:<# splits>/): 0:128/25.49 GB Filter 20 arrival: 1s129ms Filter 18 arrival: 18s629ms - AverageThreadTokens: 2.00 (1.999021207177814) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015456) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 74,665,064 (74665064) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499430287443) - TotalStorageWaitTime: 3.92s (3923851599) - TotalThreadsInvoluntaryContextSwitches: 369 (369) - TotalThreadsTotalWallClockTime: 51.1m (3066455018379) - TotalThreadsSysTime: 3.15s (3150213000) - TotalThreadsUserTime: 36.16s (36160482000) - TotalThreadsVoluntaryContextSwitches: 90,618 (90618) - TotalTime: 25.6m (1533868984921) Fragment Instance Lifecycle Event Timeline Prepare Finished: 182ms (182993077) Open Finished: 1.61s (1612938979) First Batch Produced: 1.63s (1627938411) First Batch Sent: 1.63s (1628938373) ExecInternal Finished: 25.6m (1534051977998) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532438039057) - ExecTreeExecTime: 5.46s (5461793442) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1429945902) - ExecTreeOpenTime: 306ms (306988386) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499452286610) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 74,665,064 (74665064) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.71s (13714481303) - TotalBytesSent: 2.0 GiB (2095623157) - TotalTime: 25.4m (1524794328127) - UncompressedRowBatchSize: 4.3 GiB (4629233968) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 5ms (5999773) - InactiveTotalTime: 0ns (0) - LocalTime: 2.94s (2943888665) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,665,064 (74665064) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.77s (2769895249) - RowsReturned: 74,665,064 (74665064) - RowsReturnedRate: 13042425 per second (13042425) - TotalTime: 5.72s (5724783490) Node Lifecycle Event Timeline Open Started: 1.30s (1305950593) Open Finished: 1.61s (1612938979) First Batch Requested: 1.61s (1612938979) First Batch Returned: 1.63s (1627938411) Last Batch Returned: 25.6m (1534019979208) Closed: 25.6m (1534051977998) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 3ms (3999848) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999963) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.30s (1305950593) Open Finished: 1.30s (1305950593) First Batch Requested: 1.31s (1306950555) First Batch Returned: 1.31s (1306950555) Last Batch Returned: 1.31s (1306950555) Closed: 1.31s (1311950366) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:128/25.49 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.64% 1:0.09794% 2:0.09794% 3:0.0653% 4:0.0653% 5:0.03265% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):100 - AverageHdfsReadThreadConcurrency: 0.01 (0.009141364675155077) - AverageScannerThreadConcurrency: 1.00 (0.9996735226901731) - BytesRead: 1.2 GiB (1307768046) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1307768046) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1307768046) - CachedFileHandlesHitCount: 240 (240) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 864ms (864967293) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.89s (6890739396) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680875) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 74.6 MiB/s (78260876) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2464632832) - RowBatchQueueGetWaitTime: 2.14s (2136919187) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519782517676) - RowBatchesEnqueued: 72,988 (72988) - RowsRead: 74,665,064 (74665064) - RowsReturned: 74,665,064 (74665064) - RowsReturnedRate: 26849294 per second (26849294) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 3.92s (3923851599) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1532587033420) - ScannerThreadsSysTime: 599ms (599113000) - ScannerThreadsUserTime: 8.69s (8687042000) - ScannerThreadsVoluntaryContextSwitches: 55,176 (55176) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 16.71s (16710368057) - TotalReadThroughput: 833.2 KiB/s (853148) - TotalTime: 2.78s (2780894825) Node Lifecycle Event Timeline Open Started: 1.31s (1311950366) Open Finished: 1.31s (1311950366) First Batch Requested: 1.31s (1311950366) First Batch Returned: 1.61s (1612938979) Last Batch Returned: 25.6m (1534018979246) Closed: 25.6m (1534051977998) Buffer pool - AllocTime: 116ms (116995578) - CumulativeAllocationBytes: 1.5 GiB (1587019776) - CumulativeAllocations: 240 (240) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 115ms (115995615) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 457,728 (457728) - Rows rejected: 0 (0) - Rows total: 74,665,064 (74665064) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 128 (128) - Files rejected: 100 (100) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,932 (72932) - RowGroups rejected: 0 (0) - RowGroups total: 72,932 (72932) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 74,665,064 (74665064) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 71 (71) - CodegenTotalWallClockTime: 1.12s (1122957516) - CodegenSysTime: 2ms (2009000) - CodegenUserTime: 421ms (421982000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 392ms (392985133) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999583) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 660ms (660974994) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 46ms (46998222) - TotalTime: 1.12s (1122957516) Instance c7456fdd806a4994:3209e92600000160 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.203 Hdfs split stats (:<# splits>/): 0:135/25.70 GB Filter 20 arrival: 1s385ms Filter 18 arrival: 18s643ms - AverageThreadTokens: 2.00 (1.9993472584856398) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990842) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 73,303,767 (73303767) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499805657310) - TotalStorageWaitTime: 4.99s (4989835819) - TotalThreadsInvoluntaryContextSwitches: 271 (271) - TotalThreadsTotalWallClockTime: 51.1m (3065965131368) - TotalThreadsSysTime: 3.02s (3016864000) - TotalThreadsUserTime: 34.75s (34748544000) - TotalThreadsVoluntaryContextSwitches: 88,076 (88076) - TotalTime: 25.6m (1533753540325) Fragment Instance Lifecycle Event Timeline Prepare Finished: 122ms (122995954) Open Finished: 2.08s (2078931620) First Batch Produced: 2.08s (2078931620) First Batch Sent: 2.08s (2078931620) ExecInternal Finished: 25.6m (1533876536279) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1531796604692) - ExecTreeExecTime: 5.70s (5703812350) - InactiveTotalTime: 0ns (0) - OpenTime: 1.96s (1955935666) - ExecTreeOpenTime: 592ms (592980496) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499829656522) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 73,303,767 (73303767) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.28s (13282562911) - TotalBytesSent: 1.9 GiB (2057800376) - TotalTime: 25.4m (1524084858405) - UncompressedRowBatchSize: 4.2 GiB (4544833554) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 20ms (20999309) - InactiveTotalTime: 0ns (0) - LocalTime: 2.75s (2753909415) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,303,767 (73303767) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.60s (2595914621) - RowsReturned: 73,303,767 (73303767) - RowsReturnedRate: 11719612 per second (11719612) - TotalTime: 6.25s (6254794229) Node Lifecycle Event Timeline Open Started: 1.49s (1485951124) Open Finished: 2.08s (2078931620) First Batch Requested: 2.08s (2078931620) First Batch Returned: 2.08s (2078931620) Last Batch Returned: 25.6m (1533851537102) Closed: 25.6m (1533876536279) Buffer pool - AllocTime: 19ms (19999342) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999342) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 19ms (19999342) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.49s (1485951124) Open Finished: 1.49s (1485951124) First Batch Requested: 1.49s (1486951091) First Batch Returned: 1.49s (1486951091) Last Batch Returned: 1.49s (1486951091) Closed: 1.51s (1506950433) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:135/25.70 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.67% 1:0% 2:0.1306% 3:0% 4:0.09798% 5:0.09798% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):109 - AverageHdfsReadThreadConcurrency: 0.01 (0.011430437622468974) - AverageScannerThreadConcurrency: 1.00 (0.9996734160679295) - BytesRead: 1.2 GiB (1283606891) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1283606891) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1283606891) - CachedFileHandlesHitCount: 232 (232) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 764ms (764974828) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.95s (6953771206) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680879) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 64.5 MiB/s (67596057) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2419647488) - RowBatchQueueGetWaitTime: 2.90s (2902904482) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518722034875) - RowBatchesEnqueued: 71,653 (71653) - RowsRead: 73,303,767 (73303767) - RowsReturned: 73,303,767 (73303767) - RowsReturnedRate: 20938640 per second (20938640) - ScanRangesComplete: 135 (135) - ScannerIoWaitTime: 4.99s (4989835819) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 25.5m (1532212591010) - ScannerThreadsSysTime: 609ms (609407000) - ScannerThreadsUserTime: 8.42s (8420008000) - ScannerThreadsVoluntaryContextSwitches: 52,632 (52632) - TotalRawHdfsOpenFileTime(*): 1ms (1999934) - TotalRawHdfsReadTime(*): 18.99s (18989375150) - TotalReadThroughput: 807.1 KiB/s (826459) - TotalTime: 3.50s (3500884814) Node Lifecycle Event Timeline Open Started: 1.51s (1506950433) Open Finished: 1.51s (1506950433) First Batch Requested: 1.51s (1506950433) First Batch Returned: 2.08s (2078931620) Last Batch Returned: 25.6m (1533851537102) Closed: 25.6m (1533876536279) Buffer pool - AllocTime: 16ms (16999441) - CumulativeAllocationBytes: 1.5 GiB (1569980416) - CumulativeAllocations: 232 (232) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999441) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 419,840 (419840) - Rows rejected: 0 (0) - Rows total: 73,303,767 (73303767) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 135 (135) - Files rejected: 109 (109) - Files total: 135 (135) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,601 (71601) - RowGroups rejected: 0 (0) - RowGroups total: 71,601 (71601) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 73,303,767 (73303767) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 27 (27) - CodegenTotalWallClockTime: 1.36s (1362955170) - CodegenSysTime: 3ms (3023000) - CodegenUserTime: 428ms (428330000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 553ms (553981778) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999408) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 696ms (696977075) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 56ms (56998126) - TotalTime: 1.36s (1362955170) Instance c7456fdd806a4994:3209e92600000144 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.464 Hdfs split stats (:<# splits>/): 0:134/25.63 GB Filter 20 arrival: 1s017ms Filter 18 arrival: 18s622ms - AverageThreadTokens: 2.00 (1.999347471451876) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998767) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 74,174,343 (74174343) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498972150361) - TotalStorageWaitTime: 4.52s (4522873724) - TotalThreadsInvoluntaryContextSwitches: 321 (321) - TotalThreadsTotalWallClockTime: 51.1m (3066286392626) - TotalThreadsSysTime: 3.06s (3064537000) - TotalThreadsUserTime: 35.47s (35474026000) - TotalThreadsVoluntaryContextSwitches: 89,025 (89025) - TotalTime: 25.6m (1533741179618) Fragment Instance Lifecycle Event Timeline Prepare Finished: 140ms (140996063) Open Finished: 1.49s (1488958429) First Batch Produced: 1.49s (1488958429) First Batch Sent: 1.49s (1489958402) ExecInternal Finished: 25.6m (1533883175653) Buffer pool - AllocTime: 999.97us (999972) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532392217280) - ExecTreeExecTime: 5.65s (5653842165) - InactiveTotalTime: 0ns (0) - OpenTime: 1.35s (1347962366) - ExecTreeOpenTime: 331ms (331990731) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 999.97us (999972) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499005149437) - PeakMemoryUsage: 1.2 MiB (1266624) - RowsSent: 74,174,343 (74174343) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.65s (13652618809) - TotalBytesSent: 1.9 GiB (2081951723) - TotalTime: 25.4m (1523722459317) - UncompressedRowBatchSize: 4.3 GiB (4598809266) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.97us (999972) - InactiveTotalTime: 0ns (0) - LocalTime: 2.81s (2814921419) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,174,343 (74174343) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.68s (2684925052) - RowsReturned: 74,174,343 (74174343) - RowsReturnedRate: 12502345 per second (12502345) - TotalTime: 5.93s (5932834376) Node Lifecycle Event Timeline Open Started: 1.16s (1156967698) Open Finished: 1.49s (1488958429) First Batch Requested: 1.49s (1488958429) First Batch Returned: 1.49s (1488958429) Last Batch Returned: 25.6m (1533854176463) Closed: 25.6m (1533882175681) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.97us (999972) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.16s (1156967698) Open Finished: 1.16s (1156967698) First Batch Requested: 1.16s (1156967698) First Batch Returned: 1.16s (1156967698) Last Batch Returned: 1.16s (1156967698) Closed: 1.16s (1157967670) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:134/25.63 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 36ms Hdfs Read Thread Concurrency Bucket: 0:99.58% 1:0.0653% 2:0.03265% 3:0.0653% 4:0.09794% 5:0.1632% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):108 - AverageHdfsReadThreadConcurrency: 0.02 (0.01534443356186745) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1298175400) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1298175400) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1298175400) - CachedFileHandlesHitCount: 232 (232) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 829ms (829976825) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.21s (7212798615) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680895) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 68.3 MiB/s (71649188) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2448336896) - RowBatchQueueGetWaitTime: 2.46s (2462931237) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518965592144) - RowBatchesEnqueued: 72,502 (72502) - RowsRead: 74,174,343 (74174343) - RowsReturned: 74,174,343 (74174343) - RowsReturnedRate: 23789741 per second (23789741) - ScanRangesComplete: 134 (134) - ScannerIoWaitTime: 4.52s (4522873724) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 25.5m (1532546212980) - ScannerThreadsSysTime: 565ms (565151000) - ScannerThreadsUserTime: 8.62s (8619160000) - ScannerThreadsVoluntaryContextSwitches: 53,552 (53552) - TotalRawHdfsOpenFileTime(*): 1ms (1999944) - TotalRawHdfsReadTime(*): 18.12s (18118494139) - TotalReadThroughput: 827.0 KiB/s (846889) - TotalTime: 3.12s (3117912957) Node Lifecycle Event Timeline Open Started: 1.16s (1157967670) Open Finished: 1.16s (1157967670) First Batch Requested: 1.16s (1157967670) First Batch Returned: 1.49s (1488958429) Last Batch Returned: 25.6m (1533853176491) Closed: 25.6m (1533882175681) Buffer pool - AllocTime: 96ms (96997290) - CumulativeAllocationBytes: 1.5 GiB (1586757632) - CumulativeAllocations: 232 (232) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 96ms (96997290) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 411,648 (411648) - Rows rejected: 0 (0) - Rows total: 74,174,343 (74174343) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 134 (134) - Files rejected: 108 (108) - Files total: 134 (134) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,450 (72450) - RowGroups rejected: 0 (0) - RowGroups total: 72,450 (72450) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 74,174,343 (74174343) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.01s (1015971635) - CodegenSysTime: 2ms (2980000) - CodegenUserTime: 426ms (426250000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 370ms (370989642) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999163) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 552ms (552984561) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 58ms (58998353) - TotalTime: 1.01s (1015971635) Instance c7456fdd806a4994:3209e92600000140 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.779 Hdfs split stats (:<# splits>/): 0:131/25.54 GB Filter 20 arrival: 1s041ms Filter 18 arrival: 18s714ms - AverageThreadTokens: 2.00 (1.999347471451876) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998837) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 73,762,691 (73762691) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498672040166) - TotalStorageWaitTime: 3.87s (3867987235) - TotalThreadsInvoluntaryContextSwitches: 375 (375) - TotalThreadsTotalWallClockTime: 51.1m (3066032853564) - TotalThreadsSysTime: 3.04s (3035079000) - TotalThreadsUserTime: 36.70s (36700926000) - TotalThreadsVoluntaryContextSwitches: 89,299 (89299) - TotalTime: 25.6m (1533642924704) Fragment Instance Lifecycle Event Timeline Prepare Finished: 170ms (170999433) Open Finished: 1.63s (1626994602) First Batch Produced: 1.63s (1626994602) First Batch Sent: 1.63s (1626994602) ExecInternal Finished: 25.6m (1533814924134) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532185929538) - ExecTreeExecTime: 5.08s (5085983213) - InactiveTotalTime: 0ns (0) - OpenTime: 1.46s (1455995169) - ExecTreeOpenTime: 424ms (424998590) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1498695040085) - PeakMemoryUsage: 1.2 MiB (1299392) - RowsSent: 73,762,691 (73762691) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.86s (13862954241) - TotalBytesSent: 1.9 GiB (2070407879) - TotalTime: 25.4m (1524634954473) - UncompressedRowBatchSize: 4.3 GiB (4573286842) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.75s (2749990918) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,762,691 (73762691) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.60s (2595991430) - RowsReturned: 73,762,691 (73762691) - RowsReturnedRate: 13504748 per second (13504748) - TotalTime: 5.46s (5461981961) Node Lifecycle Event Timeline Open Started: 1.20s (1201996012) Open Finished: 1.63s (1626994602) First Batch Requested: 1.63s (1626994602) First Batch Returned: 1.63s (1626994602) Last Batch Returned: 25.6m (1533787924223) Closed: 25.6m (1533813924137) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.20s (1201996012) Open Finished: 1.20s (1201996012) First Batch Requested: 1.21s (1210995982) First Batch Returned: 1.21s (1210995982) Last Batch Returned: 1.21s (1210995982) Closed: 1.21s (1210995982) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:131/25.54 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.03265% 2:0% 3:0.0653% 4:0.0653% 5:0.1306% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):108 - AverageHdfsReadThreadConcurrency: 0.01 (0.011426705843943846) - AverageScannerThreadConcurrency: 1.00 (0.9996735226901731) - BytesRead: 1.2 GiB (1289594978) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1289594978) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1289594978) - CachedFileHandlesHitCount: 218 (218) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 806ms (806997351) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.36s (7360975712) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680914) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 78.6 MiB/s (82449922) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2434672640) - RowBatchQueueGetWaitTime: 2.04s (2045993258) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519493971417) - RowBatchesEnqueued: 72,092 (72092) - RowsRead: 73,762,691 (73762691) - RowsReturned: 73,762,691 (73762691) - RowsReturnedRate: 27198722 per second (27198722) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 3.87s (3867987235) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1532390928857) - ScannerThreadsSysTime: 586ms (586047000) - ScannerThreadsUserTime: 8.66s (8664487000) - ScannerThreadsVoluntaryContextSwitches: 54,093 (54093) - TotalRawHdfsOpenFileTime(*): 4ms (4999983) - TotalRawHdfsReadTime(*): 15.64s (15640948424) - TotalReadThroughput: 821.5 KiB/s (841240) - TotalTime: 2.71s (2711991043) Node Lifecycle Event Timeline Open Started: 1.21s (1210995982) Open Finished: 1.21s (1210995982) First Batch Requested: 1.21s (1211995979) First Batch Returned: 1.63s (1626994602) Last Batch Returned: 25.6m (1533786924226) Closed: 25.6m (1533813924137) Buffer pool - AllocTime: 46ms (46999844) - CumulativeAllocationBytes: 1.5 GiB (1586364416) - CumulativeAllocations: 218 (218) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 46ms (46999844) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 361,472 (361472) - Rows rejected: 0 (0) - Rows total: 73,762,691 (73762691) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 131 (131) - Files rejected: 108 (108) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,046 (72046) - RowGroups rejected: 0 (0) - RowGroups total: 72,046 (72046) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 73,762,691 (73762691) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.03s (1030996579) - CodegenSysTime: 3ms (3964000) - CodegenUserTime: 423ms (423082000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 338ms (338998875) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999967) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 600ms (600998006) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 76ms (76999744) - TotalTime: 1.03s (1030996579) Instance c7456fdd806a4994:3209e9260000015b (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.784 Hdfs split stats (:<# splits>/): 0:131/25.53 GB Filter 20 arrival: 809ms Filter 18 arrival: 18s595ms - AverageThreadTokens: 2.00 (1.9993472584856398) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015463) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 75,455,348 (75455348) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498631639844) - TotalStorageWaitTime: 4.82s (4820815482) - TotalThreadsInvoluntaryContextSwitches: 339 (339) - TotalThreadsTotalWallClockTime: 51.1m (3066192641239) - TotalThreadsSysTime: 3.10s (3102128000) - TotalThreadsUserTime: 36.02s (36020774000) - TotalThreadsVoluntaryContextSwitches: 90,599 (90599) - TotalTime: 25.6m (1533628300261) Fragment Instance Lifecycle Event Timeline Prepare Finished: 191ms (191992653) Open Finished: 1.41s (1411945967) First Batch Produced: 1.41s (1411945967) First Batch Sent: 1.41s (1411945967) ExecInternal Finished: 25.6m (1533822292838) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532407346985) - ExecTreeExecTime: 5.47s (5466790756) - InactiveTotalTime: 0ns (0) - OpenTime: 1.22s (1219953314) - ExecTreeOpenTime: 411ms (411984234) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1498669638390) - PeakMemoryUsage: 1.2 MiB (1299392) - RowsSent: 75,455,348 (75455348) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.82s (13823470848) - TotalBytesSent: 2.0 GiB (2117658159) - TotalTime: 25.4m (1523884673195) - UncompressedRowBatchSize: 4.4 GiB (4678231576) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.96us (999962) - InactiveTotalTime: 0ns (0) - LocalTime: 2.79s (2791893130) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 75,455,348 (75455348) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.67s (2671897730) - RowsReturned: 75,455,348 (75455348) - RowsReturnedRate: 12943093 per second (12943093) - TotalTime: 5.83s (5829776862) Node Lifecycle Event Timeline Open Started: 999ms (999961733) Open Finished: 1.41s (1411945967) First Batch Requested: 1.41s (1411945967) First Batch Returned: 1.41s (1411945967) Last Batch Returned: 25.6m (1533791294024) Closed: 25.6m (1533821292876) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999962) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 999ms (999961733) Open Finished: 999ms (999961733) First Batch Requested: 999ms (999961733) First Batch Returned: 999ms (999961733) Last Batch Returned: 999ms (999961733) Closed: 1.00s (1000961695) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:131/25.53 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 195ms Hdfs Read Thread Concurrency Bucket: 0:99.64% 1:0% 2:0.0653% 3:0.09794% 4:0.0653% 5:0.1306% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):103 - AverageHdfsReadThreadConcurrency: 0.01 (0.013385569702905649) - AverageScannerThreadConcurrency: 1.00 (0.9996735226901731) - BytesRead: 1.2 GiB (1320661159) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1320661159) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1320661159) - CachedFileHandlesHitCount: 244 (244) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 809ms (809969012) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.50s (7503712790) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680953) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 71.0 MiB/s (74414678) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2490652672) - RowBatchQueueGetWaitTime: 2.36s (2362909552) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518269888079) - RowBatchesEnqueued: 73,758 (73758) - RowsRead: 75,455,348 (75455348) - RowsReturned: 75,455,348 (75455348) - RowsReturnedRate: 24838128 per second (24838128) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 4.82s (4820815482) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1532565340940) - ScannerThreadsSysTime: 580ms (580831000) - ScannerThreadsUserTime: 8.78s (8779422000) - ScannerThreadsVoluntaryContextSwitches: 55,104 (55104) - TotalRawHdfsOpenFileTime(*): 999.96us (999961) - TotalRawHdfsReadTime(*): 17.75s (17747320675) - TotalReadThroughput: 841.6 KiB/s (861818) - TotalTime: 3.04s (3037883732) Node Lifecycle Event Timeline Open Started: 1.00s (1000961695) Open Finished: 1.00s (1000961695) First Batch Requested: 1.00s (1000961695) First Batch Returned: 1.41s (1411945967) Last Batch Returned: 25.6m (1533790294063) Closed: 25.6m (1533821292876) Buffer pool - AllocTime: 237ms (237990888) - CumulativeAllocationBytes: 1.5 GiB (1607991296) - CumulativeAllocations: 244 (244) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 236ms (236990926) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 445,440 (445440) - Rows rejected: 0 (0) - Rows total: 75,455,348 (75455348) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 131 (131) - Files rejected: 103 (103) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,702 (73702) - RowGroups rejected: 0 (0) - RowGroups total: 73,702 (73702) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 75,455,348 (75455348) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 807ms (807969080) - CodegenSysTime: 981.00us (981000) - CodegenUserTime: 419ms (419282000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 196ms (196992461) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999579) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 541ms (541979259) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 55ms (55997857) - TotalTime: 807ms (807969080) Instance c7456fdd806a4994:3209e92600000148 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.067 Hdfs split stats (:<# splits>/): 0:123/25.64 GB Filter 20 arrival: 1s074ms Filter 18 arrival: 18s587ms - AverageThreadTokens: 2.00 (1.999021207177814) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84007258) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 74,288,573 (74288573) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499947120259) - TotalStorageWaitTime: 4.85s (4853971321) - TotalThreadsInvoluntaryContextSwitches: 298 (298) - TotalThreadsTotalWallClockTime: 51.1m (3066007849538) - TotalThreadsSysTime: 3.03s (3034744000) - TotalThreadsUserTime: 35.04s (35041993000) - TotalThreadsVoluntaryContextSwitches: 89,290 (89290) - TotalTime: 25.6m (1533606921186) Fragment Instance Lifecycle Event Timeline Prepare Finished: 231ms (231998621) Open Finished: 1.56s (1564990698) First Batch Produced: 1.56s (1564990698) First Batch Sent: 1.56s (1564990698) ExecInternal Finished: 25.6m (1533832919842) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532266929151) - ExecTreeExecTime: 6.08s (6077964084) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1332992077) - ExecTreeOpenTime: 277ms (277998348) - PrepareTime: 6ms (6999958) - ExecTreePrepareTime: 5ms (5999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499974120099) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 74,288,573 (74288573) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.51s (13510920130) - TotalBytesSent: 1.9 GiB (2085052397) - TotalTime: 25.4m (1524458975267) - UncompressedRowBatchSize: 4.3 GiB (4605891526) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 12ms (12999923) - InactiveTotalTime: 0ns (0) - LocalTime: 2.74s (2741983787) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,288,573 (74288573) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.60s (2603984608) - RowsReturned: 74,288,573 (74288573) - RowsReturnedRate: 11752730 per second (11752730) - TotalTime: 6.32s (6320962640) Node Lifecycle Event Timeline Open Started: 1.29s (1286992350) Open Finished: 1.56s (1564990698) First Batch Requested: 1.56s (1564990698) First Batch Returned: 1.56s (1564990698) Last Batch Returned: 25.6m (1533798920043) Closed: 25.6m (1533832919842) Buffer pool - AllocTime: 12ms (12999923) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999929) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 12ms (12999923) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.29s (1286992350) Open Finished: 1.29s (1286992350) First Batch Requested: 1.29s (1286992350) First Batch Returned: 1.29s (1286992350) Last Batch Returned: 1.29s (1286992350) Closed: 1.30s (1299992273) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:123/25.64 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.61% 1:0.06532% 2:0.03266% 3:0.03266% 4:0.1306% 5:0.1306% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):99 - AverageHdfsReadThreadConcurrency: 0.01 (0.014043109079033311) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1299069718) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1299069718) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1299069718) - CachedFileHandlesHitCount: 224 (224) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 769ms (769995454) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.94s (6936958999) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680865) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 62.4 MiB/s (65444704) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2452012032) - RowBatchQueueGetWaitTime: 3.03s (3028982108) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519084007056) - RowBatchesEnqueued: 72,607 (72607) - RowsRead: 74,288,573 (74288573) - RowsReturned: 74,288,573 (74288573) - RowsReturnedRate: 20756918 per second (20756918) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 4.85s (4853971321) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.5m (1532407928310) - ScannerThreadsSysTime: 605ms (605950000) - ScannerThreadsUserTime: 8.53s (8531741000) - ScannerThreadsVoluntaryContextSwitches: 53,930 (53930) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 19.85s (19849882737) - TotalReadThroughput: 827.6 KiB/s (847475) - TotalTime: 3.58s (3578978853) Node Lifecycle Event Timeline Open Started: 1.30s (1299992273) Open Finished: 1.30s (1299992273) First Batch Requested: 1.30s (1299992273) First Batch Returned: 1.56s (1564990698) Last Batch Returned: 25.6m (1533797920049) Closed: 25.6m (1533832919842) Buffer pool - AllocTime: 57ms (57999656) - CumulativeAllocationBytes: 1.5 GiB (1622147072) - CumulativeAllocations: 224 (224) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57999656) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 389,120 (389120) - Rows rejected: 0 (0) - Rows total: 74,288,573 (74288573) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 123 (123) - Files rejected: 99 (99) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,559 (72559) - RowGroups rejected: 0 (0) - RowGroups total: 72,559 (72559) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 74,288,573 (74288573) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 62 (62) - CodegenTotalWallClockTime: 1.05s (1054993729) - CodegenSysTime: 3ms (3995000) - CodegenUserTime: 428ms (428778000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 451ms (451997313) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999887) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 531ms (531996838) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 48ms (48999709) - TotalTime: 1.05s (1054993729) Instance c7456fdd806a4994:3209e92600000157 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.774 Hdfs split stats (:<# splits>/): 0:129/25.45 GB Filter 20 arrival: 938ms Filter 18 arrival: 18s652ms - AverageThreadTokens: 2.00 (1.999347471451876) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998929) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 74,279,069 (74279069) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499806619182) - TotalStorageWaitTime: 5.23s (5229813893) - TotalThreadsInvoluntaryContextSwitches: 217 (217) - TotalThreadsTotalWallClockTime: 51.1m (3066053873989) - TotalThreadsSysTime: 2.93s (2930747000) - TotalThreadsUserTime: 34.58s (34577027000) - TotalThreadsVoluntaryContextSwitches: 90,444 (90444) - TotalTime: 25.6m (1533590416941) Fragment Instance Lifecycle Event Timeline Prepare Finished: 197ms (197992953) Open Finished: 1.48s (1480947294) First Batch Produced: 1.48s (1480947294) First Batch Sent: 1.48s (1480947294) ExecInternal Finished: 25.6m (1533779410214) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532297462956) - ExecTreeExecTime: 6.64s (6643763621) - InactiveTotalTime: 0ns (0) - OpenTime: 1.28s (1282954341) - ExecTreeOpenTime: 355ms (355987331) - PrepareTime: 9ms (9999644) - ExecTreePrepareTime: 9ms (9999644) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499834618187) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 74,279,069 (74279069) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.35s (13349524958) - TotalBytesSent: 1.9 GiB (2085479634) - TotalTime: 25.4m (1523932760578) - UncompressedRowBatchSize: 4.3 GiB (4605302278) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.96us (999964) - InactiveTotalTime: 0ns (0) - LocalTime: 2.77s (2769901458) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,279,069 (74279069) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.62s (2624906619) - RowsReturned: 74,279,069 (74279069) - RowsReturnedRate: 10657347 per second (10657347) - TotalTime: 6.97s (6969752026) Node Lifecycle Event Timeline Open Started: 1.12s (1124959963) Open Finished: 1.48s (1480947294) First Batch Requested: 1.48s (1480947294) First Batch Returned: 1.48s (1480947294) Last Batch Returned: 25.6m (1533750411246) Closed: 25.6m (1533779410214) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.12s (1124959963) Open Finished: 1.12s (1124959963) First Batch Requested: 1.12s (1125959927) First Batch Returned: 1.12s (1125959927) Last Batch Returned: 1.12s (1125959927) Closed: 1.12s (1125959927) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:129/25.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 66ms Hdfs Read Thread Concurrency Bucket: 0:99.48% 1:0% 2:0.0653% 3:0.1632% 4:0.1959% 5:0.09794% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):103 - AverageHdfsReadThreadConcurrency: 0.02 (0.018935683969964087) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1299871274) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1299871274) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1299871274) - CachedFileHandlesHitCount: 232 (232) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 779ms (779972263) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.74s (6743760027) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680961) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 63.2 MiB/s (66285122) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2451817472) - RowBatchQueueGetWaitTime: 3.58s (3583872479) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518722945982) - RowBatchesEnqueued: 72,605 (72605) - RowsRead: 74,279,069 (74279069) - RowsReturned: 74,279,069 (74279069) - RowsReturnedRate: 17686121 per second (17686121) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 5.23s (5229813893) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1532473456692) - ScannerThreadsSysTime: 578ms (578420000) - ScannerThreadsUserTime: 8.41s (8410888000) - ScannerThreadsVoluntaryContextSwitches: 55,029 (55029) - TotalRawHdfsOpenFileTime(*): 1ms (1999928) - TotalRawHdfsReadTime(*): 19.61s (19610302185) - TotalReadThroughput: 828.2 KiB/s (848026) - TotalTime: 4.20s (4199850568) Node Lifecycle Event Timeline Open Started: 1.12s (1125959927) Open Finished: 1.12s (1125959927) First Batch Requested: 1.12s (1125959927) First Batch Returned: 1.48s (1480947294) Last Batch Returned: 25.6m (1533749411281) Closed: 25.6m (1533779410214) Buffer pool - AllocTime: 149ms (149994664) - CumulativeAllocationBytes: 1.5 GiB (1603534848) - CumulativeAllocations: 232 (232) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 149ms (149994664) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 416,768 (416768) - Rows rejected: 0 (0) - Rows total: 74,279,069 (74279069) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 129 (129) - Files rejected: 103 (103) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,553 (72553) - RowGroups rejected: 0 (0) - RowGroups total: 72,553 (72553) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 74,279,069 (74279069) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 926ms (926967010) - CodegenSysTime: 0ns (0) - CodegenUserTime: 423ms (423038000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 328ms (328988291) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999039) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 506ms (506981957) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 61ms (61997794) - TotalTime: 926ms (926967010) Instance c7456fdd806a4994:3209e9260000013f (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.207 Hdfs split stats (:<# splits>/): 0:132/25.32 GB Filter 20 arrival: 1s124ms Filter 18 arrival: 18s623ms - AverageThreadTokens: 2.00 (1.999021207177814) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998895) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 75,038,081 (75038081) - TotalNetworkReceiveTime: 131ms (131996033) - TotalNetworkSendTime: 25.0m (1499805926412) - TotalStorageWaitTime: 4.83s (4825854975) - TotalThreadsInvoluntaryContextSwitches: 240 (240) - TotalThreadsTotalWallClockTime: 51.1m (3065838862634) - TotalThreadsSysTime: 2.88s (2883674000) - TotalThreadsUserTime: 35.34s (35340876000) - TotalThreadsVoluntaryContextSwitches: 90,303 (90303) - TotalTime: 25.6m (1533551912310) Fragment Instance Lifecycle Event Timeline Prepare Finished: 167ms (167994951) Open Finished: 1.59s (1589952219) First Batch Produced: 1.59s (1589952219) First Batch Sent: 1.59s (1589952219) ExecInternal Finished: 25.6m (1533719907261) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532128955072) - ExecTreeExecTime: 5.75s (5747827279) - InactiveTotalTime: 0ns (0) - OpenTime: 1.42s (1421957268) - ExecTreeOpenTime: 452ms (452986387) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499835925512) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 75,038,081 (75038081) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.48s (13480594903) - TotalBytesSent: 2.0 GiB (2105967891) - TotalTime: 25.4m (1524447185904) - UncompressedRowBatchSize: 4.3 GiB (4652361022) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 21ms (21999339) - InactiveTotalTime: 0ns (0) - LocalTime: 2.79s (2791916100) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 75,038,081 (75038081) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.63s (2634920818) - RowsReturned: 75,038,081 (75038081) - RowsReturnedRate: 12189788 per second (12189788) - TotalTime: 6.16s (6155815016) Node Lifecycle Event Timeline Open Started: 1.14s (1136965832) Open Finished: 1.59s (1589952219) First Batch Requested: 1.59s (1589952219) First Batch Returned: 1.59s (1589952219) Last Batch Returned: 25.6m (1533695907982) Closed: 25.6m (1533719907261) Buffer pool - AllocTime: 21ms (21999339) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999339) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 21ms (21999339) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 131ms (131996033) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 2765 per second (2765) - TotalTime: 131ms (131996033) Node Lifecycle Event Timeline Open Started: 1.14s (1136965832) Open Finished: 1.14s (1136965832) First Batch Requested: 1.14s (1136965832) First Batch Returned: 1.27s (1268961865) Last Batch Returned: 1.27s (1268961865) Closed: 1.29s (1290961204) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 131ms (131996033) - DataWaitTime: 131ms (131996033) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:132/25.32 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.54% 1:0.06532% 2:0.03266% 3:0.09798% 4:0.09798% 5:0.1633% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):104 - AverageHdfsReadThreadConcurrency: 0.02 (0.016329196603527107) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1313541370) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1313541370) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1313541370) - CachedFileHandlesHitCount: 244 (244) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 697ms (697979030) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.38s (7375778357) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680963) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 72.4 MiB/s (75964656) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2476865536) - RowBatchQueueGetWaitTime: 2.58s (2581922413) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518595361753) - RowBatchesEnqueued: 73,350 (73350) - RowsRead: 75,038,081 (75038081) - RowsReturned: 75,038,081 (75038081) - RowsReturnedRate: 23217925 per second (23217925) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 4.83s (4825854975) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1532287950294) - ScannerThreadsSysTime: 548ms (548621000) - ScannerThreadsUserTime: 8.63s (8627985000) - ScannerThreadsVoluntaryContextSwitches: 54,685 (54685) - TotalRawHdfsOpenFileTime(*): 999.97us (999970) - TotalRawHdfsReadTime(*): 17.29s (17291480378) - TotalReadThroughput: 836.8 KiB/s (856911) - TotalTime: 3.23s (3231902883) Node Lifecycle Event Timeline Open Started: 1.29s (1290961204) Open Finished: 1.29s (1290961204) First Batch Requested: 1.29s (1290961204) First Batch Returned: 1.59s (1589952219) Last Batch Returned: 25.6m (1533695907982) Closed: 25.6m (1533719907261) Buffer pool - AllocTime: 41ms (41998737) - CumulativeAllocationBytes: 1.5 GiB (1607991296) - CumulativeAllocations: 244 (244) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998737) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 455,680 (455680) - Rows rejected: 0 (0) - Rows total: 75,038,081 (75038081) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 132 (132) - Files rejected: 104 (104) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,294 (73294) - RowGroups rejected: 0 (0) - RowGroups total: 73,294 (73294) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 75,038,081 (75038081) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 968ms (968970881) - CodegenSysTime: 5ms (5003000) - CodegenUserTime: 422ms (422337000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 418ms (418987409) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999670) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 459ms (459986176) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 77ms (77997656) - TotalTime: 968ms (968970881) Instance c7456fdd806a4994:3209e92600000155 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.361 Hdfs split stats (:<# splits>/): 0:131/25.72 GB Filter 20 arrival: 938ms Filter 18 arrival: 18s291ms - AverageThreadTokens: 2.00 (1.9993472584856398) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990737) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 74,295,719 (74295719) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499277979400) - TotalStorageWaitTime: 4.89s (4887820620) - TotalThreadsInvoluntaryContextSwitches: 229 (229) - TotalThreadsTotalWallClockTime: 51.1m (3066001483635) - TotalThreadsSysTime: 3.10s (3096627000) - TotalThreadsUserTime: 35.45s (35453839000) - TotalThreadsVoluntaryContextSwitches: 89,282 (89282) - TotalTime: 25.6m (1533547721742) Fragment Instance Lifecycle Event Timeline Prepare Finished: 202ms (202992549) Open Finished: 1.39s (1389948986) First Batch Produced: 1.39s (1389948986) First Batch Sent: 1.39s (1389948986) ExecInternal Finished: 25.6m (1533725715210) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532334766260) - ExecTreeExecTime: 6.04s (6036778417) - InactiveTotalTime: 0ns (0) - OpenTime: 1.19s (1186956437) - ExecTreeOpenTime: 262ms (262990348) - PrepareTime: 25ms (25999045) - ExecTreePrepareTime: 12ms (12999522) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499316977967) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 74,295,719 (74295719) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.51s (13506504386) - TotalBytesSent: 1.9 GiB (2085200607) - TotalTime: 25.4m (1523891076179) - UncompressedRowBatchSize: 4.3 GiB (4606334578) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.96us (999964) - InactiveTotalTime: 0ns (0) - LocalTime: 2.76s (2763898534) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,295,719 (74295719) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.62s (2619903821) - RowsReturned: 74,295,719 (74295719) - RowsReturnedRate: 11876350 per second (11876350) - TotalTime: 6.25s (6255770378) Node Lifecycle Event Timeline Open Started: 1.13s (1126958638) Open Finished: 1.39s (1389948986) First Batch Requested: 1.39s (1389948986) First Batch Returned: 1.39s (1389948986) Last Batch Returned: 25.6m (1533700716127) Closed: 25.6m (1533725715210) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.96us (999964) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.13s (1126958638) Open Finished: 1.13s (1126958638) First Batch Requested: 1.13s (1126958638) First Batch Returned: 1.13s (1126958638) Last Batch Returned: 1.13s (1126958638) Closed: 1.13s (1127958602) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:131/25.72 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 66ms Hdfs Read Thread Concurrency Bucket: 0:99.44% 1:0.06532% 2:0.03266% 3:0.196% 4:0.09798% 5:0.1633% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):105 - AverageHdfsReadThreadConcurrency: 0.02 (0.019268451992161987) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1299914678) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1299914678) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1299914678) - CachedFileHandlesHitCount: 232 (232) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 825ms (825969685) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.96s (6958744591) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680870) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 61.7 MiB/s (64674745) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2452256768) - RowBatchQueueGetWaitTime: 2.93s (2928892513) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518946257629) - RowBatchesEnqueued: 72,618 (72618) - RowsRead: 74,295,719 (74295719) - RowsReturned: 74,295,719 (74295719) - RowsReturnedRate: 21276759 per second (21276759) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 4.89s (4887820620) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1532479760938) - ScannerThreadsSysTime: 633ms (633650000) - ScannerThreadsUserTime: 8.61s (8608160000) - ScannerThreadsVoluntaryContextSwitches: 53,831 (53831) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 20.10s (20099262393) - TotalReadThroughput: 828.4 KiB/s (848266) - TotalTime: 3.49s (3491871844) Node Lifecycle Event Timeline Open Started: 1.13s (1127958602) Open Finished: 1.13s (1127958602) First Batch Requested: 1.13s (1127958602) First Batch Returned: 1.39s (1389948986) Last Batch Returned: 25.6m (1533699716163) Closed: 25.6m (1533725715210) Buffer pool - AllocTime: 75ms (75997210) - CumulativeAllocationBytes: 1.5 GiB (1603534848) - CumulativeAllocations: 232 (232) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 75ms (75997210) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 420,864 (420864) - Rows rejected: 0 (0) - Rows total: 74,295,719 (74295719) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 131 (131) - Files rejected: 105 (105) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,566 (72566) - RowGroups rejected: 0 (0) - RowGroups total: 72,566 (72566) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 74,295,719 (74295719) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 923ms (923966089) - CodegenSysTime: 1ms (1973000) - CodegenUserTime: 429ms (429737000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 244ms (244991008) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53998018) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 524ms (524980732) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 78ms (78997101) - TotalTime: 923ms (923966089) Instance c7456fdd806a4994:3209e92600000142 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.035 Hdfs split stats (:<# splits>/): 0:129/25.58 GB Filter 20 arrival: 807ms Filter 18 arrival: 18s671ms - AverageThreadTokens: 2.00 (1.9993472584856398) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990816) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 75,771,758 (75771758) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498579283627) - TotalStorageWaitTime: 5.14s (5137963285) - TotalThreadsInvoluntaryContextSwitches: 300 (300) - TotalThreadsTotalWallClockTime: 51.1m (3065945075630) - TotalThreadsSysTime: 3.15s (3145588000) - TotalThreadsUserTime: 36.01s (36007186000) - TotalThreadsVoluntaryContextSwitches: 90,742 (90742) - TotalTime: 25.6m (1533545033714) Fragment Instance Lifecycle Event Timeline Prepare Finished: 192ms (192998617) Open Finished: 1.51s (1506989204) First Batch Produced: 1.51s (1506989204) First Batch Sent: 1.51s (1506989204) ExecInternal Finished: 25.6m (1533722032446) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1532214043249) - ExecTreeExecTime: 6.06s (6062956675) - InactiveTotalTime: 0ns (0) - OpenTime: 1.31s (1313990587) - ExecTreeOpenTime: 524ms (524996239) - PrepareTime: 16ms (16999878) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1498613283386) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 75,771,758 (75771758) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.66s (13665902382) - TotalBytesSent: 2.0 GiB (2126714931) - TotalTime: 25.4m (1523577104966) - UncompressedRowBatchSize: 4.4 GiB (4697848996) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.99us (999993) - InactiveTotalTime: 0ns (0) - LocalTime: 2.88s (2882979389) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 75,771,758 (75771758) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.73s (2726980509) - RowsReturned: 75,771,758 (75771758) - RowsReturnedRate: 11573590 per second (11573590) - TotalTime: 6.55s (6546953208) Node Lifecycle Event Timeline Open Started: 981ms (981992965) Open Finished: 1.51s (1506989204) First Batch Requested: 1.51s (1506989204) First Batch Returned: 1.51s (1506989204) Last Batch Returned: 25.6m (1533693032653) Closed: 25.6m (1533722032446) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 981ms (981992965) Open Finished: 981ms (981992965) First Batch Requested: 982ms (982992958) First Batch Returned: 982ms (982992958) Last Batch Returned: 982ms (982992958) Closed: 982ms (982992958) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:129/25.58 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 30 out of 30 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 213ms Hdfs Read Thread Concurrency Bucket: 0:99.48% 1:0.06532% 2:0.1306% 3:0.06532% 4:0.1306% 5:0.1306% 6:0% File Formats: PARQUET/SNAPPY:30 PARQUET/Unknown(Skipped):99 - AverageHdfsReadThreadConcurrency: 0.02 (0.016982364467668192) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1327632998) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1327632998) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1327632998) - CachedFileHandlesHitCount: 252 (252) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 787ms (787994373) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.51s (7510946364) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 30 (30) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680905) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 67.8 MiB/s (71126244) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2501035008) - RowBatchQueueGetWaitTime: 2.78s (2784980107) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1517875145673) - RowBatchesEnqueued: 74,069 (74069) - RowsRead: 75,771,758 (75771758) - RowsReturned: 75,771,758 (75771758) - RowsReturnedRate: 20680212 per second (20680212) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 5.14s (5137963285) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.5m (1532417041794) - ScannerThreadsSysTime: 561ms (561025000) - ScannerThreadsUserTime: 8.81s (8811826000) - ScannerThreadsVoluntaryContextSwitches: 55,204 (55204) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 18.66s (18665866648) - TotalReadThroughput: 846.0 KiB/s (866340) - TotalTime: 3.66s (3663973819) Node Lifecycle Event Timeline Open Started: 982ms (982992958) Open Finished: 982ms (982992958) First Batch Requested: 982ms (982992958) First Batch Returned: 1.51s (1506989204) Last Batch Returned: 25.6m (1533692032661) Closed: 25.6m (1533722032446) Buffer pool - AllocTime: 128ms (128999077) - CumulativeAllocationBytes: 1.5 GiB (1625030656) - CumulativeAllocations: 252 (252) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 128ms (128999077) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 479,232 (479232) - Rows rejected: 0 (0) - Rows total: 75,771,758 (75771758) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 129 (129) - Files rejected: 99 (99) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 74,009 (74009) - RowGroups rejected: 0 (0) - RowGroups total: 74,009 (74009) - Rows processed: 491,520 (491520) - Rows rejected: 0 (0) - Rows total: 75,771,758 (75771758) - Splits processed: 30 (30) - Splits rejected: 0 (0) - Splits total: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 788ms (788994348) - CodegenSysTime: 503.00us (503000) - CodegenUserTime: 429ms (429041000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 185ms (185998668) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999835) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 462ms (462996683) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 104ms (104999248) - TotalTime: 788ms (788994348) Instance c7456fdd806a4994:3209e9260000014c (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.091 Hdfs split stats (:<# splits>/): 0:130/25.50 GB Filter 20 arrival: 1s468ms Filter 18 arrival: 18s657ms - AverageThreadTokens: 2.00 (1.9990208877284594) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015404) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 73,594,940 (73594940) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499016080182) - TotalStorageWaitTime: 4.18s (4182905374) - TotalThreadsInvoluntaryContextSwitches: 368 (368) - TotalThreadsTotalWallClockTime: 51.1m (3065149642101) - TotalThreadsSysTime: 3.11s (3107441000) - TotalThreadsUserTime: 35.27s (35274109000) - TotalThreadsVoluntaryContextSwitches: 89,099 (89099) - TotalTime: 25.6m (1533378302856) Fragment Instance Lifecycle Event Timeline Prepare Finished: 220ms (220994995) Open Finished: 1.89s (1891957156) First Batch Produced: 1.89s (1891957156) First Batch Sent: 1.89s (1892957133) ExecInternal Finished: 25.6m (1533566298599) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1531672341488) - ExecTreeExecTime: 5.56s (5560874216) - InactiveTotalTime: 0ns (0) - OpenTime: 1.67s (1670962161) - ExecTreeOpenTime: 221ms (221994973) - PrepareTime: 34ms (34999207) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499034079776) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 73,594,940 (73594940) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.43s (13430696173) - TotalBytesSent: 1.9 GiB (2065993909) - TotalTime: 25.4m (1523566524837) - UncompressedRowBatchSize: 4.2 GiB (4562886280) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 3ms (3999909) - InactiveTotalTime: 0ns (0) - LocalTime: 2.74s (2741937985) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,594,940 (73594940) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.57s (2570941863) - RowsReturned: 73,594,940 (73594940) - RowsReturnedRate: 12821708 per second (12821708) - TotalTime: 5.74s (5739870164) Node Lifecycle Event Timeline Open Started: 1.67s (1669962183) Open Finished: 1.89s (1891957156) First Batch Requested: 1.89s (1891957156) First Batch Returned: 1.89s (1891957156) Last Batch Returned: 25.6m (1533541299164) Closed: 25.6m (1533565298622) Buffer pool - AllocTime: 2ms (2999932) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 2ms (2999932) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.67s (1669962183) Open Finished: 1.67s (1669962183) First Batch Requested: 1.67s (1670962160) First Batch Returned: 1.67s (1670962160) Last Batch Returned: 1.67s (1670962160) Closed: 1.67s (1673962092) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:130/25.50 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.67% 1:0.03267% 2:0.03267% 3:0.03267% 4:0.06534% 5:0.1633% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):107 - AverageHdfsReadThreadConcurrency: 0.01 (0.01274093433518458) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1286975398) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1286975398) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1286975398) - CachedFileHandlesHitCount: 218 (218) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 805ms (805981791) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.37s (7366833268) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680943) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 71.3 MiB/s (74764988) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2429096960) - RowBatchQueueGetWaitTime: 2.42s (2420945247) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518500639524) - RowBatchesEnqueued: 71,927 (71927) - RowsRead: 73,594,940 (73594940) - RowsReturned: 73,594,940 (73594940) - RowsReturnedRate: 24548567 per second (24548567) - ScanRangesComplete: 130 (130) - ScannerIoWaitTime: 4.18s (4182905374) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 25.5m (1531806338452) - ScannerThreadsSysTime: 571ms (571694000) - ScannerThreadsUserTime: 8.60s (8599879000) - ScannerThreadsVoluntaryContextSwitches: 53,843 (53843) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 17.21s (17213610664) - TotalReadThroughput: 820.4 KiB/s (840113) - TotalTime: 3.00s (2997932179) Node Lifecycle Event Timeline Open Started: 1.67s (1673962092) Open Finished: 1.67s (1673962092) First Batch Requested: 1.67s (1673962092) First Batch Returned: 1.89s (1891957156) Last Batch Returned: 25.6m (1533541299164) Closed: 25.6m (1533565298622) Buffer pool - AllocTime: 27ms (27999367) - CumulativeAllocationBytes: 1.5 GiB (1569587200) - CumulativeAllocations: 218 (218) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999367) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 374,784 (374784) - Rows rejected: 0 (0) - Rows total: 73,594,940 (73594940) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 130 (130) - Files rejected: 107 (107) - Files total: 130 (130) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,881 (71881) - RowGroups rejected: 0 (0) - RowGroups total: 71,881 (71881) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 73,594,940 (73594940) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 118 (118) - CodegenTotalWallClockTime: 1.45s (1448967188) - CodegenSysTime: 5ms (5009000) - CodegenUserTime: 435ms (435727000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 535ms (535987862) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 75ms (75998280) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 734ms (734983357) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 99ms (99997735) - TotalTime: 1.45s (1448967188) Instance c7456fdd806a4994:3209e9260000014b (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.980 Hdfs split stats (:<# splits>/): 0:121/25.70 GB Filter 20 arrival: 1s252ms Filter 18 arrival: 18s684ms - AverageThreadTokens: 2.00 (1.9993470453803461) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990670) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 72,393,425 (72393425) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498024639732) - TotalStorageWaitTime: 4.23s (4227857826) - TotalThreadsInvoluntaryContextSwitches: 334 (334) - TotalThreadsTotalWallClockTime: 51.1m (3065297950681) - TotalThreadsSysTime: 2.89s (2893691000) - TotalThreadsUserTime: 35.08s (35079344000) - TotalThreadsVoluntaryContextSwitches: 86,659 (86659) - TotalTime: 25.6m (1533340452092) Fragment Instance Lifecycle Event Timeline Prepare Finished: 161ms (161994554) Open Finished: 1.73s (1727941905) First Batch Produced: 1.73s (1727941905) First Batch Sent: 1.73s (1727941905) ExecInternal Finished: 25.6m (1533489447083) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1531760505211) - ExecTreeExecTime: 5.11s (5111828075) - InactiveTotalTime: 0ns (0) - OpenTime: 1.56s (1565947351) - ExecTreeOpenTime: 339ms (339988569) - PrepareTime: 13ms (13999530) - ExecTreePrepareTime: 13ms (13999530) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1498067638289) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 72,393,425 (72393425) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.65s (13654540826) - TotalBytesSent: 1.9 GiB (2034017879) - TotalTime: 25.4m (1522792806827) - UncompressedRowBatchSize: 4.2 GiB (4488392350) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 11ms (11999596) - InactiveTotalTime: 0ns (0) - LocalTime: 2.70s (2700909169) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 72,393,425 (72393425) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.56s (2561913847) - RowsReturned: 72,393,425 (72393425) - RowsReturnedRate: 13332570 per second (13332570) - TotalTime: 5.43s (5429817389) Node Lifecycle Event Timeline Open Started: 1.39s (1387953336) Open Finished: 1.73s (1727941905) First Batch Requested: 1.73s (1727941905) First Batch Returned: 1.73s (1727941905) Last Batch Returned: 25.6m (1533464447924) Closed: 25.6m (1533489447083) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.39s (1387953336) Open Finished: 1.39s (1387953336) First Batch Requested: 1.40s (1399952932) First Batch Returned: 1.40s (1399952932) Last Batch Returned: 1.40s (1399952932) Closed: 1.40s (1399952932) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:121/25.70 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 22 out of 22 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.09801% 2:0.03267% 3:0.06534% 4:0.06534% 5:0.03267% 6:0% File Formats: PARQUET/SNAPPY:22 PARQUET/Unknown(Skipped):99 - AverageHdfsReadThreadConcurrency: 0.01 (0.007840574975498203) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1265509484) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1265509484) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1265509484) - CachedFileHandlesHitCount: 212 (212) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 733ms (733975314) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.84s (7839736397) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 22 (22) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680944) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 83.2 MiB/s (87249365) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2389454848) - RowBatchQueueGetWaitTime: 2.18s (2184926514) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1517856972745) - RowBatchesEnqueued: 70,752 (70752) - RowsRead: 72,393,425 (72393425) - RowsReturned: 72,393,425 (72393425) - RowsReturnedRate: 26528347 per second (26528347) - ScanRangesComplete: 121 (121) - ScannerIoWaitTime: 4.23s (4227857826) - ScannerThreadsInvoluntaryContextSwitches: 11 (11) - ScannerThreadsTotalWallClockTime: 25.5m (1531971498119) - ScannerThreadsSysTime: 570ms (570287000) - ScannerThreadsUserTime: 8.34s (8342351000) - ScannerThreadsVoluntaryContextSwitches: 50,979 (50979) - TotalRawHdfsOpenFileTime(*): 999.97us (999967) - TotalRawHdfsReadTime(*): 14.50s (14504512230) - TotalReadThroughput: 806.7 KiB/s (826103) - TotalTime: 2.73s (2728908220) Node Lifecycle Event Timeline Open Started: 1.40s (1399952932) Open Finished: 1.40s (1399952932) First Batch Requested: 1.40s (1399952932) First Batch Returned: 1.73s (1727941905) Last Batch Returned: 25.6m (1533463447957) Closed: 25.6m (1533489447083) Buffer pool - AllocTime: 41ms (41998588) - CumulativeAllocationBytes: 1.4 GiB (1550581760) - CumulativeAllocations: 212 (212) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998588) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 347,136 (347136) - Rows rejected: 0 (0) - Rows total: 72,393,425 (72393425) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 121 (121) - Files rejected: 99 (99) - Files total: 121 (121) - InactiveTotalTime: 0ns (0) - RowGroups processed: 70,708 (70708) - RowGroups rejected: 0 (0) - RowGroups total: 70,708 (70708) - Rows processed: 360,448 (360448) - Rows rejected: 0 (0) - Rows total: 72,393,425 (72393425) - Splits processed: 22 (22) - Splits rejected: 0 (0) - Splits total: 22 (22) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.23s (1225958782) - CodegenSysTime: 5ms (5950000) - CodegenUserTime: 424ms (424365000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 446ms (446984972) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999362) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 633ms (633978685) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 104ms (104996469) - TotalTime: 1.23s (1225958782) Instance c7456fdd806a4994:3209e9260000015a (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.780 Hdfs split stats (:<# splits>/): 0:134/25.51 GB Filter 20 arrival: 1s226ms Filter 18 arrival: 18s371ms - AverageThreadTokens: 2.00 (1.9990208877284594) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015193) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 72,553,616 (72553616) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1500112239573) - TotalStorageWaitTime: 5.68s (5684803868) - TotalThreadsInvoluntaryContextSwitches: 283 (283) - TotalThreadsTotalWallClockTime: 51.1m (3065332232828) - TotalThreadsSysTime: 2.70s (2698528000) - TotalThreadsUserTime: 34.57s (34574932000) - TotalThreadsVoluntaryContextSwitches: 88,209 (88209) - TotalTime: 25.6m (1533335093317) Fragment Instance Lifecycle Event Timeline Prepare Finished: 147ms (147994891) Open Finished: 1.57s (1568945830) First Batch Produced: 1.57s (1568945830) First Batch Sent: 1.57s (1568945830) ExecInternal Finished: 25.6m (1533483088208) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1531913142412) - ExecTreeExecTime: 6.14s (6143788058) - InactiveTotalTime: 0ns (0) - OpenTime: 1.42s (1420950939) - ExecTreeOpenTime: 222ms (222992301) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1500137238712) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 72,553,616 (72553616) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.28s (13277541929) - TotalBytesSent: 1.9 GiB (2038684706) - TotalTime: 25.4m (1523875419678) - UncompressedRowBatchSize: 4.2 GiB (4498324192) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 24ms (24999137) - InactiveTotalTime: 0ns (0) - LocalTime: 2.76s (2762904677) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 72,553,616 (72553616) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.59s (2586910751) - RowsReturned: 72,553,616 (72553616) - RowsReturnedRate: 11496770 per second (11496770) - TotalTime: 6.31s (6310782292) Node Lifecycle Event Timeline Open Started: 1.34s (1345953529) Open Finished: 1.57s (1568945830) First Batch Requested: 1.57s (1568945830) First Batch Returned: 1.57s (1568945830) Last Batch Returned: 25.6m (1533458089070) Closed: 25.6m (1533483088208) Buffer pool - AllocTime: 19ms (19999309) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999344) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 19ms (19999309) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.34s (1345953529) Open Finished: 1.34s (1345953529) First Batch Requested: 1.35s (1352953288) First Batch Returned: 1.35s (1352953288) Last Batch Returned: 1.35s (1352953288) Closed: 1.37s (1372952597) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:134/25.51 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.67% 1:0.06532% 2:0.03266% 3:0.09798% 4:0.03266% 5:0.09798% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):107 - AverageHdfsReadThreadConcurrency: 0.01 (0.010450685826257348) - AverageScannerThreadConcurrency: 1.00 (0.9996734160679295) - BytesRead: 1.2 GiB (1270133747) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1270133747) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1270133747) - CachedFileHandlesHitCount: 234 (234) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 742ms (742974361) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.98s (6982759068) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680931) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 59.9 MiB/s (62783726) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2394848256) - RowBatchQueueGetWaitTime: 2.99s (2992896754) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1517853627513) - RowBatchesEnqueued: 70,921 (70921) - RowsRead: 72,553,616 (72553616) - RowsReturned: 72,553,616 (72553616) - RowsReturnedRate: 20449864 per second (20449864) - ScanRangesComplete: 134 (134) - ScannerIoWaitTime: 5.68s (5684803868) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 25.5m (1531998139477) - ScannerThreadsSysTime: 489ms (489924000) - ScannerThreadsUserTime: 8.46s (8463674000) - ScannerThreadsVoluntaryContextSwitches: 52,648 (52648) - TotalRawHdfsOpenFileTime(*): 10ms (10999620) - TotalRawHdfsReadTime(*): 20.23s (20230302051) - TotalReadThroughput: 809.4 KiB/s (828858) - TotalTime: 3.55s (3547877615) Node Lifecycle Event Timeline Open Started: 1.37s (1372952597) Open Finished: 1.37s (1372952597) First Batch Requested: 1.37s (1372952597) First Batch Returned: 1.57s (1568945830) Last Batch Returned: 25.6m (1533458089070) Closed: 25.6m (1533483088208) Buffer pool - AllocTime: 28ms (28999002) - CumulativeAllocationBytes: 1.4 GiB (1532362752) - CumulativeAllocations: 234 (234) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999002) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 441,344 (441344) - Rows rejected: 0 (0) - Rows total: 72,553,616 (72553616) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 134 (134) - Files rejected: 107 (107) - Files total: 134 (134) - InactiveTotalTime: 0ns (0) - RowGroups processed: 70,867 (70867) - RowGroups rejected: 0 (0) - RowGroups total: 70,867 (70867) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 72,553,616 (72553616) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.20s (1197958638) - CodegenSysTime: 1ms (1985000) - CodegenUserTime: 428ms (428835000) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 440ms (440984774) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999344) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 684ms (684976350) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 50ms (50998239) - TotalTime: 1.20s (1197958638) Instance c7456fdd806a4994:3209e9260000013d (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:39.049 Hdfs split stats (:<# splits>/): 0:126/25.45 GB Filter 20 arrival: 1s041ms Filter 18 arrival: 18s523ms - AverageThreadTokens: 2.00 (1.9993470453803461) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998986) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 73,738,315 (73738315) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499445345669) - TotalStorageWaitTime: 4.86s (4856728996) - TotalThreadsInvoluntaryContextSwitches: 291 (291) - TotalThreadsTotalWallClockTime: 51.1m (3064920006954) - TotalThreadsSysTime: 3.01s (3007864000) - TotalThreadsUserTime: 35.37s (35373627000) - TotalThreadsVoluntaryContextSwitches: 88,653 (88653) - TotalTime: 25.6m (1533045470806) Fragment Instance Lifecycle Event Timeline Prepare Finished: 140ms (140992133) Open Finished: 1.49s (1486917027) First Batch Produced: 1.49s (1486917027) First Batch Sent: 1.49s (1486917027) ExecInternal Finished: 25.6m (1533186462939) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1531698545968) - ExecTreeExecTime: 5.70s (5698682031) - InactiveTotalTime: 0ns (0) - OpenTime: 1.34s (1345924894) - ExecTreeOpenTime: 305ms (305982925) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 999.94us (999944) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499476343938) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 73,738,315 (73738315) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.43s (13429250569) - TotalBytesSent: 1.9 GiB (2069822127) - TotalTime: 25.4m (1524118968896) - UncompressedRowBatchSize: 4.3 GiB (4571775530) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.83s (2827842207) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,738,315 (73738315) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.70s (2700849298) - RowsReturned: 73,738,315 (73738315) - RowsReturnedRate: 12370815 per second (12370815) - TotalTime: 5.96s (5960667407) Node Lifecycle Event Timeline Open Started: 1.18s (1180934102) Open Finished: 1.49s (1486917027) First Batch Requested: 1.49s (1486917027) First Batch Returned: 1.49s (1486917027) Last Batch Returned: 25.6m (1533159464446) Closed: 25.6m (1533186462939) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.18s (1180934102) Open Finished: 1.18s (1180934102) First Batch Requested: 1.18s (1180934102) First Batch Returned: 1.18s (1180934102) Last Batch Returned: 1.18s (1180934102) Closed: 1.18s (1180934102) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:126/25.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.51% 1:0.06534% 2:0.06534% 3:0.06534% 4:0.1307% 5:0.1633% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):101 - AverageHdfsReadThreadConcurrency: 0.02 (0.017314603070891867) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1290431648) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1290431648) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1290431648) - CachedFileHandlesHitCount: 226 (226) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 820ms (820954185) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.99s (6985610200) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680852) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 66.7 MiB/s (69934626) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2433937408) - RowBatchQueueGetWaitTime: 2.53s (2531858716) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518378289236) - RowBatchesEnqueued: 72,074 (72074) - RowsRead: 73,738,315 (73738315) - RowsReturned: 73,738,315 (73738315) - RowsReturnedRate: 23537321 per second (23537321) - ScanRangesComplete: 126 (126) - ScannerIoWaitTime: 4.86s (4856728996) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 25.5m (1531875536092) - ScannerThreadsSysTime: 523ms (523038000) - ScannerThreadsUserTime: 8.58s (8577211000) - ScannerThreadsVoluntaryContextSwitches: 53,225 (53225) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 18.45s (18451970363) - TotalReadThroughput: 822.6 KiB/s (842372) - TotalTime: 3.13s (3132825200) Node Lifecycle Event Timeline Open Started: 1.18s (1180934102) Open Finished: 1.18s (1181934046) First Batch Requested: 1.18s (1181934046) First Batch Returned: 1.49s (1486917027) Last Batch Returned: 25.6m (1533158464502) Closed: 25.6m (1533186462939) Buffer pool - AllocTime: 19ms (19998883) - CumulativeAllocationBytes: 1.5 GiB (1601306624) - CumulativeAllocations: 226 (226) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19998883) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 394,240 (394240) - Rows rejected: 0 (0) - Rows total: 73,738,315 (73738315) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 126 (126) - Files rejected: 101 (101) - Files total: 126 (126) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,024 (72024) - RowGroups rejected: 0 (0) - RowGroups total: 72,024 (72024) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 73,738,315 (73738315) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 47 (47) - CodegenTotalWallClockTime: 1.04s (1039941969) - CodegenSysTime: 3ms (3997000) - CodegenUserTime: 427ms (427169000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 442ms (442975281) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39997768) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 481ms (481973105) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 72ms (72995926) - TotalTime: 1.04s (1039941969) Instance c7456fdd806a4994:3209e92600000147 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.270 Hdfs split stats (:<# splits>/): 0:131/25.56 GB Filter 20 arrival: 1s054ms Filter 18 arrival: 18s642ms - AverageThreadTokens: 2.00 (1.9993470453803461) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84007373) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 73,243,139 (73243139) - TotalNetworkReceiveTime: 125ms (125000899) - TotalNetworkSendTime: 25.0m (1499703802461) - TotalStorageWaitTime: 3.56s (3555025569) - TotalThreadsInvoluntaryContextSwitches: 268 (268) - TotalThreadsTotalWallClockTime: 51.1m (3064659074074) - TotalThreadsSysTime: 2.92s (2919800000) - TotalThreadsUserTime: 34.95s (34954239000) - TotalThreadsVoluntaryContextSwitches: 88,465 (88465) - TotalTime: 25.5m (1532905041176) Fragment Instance Lifecycle Event Timeline Prepare Finished: 186ms (186001338) Open Finished: 1.48s (1482010659) First Batch Produced: 1.49s (1491010724) First Batch Sent: 1.49s (1491010724) ExecInternal Finished: 25.6m (1533083042456) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1531600031790) - ExecTreeExecTime: 4.92s (4921035404) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1296009321) - ExecTreeOpenTime: 382ms (382002747) - PrepareTime: 9ms (9000065) - ExecTreePrepareTime: 9ms (9000065) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499736802697) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 73,243,139 (73243139) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.46s (13460096791) - TotalBytesSent: 1.9 GiB (2055668751) - TotalTime: 25.4m (1523912976502) - UncompressedRowBatchSize: 4.2 GiB (4541074618) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 6ms (6000043) - InactiveTotalTime: 0ns (0) - LocalTime: 2.79s (2791020082) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,243,139 (73243139) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.63s (2632018932) - RowsReturned: 73,243,139 (73243139) - RowsReturnedRate: 13903305 per second (13903305) - TotalTime: 5.27s (5268037898) Node Lifecycle Event Timeline Open Started: 1.10s (1100007912) Open Finished: 1.48s (1482010659) First Batch Requested: 1.48s (1482010659) First Batch Returned: 1.49s (1491010724) Last Batch Returned: 25.6m (1533057042269) Closed: 25.6m (1533083042456) Buffer pool - AllocTime: 5ms (5000036) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5000036) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 5ms (5000036) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 125ms (125000899) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 2919 per second (2919) - TotalTime: 125ms (125000899) Node Lifecycle Event Timeline Open Started: 1.10s (1100007912) Open Finished: 1.10s (1100007912) First Batch Requested: 1.10s (1101007919) First Batch Returned: 1.23s (1226008818) Last Batch Returned: 1.23s (1226008818) Closed: 1.23s (1231008854) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 125ms (125000899) - DataWaitTime: 125ms (125000899) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:131/25.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0% 2:0.03267% 3:0% 4:0.06534% 5:0.06534% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):103 - AverageHdfsReadThreadConcurrency: 0.01 (0.006533812479581836) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1283101273) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1283101273) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1283101273) - CachedFileHandlesHitCount: 240 (240) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 825ms (825005935) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.14s (7137051337) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680974) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 87.8 MiB/s (92057113) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2417594368) - RowBatchQueueGetWaitTime: 1.80s (1800012931) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1519373943852) - RowBatchesEnqueued: 71,596 (71596) - RowsRead: 73,243,139 (73243139) - RowsReturned: 73,243,139 (73243139) - RowsReturnedRate: 31140566 per second (31140566) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 3.56s (3555025569) - ScannerThreadsInvoluntaryContextSwitches: 8 (8) - ScannerThreadsTotalWallClockTime: 25.5m (1531763032963) - ScannerThreadsSysTime: 519ms (519889000) - ScannerThreadsUserTime: 8.53s (8526124000) - ScannerThreadsVoluntaryContextSwitches: 52,844 (52844) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 13.94s (13938100202) - TotalReadThroughput: 818.0 KiB/s (837596) - TotalTime: 2.35s (2352016917) Node Lifecycle Event Timeline Open Started: 1.23s (1231008854) Open Finished: 1.23s (1231008854) First Batch Requested: 1.23s (1231008854) First Batch Returned: 1.48s (1482010659) Last Batch Returned: 25.6m (1533057042269) Closed: 25.6m (1533083042456) Buffer pool - AllocTime: 53ms (53000381) - CumulativeAllocationBytes: 1.5 GiB (1587019776) - CumulativeAllocations: 240 (240) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 53ms (53000381) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 456,704 (456704) - Rows rejected: 0 (0) - Rows total: 73,243,139 (73243139) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 131 (131) - Files rejected: 103 (103) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,540 (71540) - RowGroups rejected: 0 (0) - RowGroups total: 71,540 (71540) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 73,243,139 (73243139) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 913ms (913006567) - CodegenSysTime: 5ms (5964000) - CodegenUserTime: 426ms (426765000) - CodegenVoluntaryContextSwitches: 13 (13) - CompileTime: 302ms (302002173) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39000280) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 545ms (545003919) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 24ms (24000173) - TotalTime: 913ms (913006567) Instance c7456fdd806a4994:3209e92600000143 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.353 Hdfs split stats (:<# splits>/): 0:130/25.76 GB Filter 20 arrival: 1s211ms Filter 18 arrival: 18s571ms - AverageThreadTokens: 2.00 (1.999020568070519) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990931) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 73,718,540 (73718540) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499094555981) - TotalStorageWaitTime: 4.55s (4553989539) - TotalThreadsInvoluntaryContextSwitches: 305 (305) - TotalThreadsTotalWallClockTime: 51.1m (3063976960815) - TotalThreadsSysTime: 3.03s (3027433000) - TotalThreadsUserTime: 34.89s (34890058000) - TotalThreadsVoluntaryContextSwitches: 88,196 (88196) - TotalTime: 25.5m (1532652478883) Fragment Instance Lifecycle Event Timeline Prepare Finished: 293ms (293999325) Open Finished: 1.72s (1719996050) First Batch Produced: 1.72s (1719996050) First Batch Sent: 1.72s (1719996050) ExecInternal Finished: 25.5m (1532946478207) Buffer pool - AllocTime: 1,000.00us (999997) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 1,000.00us (999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1531225482160) - ExecTreeExecTime: 5.28s (5279987886) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1425996725) - ExecTreeOpenTime: 216ms (216999502) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 1,000.00us (999998) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499123555918) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 73,718,540 (73718540) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.34s (13336969371) - TotalBytesSent: 1.9 GiB (2069100405) - TotalTime: 25.4m (1523300500353) - UncompressedRowBatchSize: 4.3 GiB (4570549480) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 1,000.00us (999998) - InactiveTotalTime: 0ns (0) - LocalTime: 2.81s (2812993556) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,718,540 (73718540) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.68s (2678993864) - RowsReturned: 73,718,540 (73718540) - RowsReturnedRate: 13513970 per second (13513970) - TotalTime: 5.45s (5454987486) Node Lifecycle Event Timeline Open Started: 1.50s (1502996548) Open Finished: 1.72s (1719996050) First Batch Requested: 1.72s (1719996050) First Batch Returned: 1.72s (1719996050) Last Batch Returned: 25.5m (1532921478265) Closed: 25.5m (1532945478210) Buffer pool - AllocTime: 1,000.00us (999998) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1,000.00us (999998) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.50s (1502996548) Open Finished: 1.50s (1502996548) First Batch Requested: 1.50s (1502996548) First Batch Returned: 1.50s (1502996548) Last Batch Returned: 1.50s (1502996548) Closed: 1.50s (1503996546) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:130/25.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.71% 1:0.06536% 2:0.06536% 3:0.06536% 4:0.06536% 5:0.03268% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):105 - AverageHdfsReadThreadConcurrency: 0.01 (0.008169934640522876) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1289568466) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1289568466) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1289568466) - CachedFileHandlesHitCount: 226 (226) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 734ms (734998293) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.09s (7089983708) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680911) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 73.0 MiB/s (76559690) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2433329152) - RowBatchQueueGetWaitTime: 2.05s (2046995299) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518128512267) - RowBatchesEnqueued: 72,056 (72056) - RowsRead: 73,718,540 (73718540) - RowsReturned: 73,718,540 (73718540) - RowsReturnedRate: 27902615 per second (27902615) - ScanRangesComplete: 130 (130) - ScannerIoWaitTime: 4.55s (4553989539) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1531325481930) - ScannerThreadsSysTime: 582ms (582475000) - ScannerThreadsUserTime: 8.49s (8486102000) - ScannerThreadsVoluntaryContextSwitches: 52,604 (52604) - TotalRawHdfsOpenFileTime(*): 1ms (1999995) - TotalRawHdfsReadTime(*): 16.84s (16843961307) - TotalReadThroughput: 822.1 KiB/s (841834) - TotalTime: 2.64s (2641993930) Node Lifecycle Event Timeline Open Started: 1.50s (1503996546) Open Finished: 1.50s (1503996546) First Batch Requested: 1.50s (1503996546) First Batch Returned: 1.72s (1719996050) Last Batch Returned: 25.5m (1532921478265) Closed: 25.5m (1532945478210) Buffer pool - AllocTime: 32ms (32999924) - CumulativeAllocationBytes: 1.5 GiB (1601306624) - CumulativeAllocations: 226 (226) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999924) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 408,576 (408576) - Rows rejected: 0 (0) - Rows total: 73,718,540 (73718540) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 130 (130) - Files rejected: 105 (105) - Files total: 130 (130) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,006 (72006) - RowGroups rejected: 0 (0) - RowGroups total: 72,006 (72006) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 73,718,540 (73718540) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.21s (1208997223) - CodegenSysTime: 3ms (3998000) - CodegenUserTime: 418ms (418829000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 478ms (478998900) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999974) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 682ms (682998431) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 23ms (23999945) - TotalTime: 1.21s (1208997223) Instance c7456fdd806a4994:3209e9260000014d (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.951 Hdfs split stats (:<# splits>/): 0:143/25.56 GB Filter 20 arrival: 1s533ms Filter 18 arrival: 18s672ms - AverageThreadTokens: 2.00 (1.9990202482037884) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83966265) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 70,487,646 (70487646) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499604718123) - TotalStorageWaitTime: 5.64s (5636965166) - TotalThreadsInvoluntaryContextSwitches: 266 (266) - TotalThreadsTotalWallClockTime: 51.1m (3063328040204) - TotalThreadsSysTime: 2.79s (2785553000) - TotalThreadsUserTime: 33.57s (33566773000) - TotalThreadsVoluntaryContextSwitches: 86,063 (86063) - TotalTime: 25.5m (1532507514902) Fragment Instance Lifecycle Event Timeline Prepare Finished: 255ms (255998422) Open Finished: 2.17s (2175986587) First Batch Produced: 2.17s (2175986587) First Batch Sent: 2.17s (2175986587) ExecInternal Finished: 25.5m (1532700513713) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1530523527132) - ExecTreeExecTime: 6.08s (6075962514) - InactiveTotalTime: 0ns (0) - OpenTime: 1.92s (1919988165) - ExecTreeOpenTime: 451ms (451997214) - PrepareTime: 63ms (63999605) - ExecTreePrepareTime: 63ms (63999605) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499633717947) - PeakMemoryUsage: 1.2 MiB (1266624) - RowsSent: 70,487,646 (70487646) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.67s (12669921684) - TotalBytesSent: 1.8 GiB (1978499401) - TotalTime: 25.4m (1522795574814) - UncompressedRowBatchSize: 4.1 GiB (4370234052) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.99us (999994) - InactiveTotalTime: 0ns (0) - LocalTime: 2.61s (2607983923) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 70,487,646 (70487646) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2464984805) - RowsReturned: 70,487,646 (70487646) - RowsReturnedRate: 10686488 per second (10686488) - TotalTime: 6.59s (6595959304) Node Lifecycle Event Timeline Open Started: 1.72s (1723989373) Open Finished: 2.17s (2175986587) First Batch Requested: 2.17s (2175986587) First Batch Returned: 2.17s (2175986587) Last Batch Returned: 25.5m (1532674513874) Closed: 25.5m (1532699513719) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.72s (1723989373) Open Finished: 1.72s (1723989373) First Batch Requested: 1.72s (1724989367) First Batch Returned: 1.72s (1724989367) Last Batch Returned: 1.72s (1724989367) Closed: 1.72s (1724989367) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:143/25.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 31 out of 31 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.48% 1:0.1308% 2:0.09807% 3:0.09807% 4:0.03269% 5:0.1635% 6:0% File Formats: PARQUET/SNAPPY:31 PARQUET/Unknown(Skipped):112 - AverageHdfsReadThreadConcurrency: 0.02 (0.015691402419091206) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1237143168) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1237143168) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1237143168) - CachedFileHandlesHitCount: 246 (246) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 724ms (724995533) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.63s (6628959042) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 31 (31) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680878) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 59.6 MiB/s (62536056) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2326739968) - RowBatchQueueGetWaitTime: 3.33s (3325979466) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1517099610054) - RowBatchesEnqueued: 68,913 (68913) - RowsRead: 70,487,646 (70487646) - RowsReturned: 70,487,646 (70487646) - RowsReturnedRate: 17675045 per second (17675045) - ScanRangesComplete: 143 (143) - ScannerIoWaitTime: 5.64s (5636965166) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.5m (1530884524907) - ScannerThreadsSysTime: 542ms (542006000) - ScannerThreadsUserTime: 8.13s (8134363000) - ScannerThreadsVoluntaryContextSwitches: 50,677 (50677) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 19.78s (19782877797) - TotalReadThroughput: 788.9 KiB/s (807857) - TotalTime: 3.99s (3987975381) Node Lifecycle Event Timeline Open Started: 1.72s (1724989367) Open Finished: 1.72s (1724989367) First Batch Requested: 1.72s (1724989367) First Batch Returned: 2.17s (2175986587) Last Batch Returned: 25.5m (1532673513880) Closed: 25.5m (1532699513719) Buffer pool - AllocTime: 66ms (66999587) - CumulativeAllocationBytes: 1.4 GiB (1505624064) - CumulativeAllocations: 246 (246) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66999587) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 496,640 (496640) - Rows rejected: 0 (0) - Rows total: 70,487,646 (70487646) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 143 (143) - Files rejected: 112 (112) - Files total: 143 (143) - InactiveTotalTime: 0ns (0) - RowGroups processed: 68,851 (68851) - RowGroups rejected: 0 (0) - RowGroups total: 68,851 (68851) - Rows processed: 507,904 (507904) - Rows rejected: 0 (0) - Rows total: 70,487,646 (70487646) - Splits processed: 31 (31) - Splits rejected: 0 (0) - Splits total: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.47s (1467990951) - CodegenSysTime: 6ms (6948000) - CodegenUserTime: 436ms (436788000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 404ms (404997503) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 59ms (59999630) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 904ms (904994422) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 95ms (95999409) - TotalTime: 1.47s (1467990951) Instance c7456fdd806a4994:3209e92600000149 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.457 Hdfs split stats (:<# splits>/): 0:128/25.55 GB Filter 20 arrival: 1s417ms Filter 18 arrival: 18s572ms - AverageThreadTokens: 2.00 (1.9990202482037884) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015357) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 70,987,175 (70987175) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499900572398) - TotalStorageWaitTime: 3.71s (3715917192) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 51.1m (3063209731879) - TotalThreadsSysTime: 2.71s (2708380000) - TotalThreadsUserTime: 34.01s (34006993000) - TotalThreadsVoluntaryContextSwitches: 87,437 (87437) - TotalTime: 25.5m (1532407848067) Fragment Instance Lifecycle Event Timeline Prepare Finished: 224ms (224994992) Open Finished: 1.90s (1898957736) First Batch Produced: 1.92s (1915957358) First Batch Sent: 1.92s (1915957358) ExecInternal Finished: 25.5m (1532600843772) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1530700886058) - ExecTreeExecTime: 5.12s (5115885991) - InactiveTotalTime: 0ns (0) - OpenTime: 1.67s (1673962744) - ExecTreeOpenTime: 358ms (358992010) - PrepareTime: 32ms (32999265) - ExecTreePrepareTime: 32ms (32999265) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499932571687) - PeakMemoryUsage: 1.2 MiB (1307584) - RowsSent: 70,987,175 (70987175) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.80s (12800714795) - TotalBytesSent: 1.9 GiB (1992655240) - TotalTime: 25.4m (1523497046629) - UncompressedRowBatchSize: 4.1 GiB (4401204850) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 68ms (68998464) - InactiveTotalTime: 0ns (0) - LocalTime: 2.82s (2816937222) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 70,987,175 (70987175) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.60s (2600942032) - RowsReturned: 70,987,175 (70987175) - RowsReturnedRate: 12925847 per second (12925847) - TotalTime: 5.49s (5491877623) Node Lifecycle Event Timeline Open Started: 1.54s (1539965726) Open Finished: 1.90s (1898957736) First Batch Requested: 1.90s (1898957736) First Batch Returned: 1.92s (1915957358) Last Batch Returned: 25.5m (1532574844351) Closed: 25.5m (1532600843772) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.54s (1539965726) Open Finished: 1.54s (1539965726) First Batch Requested: 1.61s (1608964190) First Batch Returned: 1.61s (1608964190) Last Batch Returned: 1.61s (1608964190) Closed: 1.61s (1608964190) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:128/25.55 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.03269% 2:0.03269% 3:0.09807% 4:0.06538% 5:0.03269% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):104 - AverageHdfsReadThreadConcurrency: 0.01 (0.008172605426610004) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1242559726) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1242559726) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1242559726) - CachedFileHandlesHitCount: 220 (220) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 771ms (771982811) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.64s (6642851991) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680909) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 79.9 MiB/s (83800068) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2343100416) - RowBatchQueueGetWaitTime: 1.99s (1985955744) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518828150604) - RowBatchesEnqueued: 69,384 (69384) - RowsRead: 70,987,175 (70987175) - RowsReturned: 70,987,175 (70987175) - RowsReturnedRate: 26537852 per second (26537852) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 3.71s (3715917192) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 25.5m (1530834883077) - ScannerThreadsSysTime: 518ms (518038000) - ScannerThreadsUserTime: 8.22s (8219432000) - ScannerThreadsVoluntaryContextSwitches: 51,933 (51933) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 14.83s (14827669547) - TotalReadThroughput: 792.4 KiB/s (811396) - TotalTime: 2.67s (2674940401) Node Lifecycle Event Timeline Open Started: 1.61s (1608964190) Open Finished: 1.61s (1608964190) First Batch Requested: 1.61s (1608964190) First Batch Returned: 1.90s (1898957736) Last Batch Returned: 25.5m (1532573844373) Closed: 25.5m (1532600843772) Buffer pool - AllocTime: 19ms (19999554) - CumulativeAllocationBytes: 1.4 GiB (1531969536) - CumulativeAllocations: 220 (220) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999554) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 381,952 (381952) - Rows rejected: 0 (0) - Rows total: 70,987,175 (70987175) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 128 (128) - Files rejected: 104 (104) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 69,336 (69336) - RowGroups rejected: 0 (0) - RowGroups total: 69,336 (69336) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 70,987,175 (70987175) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 1.31s (1313970756) - CodegenSysTime: 1ms (1342000) - CodegenUserTime: 436ms (436888000) - CodegenVoluntaryContextSwitches: 74 (74) - CompileTime: 359ms (359991988) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999488) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 861ms (861980815) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 52ms (52998821) - TotalTime: 1.31s (1313970756) Instance c7456fdd806a4994:3209e92600000154 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.340 Hdfs split stats (:<# splits>/): 0:131/25.48 GB Filter 20 arrival: 1s147ms Filter 18 arrival: 18s690ms - AverageThreadTokens: 2.00 (1.999346618752042) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83974560) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 73,219,797 (73219797) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1500190788297) - TotalStorageWaitTime: 4.40s (4402861491) - TotalThreadsInvoluntaryContextSwitches: 244 (244) - TotalThreadsTotalWallClockTime: 51.0m (3062966607875) - TotalThreadsSysTime: 2.83s (2828237000) - TotalThreadsUserTime: 34.52s (34522409000) - TotalThreadsVoluntaryContextSwitches: 89,729 (89729) - TotalTime: 25.5m (1532118783930) Fragment Instance Lifecycle Event Timeline Prepare Finished: 179ms (179994332) Open Finished: 1.51s (1506952553) First Batch Produced: 1.51s (1506952553) First Batch Sent: 1.51s (1506952553) ExecInternal Finished: 25.5m (1532284778704) Buffer pool - AllocTime: 999.97us (999968) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1530776826182) - ExecTreeExecTime: 5.05s (5051841114) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1326958221) - ExecTreeOpenTime: 207ms (207993451) - PrepareTime: 14ms (14999527) - ExecTreePrepareTime: 13ms (13999559) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1500213787572) - PeakMemoryUsage: 1.2 MiB (1274816) - RowsSent: 73,219,797 (73219797) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.05s (13049589533) - TotalBytesSent: 1.9 GiB (2055198635) - TotalTime: 25.4m (1524050037776) - UncompressedRowBatchSize: 4.2 GiB (4539627414) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 13ms (13999559) - InactiveTotalTime: 0ns (0) - LocalTime: 2.70s (2702914949) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,219,797 (73219797) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.55s (2551919710) - RowsReturned: 73,219,797 (73219797) - RowsReturnedRate: 13933796 per second (13933796) - TotalTime: 5.25s (5254834722) Node Lifecycle Event Timeline Open Started: 1.30s (1298959102) Open Finished: 1.51s (1506952553) First Batch Requested: 1.51s (1506952553) First Batch Returned: 1.51s (1506952553) Last Batch Returned: 25.5m (1532259779489) Closed: 25.5m (1532284778704) Buffer pool - AllocTime: 12ms (12999591) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999591) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 12ms (12999591) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.97us (999968) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.30s (1298959102) Open Finished: 1.30s (1298959102) First Batch Requested: 1.30s (1298959102) First Batch Returned: 1.30s (1298959102) Last Batch Returned: 1.30s (1298959102) Closed: 1.31s (1312958661) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:131/25.48 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 36ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.06538% 2:0% 3:0% 4:0.06538% 5:0.1308% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.01 (0.009807126511932003) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1281251469) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1281251469) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1281251469) - CachedFileHandlesHitCount: 226 (226) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 777ms (777975546) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.95s (6954781260) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680943) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 72.8 MiB/s (76358269) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2416737280) - RowBatchQueueGetWaitTime: 1.95s (1954938536) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1517897231294) - RowBatchesEnqueued: 71,565 (71565) - RowsRead: 73,219,797 (73219797) - RowsReturned: 73,219,797 (73219797) - RowsReturnedRate: 28692045 per second (28692045) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 4.40s (4402861491) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.5m (1530862823472) - ScannerThreadsSysTime: 556ms (556069000) - ScannerThreadsUserTime: 8.44s (8440809000) - ScannerThreadsVoluntaryContextSwitches: 54,358 (54358) - TotalRawHdfsOpenFileTime(*): 999.97us (999969) - TotalRawHdfsReadTime(*): 16.78s (16779472242) - TotalReadThroughput: 806.3 KiB/s (825678) - TotalTime: 2.55s (2551919773) Node Lifecycle Event Timeline Open Started: 1.31s (1312958661) Open Finished: 1.31s (1312958661) First Batch Requested: 1.31s (1312958661) First Batch Returned: 1.51s (1506952553) Last Batch Returned: 25.5m (1532259779489) Closed: 25.5m (1532284778704) Buffer pool - AllocTime: 70ms (70997765) - CumulativeAllocationBytes: 1.5 GiB (1569849344) - CumulativeAllocations: 226 (226) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 70ms (70997765) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 395,264 (395264) - Rows rejected: 0 (0) - Rows total: 73,219,797 (73219797) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 131 (131) - Files rejected: 106 (106) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,515 (71515) - RowGroups rejected: 0 (0) - RowGroups total: 71,515 (71515) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 73,219,797 (73219797) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.12s (1118964770) - CodegenSysTime: 996.00us (996000) - CodegenUserTime: 428ms (428125000) - CodegenVoluntaryContextSwitches: 45 (45) - CompileTime: 409ms (409987092) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 65ms (65997922) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 587ms (587981487) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 52ms (52998332) - TotalTime: 1.12s (1118964770) Instance c7456fdd806a4994:3209e9260000014f (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.185 Hdfs split stats (:<# splits>/): 0:132/25.69 GB Filter 20 arrival: 1s024ms Filter 18 arrival: 18s679ms - AverageThreadTokens: 2.00 (1.9990202482037884) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998856) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 71,815,657 (71815657) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499540615044) - TotalStorageWaitTime: 4.10s (4101957948) - TotalThreadsInvoluntaryContextSwitches: 249 (249) - TotalThreadsTotalWallClockTime: 51.0m (3062986574923) - TotalThreadsSysTime: 2.77s (2773175000) - TotalThreadsUserTime: 34.29s (34291133000) - TotalThreadsVoluntaryContextSwitches: 88,300 (88300) - TotalTime: 25.5m (1532061281631) Fragment Instance Lifecycle Event Timeline Prepare Finished: 117ms (117998789) Open Finished: 1.58s (1581983758) First Batch Produced: 1.58s (1581983758) First Batch Sent: 1.58s (1581983758) ExecInternal Finished: 25.5m (1532178280429) Buffer pool - AllocTime: 999.99us (999990) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1530595296682) - ExecTreeExecTime: 5.07s (5074947972) - InactiveTotalTime: 0ns (0) - OpenTime: 1.46s (1463984969) - ExecTreeOpenTime: 441ms (441995462) - PrepareTime: 1ms (1999980) - ExecTreePrepareTime: 999.99us (999990) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499563614810) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 71,815,657 (71815657) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.98s (12980866930) - TotalBytesSent: 1.9 GiB (2015547879) - TotalTime: 25.4m (1523457369877) - UncompressedRowBatchSize: 4.1 GiB (4452570734) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.62s (2620973111) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 71,815,657 (71815657) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.49s (2487974473) - RowsReturned: 71,815,657 (71815657) - RowsReturnedRate: 13160416 per second (13160416) - TotalTime: 5.46s (5456944048) Node Lifecycle Event Timeline Open Started: 1.14s (1139988296) Open Finished: 1.58s (1581983758) First Batch Requested: 1.58s (1581983758) First Batch Returned: 1.58s (1581983758) Last Batch Returned: 25.5m (1532149280726) Closed: 25.5m (1532178280429) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.14s (1139988296) Open Finished: 1.14s (1139988296) First Batch Requested: 1.14s (1139988296) First Batch Returned: 1.14s (1139988296) Last Batch Returned: 1.14s (1139988296) Closed: 1.14s (1139988296) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:132/25.69 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.67% 1:0% 2:0% 3:0.06536% 4:0.09804% 5:0.1634% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.01 (0.014052287581699347) - AverageScannerThreadConcurrency: 1.00 (0.9996732026143791) - BytesRead: 1.2 GiB (1256792660) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1256792660) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1256792660) - CachedFileHandlesHitCount: 228 (228) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 758ms (758992230) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.60s (6598932376) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680843) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 72.9 MiB/s (76415488) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2370446336) - RowBatchQueueGetWaitTime: 2.26s (2260976827) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518626419347) - RowBatchesEnqueued: 70,197 (70197) - RowsRead: 71,815,657 (71815657) - RowsReturned: 71,815,657 (71815657) - RowsReturnedRate: 25323128 per second (25323128) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 4.10s (4101957948) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1530928293261) - ScannerThreadsSysTime: 526ms (526279000) - ScannerThreadsUserTime: 8.27s (8273949000) - ScannerThreadsVoluntaryContextSwitches: 52,614 (52614) - TotalRawHdfsOpenFileTime(*): 2ms (2999970) - TotalRawHdfsReadTime(*): 16.45s (16446831407) - TotalReadThroughput: 801.5 KiB/s (820695) - TotalTime: 2.83s (2835970937) Node Lifecycle Event Timeline Open Started: 1.14s (1139988296) Open Finished: 1.14s (1140988286) First Batch Requested: 1.14s (1140988286) First Batch Returned: 1.58s (1581983758) Last Batch Returned: 25.5m (1532148280737) Closed: 25.5m (1532177280440) Buffer pool - AllocTime: 39ms (39999592) - CumulativeAllocationBytes: 1.4 GiB (1549008896) - CumulativeAllocations: 228 (228) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39999592) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 414,720 (414720) - Rows rejected: 0 (0) - Rows total: 71,815,657 (71815657) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 132 (132) - Files rejected: 106 (106) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 70,145 (70145) - RowGroups rejected: 0 (0) - RowGroups total: 70,145 (70145) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 71,815,657 (71815657) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 54 (54) - CodegenTotalWallClockTime: 1.02s (1021989507) - CodegenSysTime: 4ms (4944000) - CodegenUserTime: 438ms (438595000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 343ms (343996468) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999754) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 615ms (615993676) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 24ms (24999743) - TotalTime: 1.02s (1021989507) Instance c7456fdd806a4994:3209e92600000153 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:34.090 Hdfs split stats (:<# splits>/): 0:131/25.54 GB Filter 20 arrival: 1s038ms Filter 18 arrival: 18s755ms - AverageThreadTokens: 2.00 (1.999346618752042) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83999011) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 69,924,445 (69924445) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1500411417653) - TotalStorageWaitTime: 4.13s (4132998288) - TotalThreadsInvoluntaryContextSwitches: 294 (294) - TotalThreadsTotalWallClockTime: 51.0m (3062417810279) - TotalThreadsSysTime: 2.77s (2775720000) - TotalThreadsUserTime: 33.39s (33387922000) - TotalThreadsVoluntaryContextSwitches: 84,984 (84984) - TotalTime: 25.5m (1531782404918) Fragment Instance Lifecycle Event Timeline Prepare Finished: 154ms (154999940) Open Finished: 1.42s (1420999454) First Batch Produced: 1.42s (1420999454) First Batch Sent: 1.42s (1420999454) ExecInternal Finished: 25.5m (1531917404866) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1530495405412) - ExecTreeExecTime: 4.94s (4940998011) - InactiveTotalTime: 0ns (0) - OpenTime: 1.26s (1265999514) - ExecTreeOpenTime: 249ms (249999904) - PrepareTime: 20ms (20999992) - ExecTreePrepareTime: 20ms (20999992) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1500433417643) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 69,924,445 (69924445) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.77s (12769994822) - TotalBytesSent: 1.8 GiB (1962629789) - TotalTime: 25.4m (1523589408207) - UncompressedRowBatchSize: 4.0 GiB (4335315590) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.62s (2621998980) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 69,924,445 (69924445) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2498999026) - RowsReturned: 69,924,445 (69924445) - RowsReturnedRate: 13475519 per second (13475519) - TotalTime: 5.19s (5188997916) Node Lifecycle Event Timeline Open Started: 1.17s (1170999550) Open Finished: 1.42s (1420999454) First Batch Requested: 1.42s (1420999454) First Batch Returned: 1.42s (1420999454) Last Batch Returned: 25.5m (1531886404879) Closed: 25.5m (1531917404866) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.17s (1170999550) Open Finished: 1.17s (1170999550) First Batch Requested: 1.17s (1171999549) First Batch Returned: 1.17s (1171999549) Last Batch Returned: 1.17s (1171999549) Closed: 1.17s (1171999549) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:131/25.54 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.64% 1:0.09807% 2:0.1635% 3:0.06538% 4:0% 5:0.03269% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):104 - AverageHdfsReadThreadConcurrency: 0.01 (0.007845701209545603) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1225192074) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1225192074) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1225192074) - CachedFileHandlesHitCount: 230 (230) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 704ms (704999700) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.76s (6759997287) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680868) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 71.8 MiB/s (75322303) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2308036608) - RowBatchQueueGetWaitTime: 2.06s (2055999132) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518176410428) - RowBatchesEnqueued: 68,352 (68352) - RowsRead: 69,924,445 (69924445) - RowsReturned: 69,924,445 (69924445) - RowsReturnedRate: 27239763 per second (27239763) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 4.13s (4132998288) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 25.5m (1530656405353) - ScannerThreadsSysTime: 524ms (524736000) - ScannerThreadsUserTime: 8.07s (8075747000) - ScannerThreadsVoluntaryContextSwitches: 49,641 (49641) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 16.27s (16265993216) - TotalReadThroughput: 781.5 KiB/s (800272) - TotalTime: 2.57s (2566998936) Node Lifecycle Event Timeline Open Started: 1.17s (1171999549) Open Finished: 1.17s (1171999549) First Batch Requested: 1.17s (1171999549) First Batch Returned: 1.42s (1420999454) Last Batch Returned: 25.5m (1531885404880) Closed: 25.5m (1531917404866) Buffer pool - AllocTime: 96ms (96999964) - CumulativeAllocationBytes: 1.4 GiB (1492516864) - CumulativeAllocations: 230 (230) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 96ms (96999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 431,104 (431104) - Rows rejected: 0 (0) - Rows total: 69,924,445 (69924445) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 131 (131) - Files rejected: 104 (104) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 68,298 (68298) - RowGroups rejected: 0 (0) - RowGroups total: 68,298 (68298) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 69,924,445 (69924445) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 1.01s (1015999610) - CodegenSysTime: 4ms (4987000) - CodegenUserTime: 424ms (424644000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 415ms (415999840) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999991) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 538ms (538999793) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 36ms (36999986) - TotalTime: 1.01s (1015999610) Instance c7456fdd806a4994:3209e9260000015f (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.275 Hdfs split stats (:<# splits>/): 0:128/25.40 GB Filter 20 arrival: 1s179ms Filter 18 arrival: 18s553ms - AverageThreadTokens: 2.00 (1.9990199281280627) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982550) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 70,505,003 (70505003) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499221687211) - TotalStorageWaitTime: 3.63s (3628916953) - TotalThreadsInvoluntaryContextSwitches: 264 (264) - TotalThreadsTotalWallClockTime: 51.0m (3062092917905) - TotalThreadsSysTime: 2.91s (2911129000) - TotalThreadsUserTime: 34.10s (34100981000) - TotalThreadsVoluntaryContextSwitches: 85,865 (85865) - TotalTime: 25.5m (1531692944152) Fragment Instance Lifecycle Event Timeline Prepare Finished: 227ms (227994780) Open Finished: 1.66s (1661961952) First Batch Produced: 1.66s (1661961952) First Batch Sent: 1.66s (1661961952) ExecInternal Finished: 25.5m (1531899939413) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1530236977484) - ExecTreeExecTime: 4.65s (4651893547) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1433967172) - ExecTreeOpenTime: 277ms (277993636) - PrepareTime: 21ms (21999496) - ExecTreePrepareTime: 10ms (10999748) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499247686616) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 70,505,003 (70505003) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.24s (13237697089) - TotalBytesSent: 1.8 GiB (1979171162) - TotalTime: 25.4m (1523363134788) - UncompressedRowBatchSize: 4.1 GiB (4371310186) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.98us (999977) - InactiveTotalTime: 0ns (0) - LocalTime: 2.59s (2593940648) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 70,505,003 (70505003) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.48s (2478943283) - RowsReturned: 70,505,003 (70505003) - RowsReturnedRate: 14356875 per second (14356875) - TotalTime: 4.91s (4910887620) Node Lifecycle Event Timeline Open Started: 1.38s (1383968316) Open Finished: 1.66s (1661961952) First Batch Requested: 1.66s (1661961952) First Batch Returned: 1.66s (1661961952) Last Batch Returned: 25.5m (1531874939985) Closed: 25.5m (1531899939413) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.38s (1383968316) Open Finished: 1.38s (1383968316) First Batch Requested: 1.38s (1384968293) First Batch Returned: 1.38s (1384968293) Last Batch Returned: 1.38s (1384968293) Closed: 1.38s (1384968293) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:128/25.40 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.74% 1:0.0654% 2:0.0327% 3:0% 4:0.0654% 5:0.0981% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):104 - AverageHdfsReadThreadConcurrency: 0.01 (0.00882930019620667) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1233960597) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1233960597) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1233960597) - CachedFileHandlesHitCount: 216 (216) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 864ms (864980202) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.11s (7110837298) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680966) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 84.6 MiB/s (88731490) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2327218176) - RowBatchQueueGetWaitTime: 1.80s (1796958880) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518072255855) - RowBatchesEnqueued: 68,914 (68914) - RowsRead: 70,505,003 (70505003) - RowsReturned: 70,505,003 (70505003) - RowsReturnedRate: 30430132 per second (30430132) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 3.63s (3628916953) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 25.5m (1530421973249) - ScannerThreadsSysTime: 670ms (670358000) - ScannerThreadsUserTime: 8.08s (8080556000) - ScannerThreadsVoluntaryContextSwitches: 50,366 (50366) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 13.91s (13906681754) - TotalReadThroughput: 787.2 KiB/s (806052) - TotalTime: 2.32s (2316946972) Node Lifecycle Event Timeline Open Started: 1.38s (1384968293) Open Finished: 1.38s (1384968293) First Batch Requested: 1.38s (1384968293) First Batch Returned: 1.66s (1661961952) Last Batch Returned: 25.5m (1531874939985) Closed: 25.5m (1531899939413) Buffer pool - AllocTime: 20ms (20999518) - CumulativeAllocationBytes: 1.4 GiB (1525678080) - CumulativeAllocations: 216 (216) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999518) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 385,024 (385024) - Rows rejected: 0 (0) - Rows total: 70,505,003 (70505003) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 128 (128) - Files rejected: 104 (104) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 68,866 (68866) - RowGroups rejected: 0 (0) - RowGroups total: 68,866 (68866) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 70,505,003 (70505003) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.16s (1155973536) - CodegenSysTime: 5ms (5985000) - CodegenUserTime: 414ms (414320000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 545ms (545987500) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999519) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 552ms (552987341) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 33ms (33999222) - TotalTime: 1.16s (1155973536) Instance c7456fdd806a4994:3209e92600000151 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:38.298 Hdfs split stats (:<# splits>/): 0:132/25.44 GB Filter 20 arrival: 958ms Filter 18 arrival: 18s584ms - AverageThreadTokens: 2.00 (1.9993464052287582) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990683) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 68,592,576 (68592576) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499154682419) - TotalStorageWaitTime: 3.73s (3728847520) - TotalThreadsInvoluntaryContextSwitches: 304 (304) - TotalThreadsTotalWallClockTime: 51.0m (3062043758447) - TotalThreadsSysTime: 2.88s (2875622000) - TotalThreadsUserTime: 33.76s (33763129000) - TotalThreadsVoluntaryContextSwitches: 84,292 (84292) - TotalTime: 25.5m (1531612355060) Fragment Instance Lifecycle Event Timeline Prepare Finished: 206ms (206991529) Open Finished: 1.43s (1429941480) First Batch Produced: 1.43s (1429941480) First Batch Sent: 1.43s (1429941480) ExecInternal Finished: 25.5m (1531778348266) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1530347406827) - ExecTreeExecTime: 4.98s (4977796450) - InactiveTotalTime: 0ns (0) - OpenTime: 1.22s (1222949951) - ExecTreeOpenTime: 307ms (307987396) - PrepareTime: 41ms (41998282) - ExecTreePrepareTime: 5ms (5999755) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499190680947) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 68,592,576 (68592576) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.82s (12823475594) - TotalBytesSent: 1.8 GiB (1925446631) - TotalTime: 25.4m (1522821714548) - UncompressedRowBatchSize: 4.0 GiB (4252739712) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.96us (999959) - InactiveTotalTime: 0ns (0) - LocalTime: 2.65s (2652891503) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 68,592,576 (68592576) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.52s (2521896857) - RowsReturned: 68,592,576 (68592576) - RowsReturnedRate: 13065786 per second (13065786) - TotalTime: 5.25s (5249785319) Node Lifecycle Event Timeline Open Started: 1.12s (1121954084) Open Finished: 1.43s (1429941480) First Batch Requested: 1.43s (1429941480) First Batch Returned: 1.43s (1429941480) Last Batch Returned: 25.5m (1531748349493) Closed: 25.5m (1531778348266) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.12s (1121954084) Open Finished: 1.12s (1121954084) First Batch Requested: 1.12s (1122954043) First Batch Returned: 1.12s (1122954043) Last Batch Returned: 1.12s (1122954043) Closed: 1.12s (1122954043) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:132/25.44 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 62ms Hdfs Read Thread Concurrency Bucket: 0:99.8% 1:0% 2:0.0327% 3:0.0654% 4:0.0654% 5:0.0327% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):107 - AverageHdfsReadThreadConcurrency: 0.01 (0.0068672334859385216) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1201198403) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1201198403) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1201198403) - CachedFileHandlesHitCount: 218 (218) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 798ms (798967334) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.88s (6884718479) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680952) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 80.8 MiB/s (84768013) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2264065024) - RowBatchQueueGetWaitTime: 2.00s (2003918065) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1518023910756) - RowBatchesEnqueued: 67,047 (67047) - RowsRead: 68,592,576 (68592576) - RowsReturned: 68,592,576 (68592576) - RowsReturnedRate: 26413315 per second (26413315) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 3.73s (3728847520) - ScannerThreadsInvoluntaryContextSwitches: 8 (8) - ScannerThreadsTotalWallClockTime: 25.5m (1530473401669) - ScannerThreadsSysTime: 506ms (506411000) - ScannerThreadsUserTime: 8.10s (8101158000) - ScannerThreadsVoluntaryContextSwitches: 48,829 (48829) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 14.17s (14170420586) - TotalReadThroughput: 766.5 KiB/s (784922) - TotalTime: 2.60s (2596893816) Node Lifecycle Event Timeline Open Started: 1.12s (1122954043) Open Finished: 1.12s (1122954043) First Batch Requested: 1.12s (1122954043) First Batch Returned: 1.43s (1429941480) Last Batch Returned: 25.5m (1531748349493) Closed: 25.5m (1531778348266) Buffer pool - AllocTime: 82ms (82996604) - CumulativeAllocationBytes: 1.4 GiB (1488060416) - CumulativeAllocations: 218 (218) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82996604) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 395,264 (395264) - Rows rejected: 0 (0) - Rows total: 68,592,576 (68592576) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 132 (132) - Files rejected: 107 (107) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 66,997 (66997) - RowGroups rejected: 0 (0) - RowGroups total: 66,997 (66997) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 68,592,576 (68592576) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 914ms (914962555) - CodegenSysTime: 4ms (4959000) - CodegenUserTime: 416ms (416162000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 194ms (194992020) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999509) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 665ms (665972745) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 39ms (39998363) - TotalTime: 914ms (914962555) Instance c7456fdd806a4994:3209e92600000159 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:33.651 Hdfs split stats (:<# splits>/): 0:123/25.53 GB Filter 20 arrival: 1s475ms Filter 18 arrival: 18s712ms - AverageThreadTokens: 2.00 (1.9990196078431373) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990773) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 69,177,850 (69177850) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499090228634) - TotalStorageWaitTime: 3.92s (3925853943) - TotalThreadsInvoluntaryContextSwitches: 234 (234) - TotalThreadsTotalWallClockTime: 51.0m (3060822126793) - TotalThreadsSysTime: 2.83s (2830749000) - TotalThreadsUserTime: 33.24s (33238089000) - TotalThreadsVoluntaryContextSwitches: 85,402 (85402) - TotalTime: 25.5m (1531201034007) Fragment Instance Lifecycle Event Timeline Prepare Finished: 146ms (146994531) Open Finished: 1.86s (1861930729) First Batch Produced: 1.86s (1861930729) First Batch Sent: 1.86s (1861930729) ExecInternal Finished: 25.5m (1531348028538) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1529485097846) - ExecTreeExecTime: 4.65s (4652826882) - InactiveTotalTime: 0ns (0) - OpenTime: 1.71s (1714936198) - ExecTreeOpenTime: 279ms (279989584) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499114227741) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 69,177,850 (69177850) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.79s (12794523975) - TotalBytesSent: 1.8 GiB (1941806093) - TotalTime: 25.4m (1522296365301) - UncompressedRowBatchSize: 4.0 GiB (4289026700) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 38ms (38998549) - InactiveTotalTime: 0ns (0) - LocalTime: 2.60s (2603903113) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 69,177,850 (69177850) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.44s (2445908996) - RowsReturned: 69,177,850 (69177850) - RowsReturnedRate: 14158907 per second (14158907) - TotalTime: 4.88s (4885818216) Node Lifecycle Event Timeline Open Started: 1.58s (1581941145) Open Finished: 1.86s (1861930729) First Batch Requested: 1.86s (1861930729) First Batch Returned: 1.86s (1861930729) Last Batch Returned: 25.5m (1531317029691) Closed: 25.5m (1531348028538) Buffer pool - AllocTime: 37ms (37998587) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998587) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 38ms (38998549) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.58s (1581941145) Open Finished: 1.58s (1581941145) First Batch Requested: 1.58s (1581941145) First Batch Returned: 1.58s (1581941145) Last Batch Returned: 1.58s (1581941145) Closed: 1.62s (1620939694) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:123/25.53 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.67% 1:0.03271% 2:0% 3:0.03271% 4:0.1308% 5:0.1308% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):98 - AverageHdfsReadThreadConcurrency: 0.01 (0.013084723585214262) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1211034888) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1211034888) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1211034888) - CachedFileHandlesHitCount: 218 (218) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 754ms (754971911) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.93s (6929742233) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680946) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 82.1 MiB/s (86063099) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2283360256) - RowBatchQueueGetWaitTime: 1.78s (1783933632) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1516536579539) - RowBatchesEnqueued: 67,618 (67618) - RowsRead: 69,177,850 (69177850) - RowsReturned: 69,177,850 (69177850) - RowsReturnedRate: 30315698 per second (30315698) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 3.92s (3925853943) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 25.5m (1529622092749) - ScannerThreadsSysTime: 643ms (643461000) - ScannerThreadsUserTime: 8.07s (8070376000) - ScannerThreadsVoluntaryContextSwitches: 49,807 (49807) - TotalRawHdfsOpenFileTime(*): 999.96us (999963) - TotalRawHdfsReadTime(*): 14.07s (14071476497) - TotalReadThroughput: 772.8 KiB/s (791360) - TotalTime: 2.28s (2281915103) Node Lifecycle Event Timeline Open Started: 1.62s (1620939694) Open Finished: 1.62s (1620939694) First Batch Requested: 1.62s (1620939694) First Batch Returned: 1.86s (1861930729) Last Batch Returned: 25.5m (1531317029691) Closed: 25.5m (1531348028538) Buffer pool - AllocTime: 38ms (38998547) - CumulativeAllocationBytes: 1.4 GiB (1471283200) - CumulativeAllocations: 218 (218) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38998547) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 403,456 (403456) - Rows rejected: 0 (0) - Rows total: 69,177,850 (69177850) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 123 (123) - Files rejected: 98 (98) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 67,568 (67568) - RowGroups rejected: 0 (0) - RowGroups total: 67,568 (67568) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 69,177,850 (69177850) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 43 (43) - CodegenTotalWallClockTime: 1.43s (1434946614) - CodegenSysTime: 5ms (5997000) - CodegenUserTime: 420ms (420867000) - CodegenVoluntaryContextSwitches: 78 (78) - CompileTime: 562ms (562979055) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999628) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 785ms (785970758) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 73ms (73997247) - TotalTime: 1.43s (1434946614) Instance c7456fdd806a4994:3209e92600000152 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:33.354 Hdfs split stats (:<# splits>/): 0:133/25.63 GB Filter 20 arrival: 1s098ms Filter 18 arrival: 18s730ms - AverageThreadTokens: 2.00 (1.999018966644866) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982597) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 64,158,706 (64158706) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1498146766072) - TotalStorageWaitTime: 3.56s (3557978070) - TotalThreadsInvoluntaryContextSwitches: 268 (268) - TotalThreadsTotalWallClockTime: 51.0m (3059252144018) - TotalThreadsSysTime: 2.75s (2754192000) - TotalThreadsUserTime: 31.47s (31468566000) - TotalThreadsVoluntaryContextSwitches: 79,300 (79300) - TotalTime: 25.5m (1530224568323) Fragment Instance Lifecycle Event Timeline Prepare Finished: 139ms (139999138) Open Finished: 1.52s (1519990638) First Batch Produced: 1.52s (1519990638) First Batch Sent: 1.52s (1520990632) ExecInternal Finished: 25.5m (1530364567461) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1528843576829) - ExecTreeExecTime: 5.07s (5069968736) - InactiveTotalTime: 0ns (0) - OpenTime: 1.38s (1379991500) - ExecTreeOpenTime: 344ms (344997875) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1498168765938) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 64,158,706 (64158706) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.96s (11956926262) - TotalBytesSent: 1.7 GiB (1800746205) - TotalTime: 25.3m (1520162630352) - UncompressedRowBatchSize: 3.7 GiB (3977839772) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 61ms (61999618) - InactiveTotalTime: 0ns (0) - LocalTime: 2.60s (2601983950) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 64,158,706 (64158706) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.43s (2429985016) - RowsReturned: 64,158,706 (64158706) - RowsReturnedRate: 11936577 per second (11936577) - TotalTime: 5.37s (5374966863) Node Lifecycle Event Timeline Open Started: 1.17s (1174992763) Open Finished: 1.52s (1519990638) First Batch Requested: 1.52s (1519990638) First Batch Returned: 1.52s (1519990638) Last Batch Returned: 25.5m (1530339567615) Closed: 25.5m (1530364567461) Buffer pool - AllocTime: 61ms (61999618) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61999618) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 61ms (61999618) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.17s (1174992763) Open Finished: 1.17s (1174992763) First Batch Requested: 1.17s (1174992763) First Batch Returned: 1.17s (1174992763) Last Batch Returned: 1.17s (1174992763) Closed: 1.24s (1236992381) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:133/25.63 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 21 out of 21 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:99.64% 1:0.03272% 2:0.06545% 3:0.09817% 4:0.06545% 5:0.09817% 6:0% File Formats: PARQUET/SNAPPY:21 PARQUET/Unknown(Skipped):112 - AverageHdfsReadThreadConcurrency: 0.01 (0.012107329842931938) - AverageScannerThreadConcurrency: 1.00 (0.99967277486911) - BytesRead: 1.0 GiB (1121989172) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.0 GiB (1121989172) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.0 GiB (1121989172) - CachedFileHandlesHitCount: 194 (194) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 709ms (709995628) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.70s (6702958737) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 21 (21) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680867) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 76.2 MiB/s (79931330) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.0 GiB (2117695488) - RowBatchQueueGetWaitTime: 2.24s (2244986159) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1516714651555) - RowBatchesEnqueued: 62,708 (62708) - RowsRead: 64,158,706 (64158706) - RowsReturned: 64,158,706 (64158706) - RowsReturnedRate: 23137072 per second (23137072) - ScanRangesComplete: 133 (133) - ScannerIoWaitTime: 3.56s (3557978070) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 25.5m (1529028575689) - ScannerThreadsSysTime: 538ms (538812000) - ScannerThreadsUserTime: 7.48s (7477508000) - ScannerThreadsVoluntaryContextSwitches: 43,822 (43822) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 14.04s (14036913471) - TotalReadThroughput: 716.4 KiB/s (733587) - TotalTime: 2.77s (2772982913) Node Lifecycle Event Timeline Open Started: 1.24s (1236992381) Open Finished: 1.24s (1237992375) First Batch Requested: 1.24s (1237992375) First Batch Returned: 1.52s (1519990638) Last Batch Returned: 25.5m (1530339567615) Closed: 25.5m (1530364567461) Buffer pool - AllocTime: 130ms (130999193) - CumulativeAllocationBytes: 1.3 GiB (1378484224) - CumulativeAllocations: 194 (194) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 130ms (130999193) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 340,992 (340992) - Rows rejected: 0 (0) - Rows total: 64,158,706 (64158706) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 133 (133) - Files rejected: 112 (112) - Files total: 133 (133) - InactiveTotalTime: 0ns (0) - RowGroups processed: 62,666 (62666) - RowGroups rejected: 0 (0) - RowGroups total: 62,666 (62666) - Rows processed: 344,064 (344064) - Rows rejected: 0 (0) - Rows total: 64,158,706 (64158706) - Splits processed: 21 (21) - Splits rejected: 0 (0) - Splits total: 21 (21) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.03s (1034993625) - CodegenSysTime: 4ms (4947000) - CodegenUserTime: 422ms (422502000) - CodegenVoluntaryContextSwitches: 44 (44) - CompileTime: 347ms (347997857) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 59ms (59999630) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 490ms (490996975) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 106ms (106999341) - TotalTime: 1.03s (1034993625) Instance c7456fdd806a4994:3209e92600000162 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:33.556 Hdfs split stats (:<# splits>/): 0:128/25.73 GB Filter 20 arrival: 1s278ms Filter 18 arrival: 18s624ms - AverageThreadTokens: 2.00 (1.9993457638207393) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.2 MiB (84056300) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 65,381,283 (65381283) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499917946381) - TotalStorageWaitTime: 3.80s (3804954285) - TotalThreadsInvoluntaryContextSwitches: 277 (277) - TotalThreadsTotalWallClockTime: 51.0m (3058886183016) - TotalThreadsSysTime: 2.73s (2734563000) - TotalThreadsUserTime: 31.68s (31683083000) - TotalThreadsVoluntaryContextSwitches: 80,645 (80645) - TotalTime: 25.5m (1530169582764) Fragment Instance Lifecycle Event Timeline Prepare Finished: 208ms (208997485) Open Finished: 1.72s (1716979333) First Batch Produced: 1.72s (1716979333) First Batch Sent: 1.72s (1717979321) ExecInternal Finished: 25.5m (1530327580864) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1528609601542) - ExecTreeExecTime: 4.70s (4695943620) - InactiveTotalTime: 0ns (0) - OpenTime: 1.51s (1507981848) - ExecTreeOpenTime: 281ms (281996606) - PrepareTime: 51ms (51999374) - ExecTreePrepareTime: 49ms (49999398) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499941946094) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 65,381,283 (65381283) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.98s (11984855961) - TotalBytesSent: 1.7 GiB (1837721840) - TotalTime: 25.4m (1521944681625) - UncompressedRowBatchSize: 3.8 GiB (4053639546) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.99us (999988) - InactiveTotalTime: 0ns (0) - LocalTime: 2.61s (2609968642) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 65,381,283 (65381283) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2462970405) - RowsReturned: 65,381,283 (65381283) - RowsReturnedRate: 12982936 per second (12982936) - TotalTime: 5.04s (5035939527) Node Lifecycle Event Timeline Open Started: 1.43s (1434982727) Open Finished: 1.72s (1716979333) First Batch Requested: 1.72s (1716979333) First Batch Returned: 1.72s (1716979333) Last Batch Returned: 25.5m (1530301581175) Closed: 25.5m (1530327580864) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.43s (1434982727) Open Finished: 1.43s (1434982727) First Batch Requested: 1.44s (1435982715) First Batch Returned: 1.44s (1435982715) Last Batch Returned: 1.44s (1435982715) Closed: 1.44s (1435982715) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:128/25.73 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 22 out of 22 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 28ms Hdfs Read Thread Concurrency Bucket: 0:99.77% 1:0% 2:0.03273% 3:0.03273% 4:0.06547% 5:0.0982% 6:0% File Formats: PARQUET/SNAPPY:22 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.01 (0.009165302782324058) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1144281686) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1144281686) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1144281686) - CachedFileHandlesHitCount: 200 (200) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 693ms (693991660) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.26s (6262924734) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 22 (22) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680841) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 73.0 MiB/s (76515909) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.0 GiB (2158013440) - RowBatchQueueGetWaitTime: 1.81s (1810978277) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1517294737514) - RowBatchesEnqueued: 63,903 (63903) - RowsRead: 65,381,283 (65381283) - RowsReturned: 65,381,283 (65381283) - RowsReturnedRate: 26950563 per second (26950563) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 3.80s (3804954285) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 25.5m (1528768599626) - ScannerThreadsSysTime: 515ms (515484000) - ScannerThreadsUserTime: 7.58s (7578391000) - ScannerThreadsVoluntaryContextSwitches: 45,182 (45182) - TotalRawHdfsOpenFileTime(*): 3ms (3999952) - TotalRawHdfsReadTime(*): 14.95s (14954820388) - TotalReadThroughput: 730.9 KiB/s (748446) - TotalTime: 2.42s (2425970885) Node Lifecycle Event Timeline Open Started: 1.44s (1435982715) Open Finished: 1.44s (1436982703) First Batch Requested: 1.44s (1436982703) First Batch Returned: 1.72s (1716979333) Last Batch Returned: 25.5m (1530300581187) Closed: 25.5m (1530327580864) Buffer pool - AllocTime: 47ms (47999422) - CumulativeAllocationBytes: 1.3 GiB (1397489664) - CumulativeAllocations: 200 (200) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47999422) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 349,184 (349184) - Rows rejected: 0 (0) - Rows total: 65,381,283 (65381283) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 128 (128) - Files rejected: 106 (106) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 63,859 (63859) - RowGroups rejected: 0 (0) - RowGroups total: 63,859 (63859) - Rows processed: 360,448 (360448) - Rows rejected: 0 (0) - Rows total: 65,381,283 (65381283) - Splits processed: 22 (22) - Splits rejected: 0 (0) - Splits total: 22 (22) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.23s (1225985242) - CodegenSysTime: 2ms (2985000) - CodegenUserTime: 429ms (429408000) - CodegenVoluntaryContextSwitches: 43 (43) - CompileTime: 392ms (392995269) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999711) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 732ms (732991177) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 73ms (73999109) - TotalTime: 1.23s (1225985242) Instance c7456fdd806a4994:3209e9260000015e (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:33.930 Hdfs split stats (:<# splits>/): 0:125/25.62 GB Filter 20 arrival: 1s151ms Filter 18 arrival: 18s631ms - AverageThreadTokens: 2.00 (1.9993459777632439) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83999177) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 66,201,939 (66201939) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 25.0m (1499552893605) - TotalStorageWaitTime: 3.55s (3553878865) - TotalThreadsInvoluntaryContextSwitches: 232 (232) - TotalThreadsTotalWallClockTime: 51.0m (3058903749097) - TotalThreadsSysTime: 2.70s (2703963000) - TotalThreadsUserTime: 31.98s (31981590000) - TotalThreadsVoluntaryContextSwitches: 82,559 (82559) - TotalTime: 25.5m (1530107852187) Fragment Instance Lifecycle Event Timeline Prepare Finished: 190ms (190993489) Open Finished: 1.61s (1614944947) First Batch Produced: 1.61s (1614944947) First Batch Sent: 1.61s (1615944913) ExecInternal Finished: 25.5m (1530263846868) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.5m (1528647901956) - ExecTreeExecTime: 4.76s (4760837746) - InactiveTotalTime: 0ns (0) - OpenTime: 1.42s (1423951458) - ExecTreeOpenTime: 348ms (348988103) - PrepareTime: 35ms (35998773) - ExecTreePrepareTime: 29ms (29998978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499577892752) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 66,201,939 (66201939) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.31s (12309580459) - TotalBytesSent: 1.7 GiB (1858363929) - TotalTime: 25.4m (1521898131990) - UncompressedRowBatchSize: 3.8 GiB (4104520218) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 39ms (39998637) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2569912426) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 66,201,939 (66201939) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.40s (2400918191) - RowsReturned: 66,201,939 (66201939) - RowsReturnedRate: 12917891 per second (12917891) - TotalTime: 5.12s (5124825337) Node Lifecycle Event Timeline Open Started: 1.26s (1265956844) Open Finished: 1.61s (1614944947) First Batch Requested: 1.61s (1614944947) First Batch Returned: 1.61s (1614944947) Last Batch Returned: 25.5m (1530234847857) Closed: 25.5m (1530263846868) Buffer pool - AllocTime: 39ms (39998637) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39998637) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 39ms (39998637) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.26s (1265956844) Open Finished: 1.26s (1265956844) First Batch Requested: 1.26s (1265956844) First Batch Returned: 1.26s (1265956844) Last Batch Returned: 1.26s (1265956844) Closed: 1.30s (1305955481) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:125/25.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.9% 1:0.03272% 2:0.03272% 3:0.03272% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):102 - AverageHdfsReadThreadConcurrency: 0.00 (0.001963350785340314) - AverageScannerThreadConcurrency: 1.00 (0.99967277486911) - BytesRead: 1.1 GiB (1158857620) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1158857620) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1158857620) - CachedFileHandlesHitCount: 206 (206) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 692ms (692976383) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.38s (6384782415) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680899) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 80.4 MiB/s (84350907) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.0 GiB (2185152512) - RowBatchQueueGetWaitTime: 2.00s (2001931761) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 25.3m (1517421284570) - RowBatchesEnqueued: 64,708 (64708) - RowsRead: 66,201,939 (66201939) - RowsReturned: 66,201,939 (66201939) - RowsReturnedRate: 25911622 per second (25911622) - ScanRangesComplete: 125 (125) - ScannerIoWaitTime: 3.55s (3553878865) - ScannerThreadsInvoluntaryContextSwitches: 8 (8) - ScannerThreadsTotalWallClockTime: 25.5m (1528831895683) - ScannerThreadsSysTime: 554ms (554898000) - ScannerThreadsUserTime: 7.63s (7635657000) - ScannerThreadsVoluntaryContextSwitches: 47,166 (47166) - TotalRawHdfsOpenFileTime(*): 999.97us (999966) - TotalRawHdfsReadTime(*): 13.74s (13738531716) - TotalReadThroughput: 740.0 KiB/s (757738) - TotalTime: 2.55s (2554912911) Node Lifecycle Event Timeline Open Started: 1.30s (1305955481) Open Finished: 1.30s (1305955481) First Batch Requested: 1.30s (1305955481) First Batch Returned: 1.61s (1614944947) Last Batch Returned: 25.5m (1530234847857) Closed: 25.5m (1530263846868) Buffer pool - AllocTime: 21ms (21999251) - CumulativeAllocationBytes: 1.3 GiB (1435369472) - CumulativeAllocations: 206 (206) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999251) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 363,520 (363520) - Rows rejected: 0 (0) - Rows total: 66,201,939 (66201939) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 125 (125) - Files rejected: 102 (102) - Files total: 125 (125) - InactiveTotalTime: 0ns (0) - RowGroups processed: 64,662 (64662) - RowGroups rejected: 0 (0) - RowGroups total: 64,662 (64662) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 66,201,939 (66201939) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 25 (25) - CodegenTotalWallClockTime: 1.07s (1074963355) - CodegenSysTime: 1ms (1995000) - CodegenUserTime: 415ms (415513000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 440ms (440984967) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999523) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 492ms (492983194) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 121ms (121995841) - TotalTime: 1.07s (1074963355) Instance c7456fdd806a4994:3209e92600000156 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:53.920 Hdfs split stats (:<# splits>/): 0:141/25.47 GB Filter 20 arrival: 991ms Filter 18 arrival: 18s631ms - AverageThreadTokens: 2.00 (1.9993275050437123) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982784) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 60,589,060 (60589060) - TotalNetworkReceiveTime: 176ms (176999710) - TotalNetworkSendTime: 24.3m (1460539608250) - TotalStorageWaitTime: 3.31s (3306994587) - TotalThreadsInvoluntaryContextSwitches: 265 (265) - TotalThreadsTotalWallClockTime: 49.6m (2976321126029) - TotalThreadsSysTime: 2.44s (2444029000) - TotalThreadsUserTime: 30.03s (30029549000) - TotalThreadsVoluntaryContextSwitches: 75,789 (75789) - TotalTime: 24.8m (1488740562065) Fragment Instance Lifecycle Event Timeline Prepare Finished: 157ms (157999741) Open Finished: 1.39s (1391997720) First Batch Produced: 1.39s (1391997720) First Batch Sent: 1.39s (1391997720) ExecInternal Finished: 24.8m (1488887561824) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.8m (1487494564106) - ExecTreeExecTime: 3.77s (3770993832) - InactiveTotalTime: 0ns (0) - OpenTime: 1.23s (1233997979) - ExecTreeOpenTime: 432ms (432999291) - PrepareTime: 11ms (11999980) - ExecTreePrepareTime: 11ms (11999980) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=61) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1460565608206) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 60,589,060 (60589060) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.39s (11388981364) - TotalBytesSent: 1.6 GiB (1702903539) - TotalTime: 24.7m (1481602573749) - UncompressedRowBatchSize: 3.5 GiB (3756521720) HASH_JOIN_NODE (id=18) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 1,000.00us (999999) - InactiveTotalTime: 0ns (0) - LocalTime: 2.35s (2353996164) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 60,589,060 (60589060) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.21s (2212996385) - RowsReturned: 60,589,060 (60589060) - RowsReturnedRate: 14456969 per second (14456969) - TotalTime: 4.19s (4190993147) Node Lifecycle Event Timeline Open Started: 958ms (958998429) Open Finished: 1.39s (1391997720) First Batch Requested: 1.39s (1391997720) First Batch Returned: 1.39s (1391997720) Last Batch Returned: 24.8m (1488837561906) Closed: 24.8m (1488886561826) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=18) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=60) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 176ms (176999710) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 2062 per second (2062) - TotalTime: 176ms (176999710) Node Lifecycle Event Timeline Open Started: 958ms (958998429) Open Finished: 958ms (958998429) First Batch Requested: 959ms (959998428) First Batch Returned: 1.14s (1136998138) Last Batch Returned: 1.14s (1136998138) Closed: 1.14s (1136998138) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 176ms (176999710) - DataWaitTime: 176ms (176999710) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:141/25.47 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [20], missing [18]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.83% 1:0% 2:0.03365% 3:0.03365% 4:0.03365% 5:0.06729% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):117 - AverageHdfsReadThreadConcurrency: 0.01 (0.00639300134589502) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1,012.6 MiB (1061833917) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1,012.6 MiB (1061833917) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1,012.6 MiB (1061833917) - CachedFileHandlesHitCount: 200 (200) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 641ms (641998947) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.11s (6112989993) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680956) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 86.1 MiB/s (90307506) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.9 GiB (1999976448) - RowBatchQueueGetWaitTime: 1.15s (1149998117) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.6m (1476676581836) - RowBatchesEnqueued: 59,230 (59230) - RowsRead: 60,589,060 (60589060) - RowsReturned: 60,589,060 (60589060) - RowsReturnedRate: 36499493 per second (36499493) - ScanRangesComplete: 141 (141) - ScannerIoWaitTime: 3.31s (3306994587) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 24.8m (1487592563944) - ScannerThreadsSysTime: 470ms (470489000) - ScannerThreadsUserTime: 7.06s (7064003000) - ScannerThreadsVoluntaryContextSwitches: 41,358 (41358) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 11.76s (11757980746) - TotalReadThroughput: 697.2 KiB/s (713884) - TotalTime: 1.66s (1659997273) Node Lifecycle Event Timeline Open Started: 1.14s (1136998138) Open Finished: 1.14s (1136998138) First Batch Requested: 1.14s (1136998138) First Batch Returned: 1.39s (1391997720) Last Batch Returned: 24.8m (1488836561907) Closed: 24.8m (1488886561826) Buffer pool - AllocTime: 17ms (17999970) - CumulativeAllocationBytes: 1.3 GiB (1355808768) - CumulativeAllocations: 200 (200) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 18 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 382,976 (382976) - Rows rejected: 0 (0) - Rows total: 60,589,060 (60589060) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 20 (8.00 KB) - Files processed: 141 (141) - Files rejected: 117 (117) - Files total: 141 (141) - InactiveTotalTime: 0ns (0) - RowGroups processed: 59,182 (59182) - RowGroups rejected: 0 (0) - RowGroups total: 59,182 (59182) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 60,589,060 (60589060) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 800ms (800998688) - CodegenSysTime: 3ms (3014000) - CodegenUserTime: 423ms (423989000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 293ms (293999518) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999970) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 434ms (434999288) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 51ms (51999915) - TotalTime: 800ms (800998688) Averaged Fragment F14 split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:6s516ms max:6s516ms mean: 6s516ms stddev:0.000ns execution rates: min:338.10 KB/sec max:338.10 KB/sec mean:338.10 KB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 539ms (539998173) - TotalStorageWaitTime: 4ms (4999983) - TotalThreadsInvoluntaryContextSwitches: 4 (4) - TotalThreadsTotalWallClockTime: 961ms (961996744) - TotalThreadsSysTime: 878.00us (878000) - TotalThreadsUserTime: 71ms (71393000) - TotalThreadsVoluntaryContextSwitches: 83 (83) - TotalTime: 909ms (909996920) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 613ms (613997922) - ExecTreeExecTime: 72ms (72999753) - InactiveTotalTime: 0ns (0) - OpenTime: 294ms (294999001) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=60) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 111.9 KiB (114621) - TotalTime: 577ms (577998043) - UncompressedRowBatchSize: 291.9 KiB (298935) HDFS_SCAN_NODE (id=17) - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1ms (1999993) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 454.6 MiB/s (476640429) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 26.0 KiB (26624) - RowBatchQueueGetWaitTime: 54ms (54999814) - RowBatchQueuePeakMemoryUsage: 50.0 KiB (51200) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 5000 per second (5000) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 4ms (4999983) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 52ms (52999821) - ScannerThreadsSysTime: 878.00us (878000) - ScannerThreadsUserTime: 2ms (2596000) - ScannerThreadsVoluntaryContextSwitches: 7 (7) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1,000.00us (999997) - TotalReadThroughput: 0 B/s (0) - TotalTime: 72ms (72999753) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 289ms (289999018) - CodegenSysTime: 0ns (0) - CodegenUserTime: 67ms (67167000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 72ms (72999753) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999994) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 85ms (85999709) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 98ms (98999664) - TotalTime: 289ms (289999018) Fragment F14 Instance c7456fdd806a4994:3209e9260000013b (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:08.290 Hdfs split stats (:<# splits>/): 0:1/2.15 MB - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 539ms (539998173) - TotalStorageWaitTime: 4ms (4999983) - TotalThreadsInvoluntaryContextSwitches: 4 (4) - TotalThreadsTotalWallClockTime: 961ms (961996744) - TotalThreadsSysTime: 878.00us (878000) - TotalThreadsUserTime: 71ms (71393000) - TotalThreadsVoluntaryContextSwitches: 83 (83) - TotalTime: 909ms (909996920) Fragment Instance Lifecycle Event Timeline Prepare Finished: 273ms (273999073) Open Finished: 568ms (568998074) First Batch Produced: 641ms (641997827) First Batch Sent: 641ms (641997827) ExecInternal Finished: 1.22s (1219995870) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 613ms (613997922) - ExecTreeExecTime: 72ms (72999753) - InactiveTotalTime: 0ns (0) - OpenTime: 294ms (294999001) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=60) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 39 (39) - InactiveTotalTime: 539ms (539998173) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 111.9 KiB (114621) - TotalTime: 577ms (577998043) - UncompressedRowBatchSize: 291.9 KiB (298935) HDFS_SCAN_NODE (id=17) Hdfs split stats (:<# splits>/): 0:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1ms (1999993) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 454.6 MiB/s (476640429) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 26.0 KiB (26624) - RowBatchQueueGetWaitTime: 54ms (54999814) - RowBatchQueuePeakMemoryUsage: 50.0 KiB (51200) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 5000 per second (5000) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 4ms (4999983) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 52ms (52999821) - ScannerThreadsSysTime: 878.00us (878000) - ScannerThreadsUserTime: 2ms (2596000) - ScannerThreadsVoluntaryContextSwitches: 7 (7) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1,000.00us (999997) - TotalReadThroughput: 0 B/s (0) - TotalTime: 72ms (72999753) Node Lifecycle Event Timeline Open Started: 568ms (568998074) Open Finished: 568ms (568998074) First Batch Requested: 568ms (568998074) First Batch Returned: 641ms (641997827) Last Batch Returned: 641ms (641997827) Closed: 1.22s (1219995870) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 289ms (289999018) - CodegenSysTime: 0ns (0) - CodegenUserTime: 67ms (67167000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 72ms (72999753) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999994) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 85ms (85999709) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 98ms (98999664) - TotalTime: 289ms (289999018) Averaged Fragment F15 split sizes: min: 88.52 MB, max: 89.22 MB, avg: 89.00 MB, stddev: 188.74 KB completion times: min:10s597ms max:20s709ms mean: 11s350ms stddev:1s695ms execution rates: min:4.29 MB/sec max:8.41 MB/sec mean:7.95 MB/sec stddev:741.84 KB/sec num instances: 39 - AverageThreadTokens: 1.83 (1.834205055257687) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79839012) - PeakReservation: 61.1 MiB (64065430) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3262025398) - RowsProduced: 1,666,666 (1666666) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.99s (5991483174) - TotalStorageWaitTime: 164ms (164792371) - TotalThreadsInvoluntaryContextSwitches: 245 (245) - TotalThreadsTotalWallClockTime: 18.99s (18989275670) - TotalThreadsSysTime: 140ms (140898615) - TotalThreadsUserTime: 2.82s (2819053615) - TotalThreadsVoluntaryContextSwitches: 1,605 (1605) - TotalTime: 10.42s (10422950658) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.84s (9842989283) - ExecTreeExecTime: 867ms (867520704) - InactiveTotalTime: 0ns (0) - OpenTime: 577ms (577166559) - ExecTreeOpenTime: 128.20us (128203) - PrepareTime: 2ms (2794815) - ExecTreePrepareTime: 25.64us (25639) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,666,666 (1666666) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1624374186) - TotalBytesSent: 156.1 MiB (163689726) - TotalTime: 8.65s (8648654781) - UncompressedRowBatchSize: 261.3 MiB (274045240) HDFS_SCAN_NODE (id=15) - AverageHdfsReadThreadConcurrency: 0.01 (0.010562983627999107) - AverageScannerThreadConcurrency: 0.90 (0.8966291419851791) - BytesRead: 58.9 MiB (61796076) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61796076) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61796076) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 327ms (327351761) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 376ms (376042971) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.9 MiB (75384599) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 691.5 MiB/s (725042316) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.7 MiB (239785420) - RowBatchQueueGetWaitTime: 326ms (326045400) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11777130) - RowBatchQueuePutWaitTime: 7.48s (7481193864) - RowBatchesEnqueued: 1,630 (1630) - RowsRead: 1,666,666 (1666666) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 2421630 per second (2421630) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 164ms (164792371) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.57s (8569119827) - ScannerThreadsSysTime: 32ms (32264076) - ScannerThreadsUserTime: 378ms (378391743) - ScannerThreadsVoluntaryContextSwitches: 890 (890) - TotalRawHdfsOpenFileTime(*): 102.56us (102561) - TotalRawHdfsReadTime(*): 102ms (102766739) - TotalReadThroughput: 5.9 MiB/s (6149555) - TotalTime: 865ms (865674589) Buffer pool - AllocTime: 36ms (36332544) - CumulativeAllocationBytes: 50.7 MiB (53123229) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.1 MiB (60919702) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52992157) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35127434) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 576ms (576935796) - CodegenSysTime: 2ms (2369794) - CodegenUserTime: 190ms (190401743) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 181ms (181841927) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13461237) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 285ms (285763001) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 90ms (90023618) - TotalTime: 576ms (576935796) Fragment F15 Instance c7456fdd806a4994:3209e92600000182 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:22.408 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.89 (1.8918918918918919) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80304373) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3370037865) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.44s (5442923216) - TotalStorageWaitTime: 5.68s (5678919879) - TotalThreadsInvoluntaryContextSwitches: 320 (320) - TotalThreadsTotalWallClockTime: 34.37s (34372515063) - TotalThreadsSysTime: 144ms (144838000) - TotalThreadsUserTime: 2.76s (2761081000) - TotalThreadsVoluntaryContextSwitches: 1,406 (1406) - TotalTime: 18.28s (18279742104) Fragment Instance Lifecycle Event Timeline Prepare Finished: 149ms (149997883) Open Finished: 553ms (553992184) First Batch Produced: 7.15s (7153899069) First Batch Sent: 7.16s (7164898914) ExecInternal Finished: 18.48s (18479739282) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 17.84s (17844748241) - ExecTreeExecTime: 6.63s (6626906504) - InactiveTotalTime: 0ns (0) - OpenTime: 403ms (403994301) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 30ms (30999562) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.44s (5443923202) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.69s (1693976102) - TotalBytesSent: 155.9 MiB (163427760) - TotalTime: 8.37s (8369881918) - UncompressedRowBatchSize: 260.9 MiB (273619705) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 608ms Hdfs Read Thread Concurrency Bucket: 0:97.14% 1:2.857% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.03 (0.02857142857142857) - AverageScannerThreadConcurrency: 0.94 (0.9428571428571428) - BytesRead: 58.8 MiB (61693274) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693274) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693274) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 699ms (699990121) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 831ms (831988259) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843111) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.0 GiB/s (1121711696) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422880) - RowBatchQueueGetWaitTime: 5.99s (5988915506) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11630518) - RowBatchQueuePutWaitTime: 8.39s (8392881597) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 251287 per second (251287) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.68s (5678919879) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 16.12s (16123772521) - ScannerThreadsSysTime: 38ms (38855000) - ScannerThreadsUserTime: 359ms (359242000) - ScannerThreadsVoluntaryContextSwitches: 710 (710) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 54ms (54999225) - TotalReadThroughput: 3.3 MiB/s (3417531) - TotalTime: 6.62s (6621906574) Node Lifecycle Event Timeline Open Started: 553ms (553992184) Open Finished: 553ms (553992184) First Batch Requested: 553ms (553992184) First Batch Returned: 7.15s (7153899069) Last Batch Returned: 17.84s (17843748255) Closed: 18.47s (18468739437) Buffer pool - AllocTime: 999.99us (999986) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999986) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 403ms (403994301) - CodegenSysTime: 7ms (7031000) - CodegenUserTime: 193ms (193403000) - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 135ms (135998082) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999957) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 173ms (173997545) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 89ms (89998731) - TotalTime: 403ms (403994301) Instance c7456fdd806a4994:3209e9260000017d (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:17.122 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80312745) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3225736981) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.29s (6287862486) - TotalStorageWaitTime: 13ms (13999694) - TotalThreadsInvoluntaryContextSwitches: 231 (231) - TotalThreadsTotalWallClockTime: 18.96s (18957585393) - TotalThreadsSysTime: 156ms (156075000) - TotalThreadsUserTime: 2.84s (2840465000) - TotalThreadsVoluntaryContextSwitches: 1,582 (1582) - TotalTime: 10.50s (10498770390) Fragment Instance Lifecycle Event Timeline Prepare Finished: 95ms (95997901) Open Finished: 464ms (464989831) First Batch Produced: 1.33s (1329970913) First Batch Sent: 1.33s (1329970913) ExecInternal Finished: 10.59s (10594768290) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 10.13s (10128778481) - ExecTreeExecTime: 887ms (887980578) - InactiveTotalTime: 0ns (0) - OpenTime: 368ms (368991930) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.98us (999979) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.29s (6287862486) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.71s (1708962616) - TotalBytesSent: 156.5 MiB (164091231) - TotalTime: 9.01s (9011802910) - UncompressedRowBatchSize: 262.0 MiB (274690834) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 671ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.85 (0.85) - BytesRead: 59.1 MiB (61949898) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61949898) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61949898) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 294ms (294993551) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 414ms (414990923) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843396) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 663.8 MiB/s (696081489) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240328476) - RowBatchQueueGetWaitTime: 118ms (118997397) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11467954) - RowBatchQueuePutWaitTime: 7.57s (7572834380) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1891887 per second (1891887) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 13ms (13999694) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.46s (8459814982) - ScannerThreadsSysTime: 34ms (34450000) - ScannerThreadsUserTime: 384ms (384480000) - ScannerThreadsVoluntaryContextSwitches: 894 (894) - TotalRawHdfsOpenFileTime(*): 999.98us (999978) - TotalRawHdfsReadTime(*): 88ms (88998054) - TotalReadThroughput: 5.9 MiB/s (6164168) - TotalTime: 882ms (882980687) Node Lifecycle Event Timeline Open Started: 464ms (464989831) Open Finished: 464ms (464989831) First Batch Requested: 464ms (464989831) First Batch Returned: 1.33s (1329970913) Last Batch Returned: 10.33s (10328774108) Closed: 10.59s (10594768290) Buffer pool - AllocTime: 31ms (31999300) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999300) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 368ms (368991930) - CodegenSysTime: 4ms (4926000) - CodegenUserTime: 189ms (189495000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 49ms (49998907) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999650) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 223ms (223995101) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 76ms (76998316) - TotalTime: 368ms (368991930) Instance c7456fdd806a4994:3209e92600000166 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.481 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 68.4 MiB (71700524) - PeakReservation: 53.5 MiB (56107008) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3211225952) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.23s (6227764372) - TotalStorageWaitTime: 3ms (3999849) - TotalThreadsInvoluntaryContextSwitches: 168 (168) - TotalThreadsTotalWallClockTime: 19.63s (19629257380) - TotalThreadsSysTime: 154ms (154781000) - TotalThreadsUserTime: 2.81s (2808976000) - TotalThreadsVoluntaryContextSwitches: 1,639 (1639) - TotalTime: 10.48s (10481603457) Fragment Instance Lifecycle Event Timeline Prepare Finished: 213ms (213991904) Open Finished: 581ms (581977982) First Batch Produced: 1.59s (1588939887) First Batch Sent: 1.59s (1588939887) ExecInternal Finished: 10.70s (10697595286) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 10.11s (10113617379) - ExecTreeExecTime: 1.02s (1020961375) - InactiveTotalTime: 0ns (0) - OpenTime: 367ms (367986078) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.23s (6227764372) - PeakMemoryUsage: 1.7 MiB (1754752) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.54s (1541941662) - TotalBytesSent: 155.9 MiB (163443374) - TotalTime: 8.79s (8786667579) - UncompressedRowBatchSize: 260.9 MiB (273617650) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 683ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.90 (0.9) - BytesRead: 58.8 MiB (61700512) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61700512) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61700512) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 290ms (290988991) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 449ms (449982978) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67190054) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 754.4 MiB/s (791062133) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429332) - RowBatchQueueGetWaitTime: 317ms (317987970) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900512) - RowBatchQueuePutWaitTime: 8.06s (8064694891) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1633035 per second (1633035) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 3ms (3999849) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.15s (9147653923) - ScannerThreadsSysTime: 33ms (33426000) - ScannerThreadsUserTime: 379ms (379890000) - ScannerThreadsVoluntaryContextSwitches: 891 (891) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 77ms (77997049) - TotalReadThroughput: 5.9 MiB/s (6155278) - TotalTime: 1.02s (1018961450) Node Lifecycle Event Timeline Open Started: 581ms (581977982) Open Finished: 581ms (581977982) First Batch Requested: 581ms (581977982) First Batch Returned: 1.59s (1588939887) Last Batch Returned: 10.59s (10593599220) Closed: 10.70s (10696595324) Buffer pool - AllocTime: 78ms (78997011) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 78ms (78997011) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 367ms (367986078) - CodegenSysTime: 3ms (3011000) - CodegenUserTime: 187ms (187646000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 83ms (83996822) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999848) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 227ms (227991375) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 50ms (50998071) - TotalTime: 367ms (367986078) Instance c7456fdd806a4994:3209e92600000185 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.327 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.86 (1.8571428571428572) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80216648) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3240300537) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.18s (6182936530) - TotalStorageWaitTime: 16ms (16999825) - TotalThreadsInvoluntaryContextSwitches: 252 (252) - TotalThreadsTotalWallClockTime: 19.30s (19304801798) - TotalThreadsSysTime: 158ms (158396000) - TotalThreadsUserTime: 2.80s (2801783000) - TotalThreadsVoluntaryContextSwitches: 1,617 (1617) - TotalTime: 10.39s (10393893286) Fragment Instance Lifecycle Event Timeline Prepare Finished: 116ms (116998799) Open Finished: 544ms (544994405) First Batch Produced: 1.46s (1457985031) First Batch Sent: 1.46s (1457985031) ExecInternal Finished: 10.51s (10511892075) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.96s (9965897680) - ExecTreeExecTime: 931ms (931990433) - InactiveTotalTime: 0ns (0) - OpenTime: 427ms (427995606) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.18s (6183936520) - PeakMemoryUsage: 1.7 MiB (1771136) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1613983436) - TotalBytesSent: 156.5 MiB (164071245) - TotalTime: 8.76s (8759910065) - UncompressedRowBatchSize: 262.0 MiB (274676440) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 618ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.90 (0.9) - BytesRead: 59.1 MiB (61937539) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937539) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937539) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 382ms (382996077) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 267ms (267997245) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75747254) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 868.7 MiB/s (910855498) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240319542) - RowBatchQueueGetWaitTime: 277ms (277997146) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892139) - RowBatchQueuePutWaitTime: 7.88s (7875919131) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1796254 per second (1796254) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 16ms (16999825) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.91s (8910908512) - ScannerThreadsSysTime: 27ms (27004000) - ScannerThreadsUserTime: 379ms (379133000) - ScannerThreadsVoluntaryContextSwitches: 916 (916) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 67ms (67999303) - TotalReadThroughput: 5.6 MiB/s (5881448) - TotalTime: 929ms (929990453) Node Lifecycle Event Timeline Open Started: 544ms (544994405) Open Finished: 544ms (544994405) First Batch Requested: 544ms (544994405) First Batch Returned: 1.46s (1457985031) Last Batch Returned: 10.36s (10362893604) Closed: 10.51s (10511892075) Buffer pool - AllocTime: 43ms (43999549) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43999549) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 427ms (427995606) - CodegenSysTime: 2ms (2015000) - CodegenUserTime: 190ms (190437000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 191ms (191998029) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999969) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 163ms (163998316) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 67ms (67999302) - TotalTime: 427ms (427995606) Instance c7456fdd806a4994:3209e9260000017f (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.572 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80257008) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.9 GiB (3115716898) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.12s (6119775404) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 329 (329) - TotalThreadsTotalWallClockTime: 18.76s (18761311431) - TotalThreadsSysTime: 144ms (144529000) - TotalThreadsUserTime: 2.88s (2881442000) - TotalThreadsVoluntaryContextSwitches: 1,594 (1594) - TotalTime: 10.36s (10363619639) Fragment Instance Lifecycle Event Timeline Prepare Finished: 188ms (188993063) Open Finished: 711ms (711973869) First Batch Produced: 1.44s (1440947114) First Batch Sent: 1.44s (1441947078) ExecInternal Finished: 10.55s (10554612629) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.84s (9840638833) - ExecTreeExecTime: 752ms (752972361) - InactiveTotalTime: 0ns (0) - OpenTime: 522ms (522980806) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.12s (6120775367) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1681938280) - TotalBytesSent: 155.9 MiB (163436291) - TotalTime: 8.74s (8745679024) - UncompressedRowBatchSize: 260.9 MiB (273624921) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 541ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61704260) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704260) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704260) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 394ms (394985506) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 455ms (455983264) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845017) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 544.9 MiB/s (571356706) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430846) - RowBatchQueueGetWaitTime: 146ms (146994605) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11902766) - RowBatchQueuePutWaitTime: 7.35s (7350730213) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2212847 per second (2212847) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.40s (8397691792) - ScannerThreadsSysTime: 35ms (35053000) - ScannerThreadsUserTime: 391ms (391908000) - ScannerThreadsVoluntaryContextSwitches: 894 (894) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 107ms (107996037) - TotalReadThroughput: 5.9 MiB/s (6143395) - TotalTime: 751ms (751972398) Node Lifecycle Event Timeline Open Started: 711ms (711973869) Open Finished: 711ms (711973869) First Batch Requested: 711ms (711973869) First Batch Returned: 1.44s (1440947114) Last Batch Returned: 10.33s (10328620923) Closed: 10.55s (10554612629) Buffer pool - AllocTime: 63ms (63997651) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63997651) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 522ms (522980806) - CodegenSysTime: 3ms (3009000) - CodegenUserTime: 190ms (190549000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 201ms (201992587) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999890) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 200ms (200992623) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 104ms (104996147) - TotalTime: 522ms (522980806) Instance c7456fdd806a4994:3209e92600000186 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.750 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80344658) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168123377) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.27s (6274989728) - TotalStorageWaitTime: 29ms (29999951) - TotalThreadsInvoluntaryContextSwitches: 195 (195) - TotalThreadsTotalWallClockTime: 18.86s (18865969112) - TotalThreadsSysTime: 149ms (149278000) - TotalThreadsUserTime: 2.78s (2779346000) - TotalThreadsVoluntaryContextSwitches: 1,609 (1609) - TotalTime: 10.35s (10353983048) Fragment Instance Lifecycle Event Timeline Prepare Finished: 163ms (163999731) Open Finished: 653ms (653998929) First Batch Produced: 1.56s (1564997437) First Batch Sent: 1.56s (1565997436) ExecInternal Finished: 10.52s (10524982768) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.86s (9863983850) - ExecTreeExecTime: 932ms (932998471) - InactiveTotalTime: 0ns (0) - OpenTime: 489ms (489999198) - ExecTreeOpenTime: 1,000.00us (999998) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.28s (6276989725) - PeakMemoryUsage: 1.4 MiB (1517184) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.50s (1502997548) - TotalBytesSent: 156.5 MiB (164099563) - TotalTime: 8.66s (8656985826) - UncompressedRowBatchSize: 262.0 MiB (274705273) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 572ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61940540) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61940540) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61940540) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 286ms (286999529) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 428ms (428999291) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842470) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1214522368) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240332173) - RowBatchQueueGetWaitTime: 298ms (298999510) - RowBatchQueuePeakMemoryUsage: 10.8 MiB (11302600) - RowBatchQueuePutWaitTime: 7.45s (7451987810) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1792384 per second (1792384) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 29ms (29999951) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.51s (8511986064) - ScannerThreadsSysTime: 41ms (41000000) - ScannerThreadsUserTime: 367ms (367877000) - ScannerThreadsVoluntaryContextSwitches: 883 (883) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 50ms (50999917) - TotalReadThroughput: 5.9 MiB/s (6160173) - TotalTime: 931ms (931998472) Node Lifecycle Event Timeline Open Started: 652ms (652998931) Open Finished: 653ms (653998929) First Batch Requested: 653ms (653998929) First Batch Returned: 1.56s (1564997437) Last Batch Returned: 10.32s (10323983097) Closed: 10.52s (10518982777) Buffer pool - AllocTime: 94ms (94999844) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 94ms (94999844) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 488ms (488999200) - CodegenSysTime: 2ms (2016000) - CodegenUserTime: 182ms (182463000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 108ms (108999822) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999995) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 275ms (275999548) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 75ms (75999876) - TotalTime: 488ms (488999200) Instance c7456fdd806a4994:3209e9260000017a (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.527 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80263393) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230134071) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.31s (6310859540) - TotalStorageWaitTime: 5ms (5999866) - TotalThreadsInvoluntaryContextSwitches: 208 (208) - TotalThreadsTotalWallClockTime: 18.69s (18687584085) - TotalThreadsSysTime: 143ms (143614000) - TotalThreadsUserTime: 2.82s (2818183000) - TotalThreadsVoluntaryContextSwitches: 1,591 (1591) - TotalTime: 10.35s (10352769586) Fragment Instance Lifecycle Event Timeline Prepare Finished: 211ms (211995282) Open Finished: 978ms (978978211) First Batch Produced: 1.47s (1473967195) First Batch Sent: 1.47s (1474967173) ExecInternal Finished: 10.57s (10566764824) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.59s (9585786657) - ExecTreeExecTime: 509ms (509988651) - InactiveTotalTime: 0ns (0) - OpenTime: 766ms (766982929) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.31s (6311859518) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1606964229) - TotalBytesSent: 155.9 MiB (163421032) - TotalTime: 8.96s (8959800591) - UncompressedRowBatchSize: 260.9 MiB (273607542) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 295ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61695691) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61695691) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61695691) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 366ms (366991841) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 316ms (316992943) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75821983) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 828.7 MiB/s (868972732) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239415799) - RowBatchQueueGetWaitTime: 142ms (142996817) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11792169) - RowBatchQueuePutWaitTime: 7.42s (7423834763) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3262817 per second (3262817) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5ms (5999866) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.33s (8334814499) - ScannerThreadsSysTime: 26ms (26597000) - ScannerThreadsUserTime: 385ms (385082000) - ScannerThreadsVoluntaryContextSwitches: 870 (870) - TotalRawHdfsOpenFileTime(*): 999.98us (999977) - TotalRawHdfsReadTime(*): 70ms (70998420) - TotalReadThroughput: 5.9 MiB/s (6155411) - TotalTime: 509ms (509988651) Node Lifecycle Event Timeline Open Started: 978ms (978978211) Open Finished: 978ms (978978211) First Batch Requested: 978ms (978978211) First Batch Returned: 1.47s (1473967195) Last Batch Returned: 10.30s (10303770677) Closed: 10.57s (10566764824) Buffer pool - AllocTime: 27ms (27999377) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999377) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 766ms (766982929) - CodegenSysTime: 2ms (2229000) - CodegenUserTime: 195ms (195195000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 247ms (247994480) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999488) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 334ms (334992544) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 158ms (158996461) - TotalTime: 766ms (766982929) Instance c7456fdd806a4994:3209e92600000165 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.252 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80248145) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257567044) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.17s (6172044385) - TotalStorageWaitTime: 15ms (15000107) - TotalThreadsInvoluntaryContextSwitches: 235 (235) - TotalThreadsTotalWallClockTime: 18.79s (18791135150) - TotalThreadsSysTime: 120ms (120830000) - TotalThreadsUserTime: 2.83s (2827926000) - TotalThreadsVoluntaryContextSwitches: 1,659 (1659) - TotalTime: 10.35s (10350074440) Fragment Instance Lifecycle Event Timeline Prepare Finished: 195ms (195001403) Open Finished: 766ms (766005509) First Batch Produced: 1.37s (1366009825) First Batch Sent: 1.37s (1366009825) ExecInternal Finished: 10.55s (10547075857) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.78s (9779070334) - ExecTreeExecTime: 622ms (622004472) - InactiveTotalTime: 0ns (0) - OpenTime: 571ms (571004106) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.18s (6178044429) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.65s (1648011850) - TotalBytesSent: 156.5 MiB (164050630) - TotalTime: 8.89s (8887063917) - UncompressedRowBatchSize: 261.9 MiB (274666963) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 484ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61920039) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61920039) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61920039) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 338ms (338002432) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 347ms (347002492) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75824454) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1439990592) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240309207) - RowBatchQueueGetWaitTime: 97ms (97000698) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11881896) - RowBatchQueuePutWaitTime: 7.61s (7607054710) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2698688 per second (2698688) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 15ms (15000107) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.44s (8441060710) - ScannerThreadsSysTime: 28ms (28107000) - ScannerThreadsUserTime: 378ms (378818000) - ScannerThreadsVoluntaryContextSwitches: 937 (937) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 43ms (43000308) - TotalReadThroughput: 5.9 MiB/s (6171637) - TotalTime: 619ms (619004451) Node Lifecycle Event Timeline Open Started: 766ms (766005509) Open Finished: 766ms (766005509) First Batch Requested: 766ms (766005509) First Batch Returned: 1.37s (1366009825) Last Batch Returned: 10.37s (10366074555) Closed: 10.55s (10547075857) Buffer pool - AllocTime: 1ms (1000008) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1000008) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 571ms (571004106) - CodegenSysTime: 2ms (2994000) - CodegenUserTime: 189ms (189626000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 177ms (177001273) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3000021) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 337ms (337002423) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 53ms (53000381) - TotalTime: 571ms (571004106) Instance c7456fdd806a4994:3209e92600000172 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.853 Hdfs split stats (:<# splits>/): 0:1/88.89 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80256539) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3313712534) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.73s (5728826878) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 208 (208) - TotalThreadsTotalWallClockTime: 19.13s (19127421904) - TotalThreadsSysTime: 158ms (158241000) - TotalThreadsUserTime: 2.84s (2840875000) - TotalThreadsVoluntaryContextSwitches: 1,569 (1569) - TotalTime: 10.34s (10337687560) Fragment Instance Lifecycle Event Timeline Prepare Finished: 240ms (240992716) Open Finished: 995ms (995969898) First Batch Produced: 1.63s (1629950737) First Batch Sent: 1.63s (1630950707) ExecInternal Finished: 10.58s (10579680245) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.58s (9581710408) - ExecTreeExecTime: 653ms (653980234) - InactiveTotalTime: 0ns (0) - OpenTime: 754ms (754977182) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.73s (5730826818) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1657949861) - TotalBytesSent: 155.9 MiB (163430798) - TotalTime: 8.48s (8479743717) - UncompressedRowBatchSize: 260.9 MiB (273619467) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.89 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 310ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.9 MiB (61726149) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61726149) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61726149) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 389ms (389988218) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 425ms (425987120) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844420) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 426.6 MiB/s (447304451) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429343) - RowBatchQueueGetWaitTime: 279ms (279991538) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900683) - RowBatchQueuePutWaitTime: 7.71s (7710766952) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2552224 per second (2552224) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.79s (8790734314) - ScannerThreadsSysTime: 30ms (30747000) - ScannerThreadsUserTime: 383ms (383735000) - ScannerThreadsVoluntaryContextSwitches: 842 (842) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 137ms (137995830) - TotalReadThroughput: 5.9 MiB/s (6146186) - TotalTime: 651ms (651980294) Node Lifecycle Event Timeline Open Started: 995ms (995969898) Open Finished: 995ms (995969898) First Batch Requested: 995ms (995969898) First Batch Returned: 1.63s (1629950737) Last Batch Returned: 10.34s (10344687348) Closed: 10.58s (10578680276) Buffer pool - AllocTime: 41ms (41998730) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998730) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 754ms (754977182) - CodegenSysTime: 4ms (4056000) - CodegenUserTime: 194ms (194030000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 113ms (113996555) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 68ms (68997914) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 303ms (303990812) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 265ms (265991961) - TotalTime: 754ms (754977182) Instance c7456fdd806a4994:3209e92600000175 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.542 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80261789) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3278041582) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.09s (6090931258) - TotalStorageWaitTime: 19ms (19999774) - TotalThreadsInvoluntaryContextSwitches: 190 (190) - TotalThreadsTotalWallClockTime: 18.72s (18721788728) - TotalThreadsSysTime: 125ms (125144000) - TotalThreadsUserTime: 2.81s (2809340000) - TotalThreadsVoluntaryContextSwitches: 1,691 (1691) - TotalTime: 10.32s (10324883486) Fragment Instance Lifecycle Event Timeline Prepare Finished: 174ms (174998025) Open Finished: 937ms (937989415) First Batch Produced: 1.52s (1521982825) First Batch Sent: 1.52s (1521982825) ExecInternal Finished: 10.50s (10501881488) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9561892096) - ExecTreeExecTime: 647ms (647992688) - InactiveTotalTime: 0ns (0) - OpenTime: 762ms (762991390) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.09s (6092931236) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1578982182) - TotalBytesSent: 156.5 MiB (164075993) - TotalTime: 8.77s (8769901035) - UncompressedRowBatchSize: 261.9 MiB (274664640) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 304ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61935658) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935658) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935658) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 300ms (300996600) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 390ms (390995589) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743025) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1440380452) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240314821) - RowBatchQueueGetWaitTime: 325ms (325996321) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11791619) - RowBatchQueuePutWaitTime: 7.41s (7409916384) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2585942 per second (2585942) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 19ms (19999774) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 8.40s (8396905242) - ScannerThreadsSysTime: 30ms (30933000) - ScannerThreadsUserTime: 382ms (382198000) - ScannerThreadsVoluntaryContextSwitches: 933 (933) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 42ms (42999513) - TotalReadThroughput: 5.9 MiB/s (6171348) - TotalTime: 645ms (645992712) Node Lifecycle Event Timeline Open Started: 937ms (937989415) Open Finished: 937ms (937989415) First Batch Requested: 937ms (937989415) First Batch Returned: 1.52s (1521982825) Last Batch Returned: 10.33s (10331883407) Closed: 10.50s (10501881488) Buffer pool - AllocTime: 75ms (75999142) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999571) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 762ms (762991390) - CodegenSysTime: 3ms (3032000) - CodegenUserTime: 190ms (190990000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 208ms (208997641) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999977) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 474ms (474994640) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 74ms (74999154) - TotalTime: 762ms (762991390) Instance c7456fdd806a4994:3209e92600000189 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.614 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80289298) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3306664005) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.17s (6165925786) - TotalStorageWaitTime: 51ms (51999374) - TotalThreadsInvoluntaryContextSwitches: 303 (303) - TotalThreadsTotalWallClockTime: 18.55s (18555776643) - TotalThreadsSysTime: 133ms (133208000) - TotalThreadsUserTime: 2.79s (2785242000) - TotalThreadsVoluntaryContextSwitches: 1,662 (1662) - TotalTime: 10.29s (10291876116) Fragment Instance Lifecycle Event Timeline Prepare Finished: 178ms (178997846) Open Finished: 680ms (680991803) First Batch Produced: 1.53s (1529981584) First Batch Sent: 1.53s (1529981584) ExecInternal Finished: 10.47s (10471873950) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.79s (9788882171) - ExecTreeExecTime: 889ms (889989286) - InactiveTotalTime: 0ns (0) - OpenTime: 501ms (501993957) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.17s (6168925750) - PeakMemoryUsage: 1.6 MiB (1713792) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1580980971) - TotalBytesSent: 156.4 MiB (164039609) - TotalTime: 8.72s (8725894966) - UncompressedRowBatchSize: 261.9 MiB (274644835) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 566ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61923124) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923124) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923124) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 350ms (350995773) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 380ms (380995414) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844408) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 418.8 MiB/s (439176377) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240297455) - RowBatchQueueGetWaitTime: 236ms (236997147) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11775101) - RowBatchQueuePutWaitTime: 7.27s (7269912494) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1879100 per second (1879100) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 51ms (51999374) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.26s (8264900515) - ScannerThreadsSysTime: 34ms (34246000) - ScannerThreadsUserTime: 373ms (373398000) - ScannerThreadsVoluntaryContextSwitches: 965 (965) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 140ms (140998303) - TotalReadThroughput: 5.9 MiB/s (6182420) - TotalTime: 888ms (888989298) Node Lifecycle Event Timeline Open Started: 680ms (680991803) Open Finished: 680ms (680991803) First Batch Requested: 680ms (680991803) First Batch Returned: 1.53s (1529981584) Last Batch Returned: 10.21s (10214877044) Closed: 10.47s (10470873962) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 501ms (501993957) - CodegenSysTime: 0ns (0) - CodegenUserTime: 190ms (190617000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 123ms (123998507) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999796) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 296ms (296996425) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 62ms (62999241) - TotalTime: 501ms (501993957) Instance c7456fdd806a4994:3209e92600000177 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.284 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80255871) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3360872304) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.85s (5852836592) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 338 (338) - TotalThreadsTotalWallClockTime: 18.61s (18615480272) - TotalThreadsSysTime: 150ms (150183000) - TotalThreadsUserTime: 2.81s (2815957000) - TotalThreadsVoluntaryContextSwitches: 1,732 (1732) - TotalTime: 10.28s (10284712860) Fragment Instance Lifecycle Event Timeline Prepare Finished: 159ms (159995533) Open Finished: 704ms (704980317) First Batch Produced: 1.50s (1502958039) First Batch Sent: 1.50s (1502958039) ExecInternal Finished: 10.45s (10446708337) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.74s (9739728076) - ExecTreeExecTime: 820ms (820977081) - InactiveTotalTime: 0ns (0) - OpenTime: 544ms (544984784) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.86s (5855836509) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.86s (1857948108) - TotalBytesSent: 155.8 MiB (163396329) - TotalTime: 8.74s (8745755823) - UncompressedRowBatchSize: 260.9 MiB (273594330) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 501ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61686212) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61686212) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61686212) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 320ms (320991043) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 445ms (445987544) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778251) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 426.3 MiB/s (447014016) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239411062) - RowBatchQueueGetWaitTime: 278ms (278992211) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11882382) - RowBatchQueuePutWaitTime: 7.18s (7183799434) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2036776 per second (2036776) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.33s (8330767412) - ScannerThreadsSysTime: 24ms (24082000) - ScannerThreadsUserTime: 391ms (391843000) - ScannerThreadsVoluntaryContextSwitches: 994 (994) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 137ms (137996147) - TotalReadThroughput: 5.9 MiB/s (6145269) - TotalTime: 816ms (816977193) Node Lifecycle Event Timeline Open Started: 704ms (704980317) Open Finished: 704ms (704980317) First Batch Requested: 704ms (704980317) First Batch Returned: 1.50s (1502958039) Last Batch Returned: 10.21s (10209714954) Closed: 10.45s (10445708365) Buffer pool - AllocTime: 91ms (91997431) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 91ms (91997431) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 544ms (544984784) - CodegenSysTime: 2ms (2023000) - CodegenUserTime: 192ms (192142000) - CodegenVoluntaryContextSwitches: 26 (26) - CompileTime: 195ms (195994528) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999666) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 238ms (238993327) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 68ms (68998073) - TotalTime: 544ms (544984784) Instance c7456fdd806a4994:3209e9260000017b (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.290 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.76 (1.7619047619047619) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80229750) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3209034090) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.11s (6106816476) - TotalStorageWaitTime: 42ms (42998708) - TotalThreadsInvoluntaryContextSwitches: 168 (168) - TotalThreadsTotalWallClockTime: 18.44s (18437445916) - TotalThreadsSysTime: 125ms (125342000) - TotalThreadsUserTime: 2.81s (2815132000) - TotalThreadsVoluntaryContextSwitches: 1,714 (1714) - TotalTime: 10.27s (10272691284) Fragment Instance Lifecycle Event Timeline Prepare Finished: 184ms (184994441) Open Finished: 803ms (803975839) First Batch Produced: 1.46s (1456956215) First Batch Sent: 1.46s (1456956215) ExecInternal Finished: 10.46s (10464685515) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.65s (9653709886) - ExecTreeExecTime: 670ms (670979835) - InactiveTotalTime: 0ns (0) - OpenTime: 618ms (618981398) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.11s (6107816446) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.52s (1525954144) - TotalBytesSent: 156.5 MiB (164084744) - TotalTime: 8.66s (8660739725) - UncompressedRowBatchSize: 262.0 MiB (274694878) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 441ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61933798) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61933798) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61933798) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 320ms (320990354) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 290ms (290991251) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842226) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 254.6 MiB/s (266964048) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240330339) - RowBatchQueueGetWaitTime: 172ms (172994801) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11469531) - RowBatchQueuePutWaitTime: 7.34s (7344779280) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2493358 per second (2493358) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 42ms (42998708) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.16s (8164754632) - ScannerThreadsSysTime: 30ms (30238000) - ScannerThreadsUserTime: 376ms (376807000) - ScannerThreadsVoluntaryContextSwitches: 985 (985) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 231ms (231993028) - TotalReadThroughput: 5.9 MiB/s (6176702) - TotalTime: 669ms (669979865) Node Lifecycle Event Timeline Open Started: 803ms (803975839) Open Finished: 803ms (803975839) First Batch Requested: 803ms (803975839) First Batch Returned: 1.46s (1456956215) Last Batch Returned: 10.11s (10113696063) Closed: 10.46s (10463685545) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 618ms (618981398) - CodegenSysTime: 1ms (1003000) - CodegenUserTime: 190ms (190658000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 232ms (232992998) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999910) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 333ms (333989963) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 47ms (47998557) - TotalTime: 618ms (618981398) Instance c7456fdd806a4994:3209e92600000181 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.073 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80314717) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3328446781) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.84s (5839803653) - TotalStorageWaitTime: 52ms (52998217) - TotalThreadsInvoluntaryContextSwitches: 373 (373) - TotalThreadsTotalWallClockTime: 19.22s (19223353695) - TotalThreadsSysTime: 203ms (203063000) - TotalThreadsUserTime: 2.81s (2808569000) - TotalThreadsVoluntaryContextSwitches: 1,664 (1664) - TotalTime: 10.27s (10271654658) Fragment Instance Lifecycle Event Timeline Prepare Finished: 174ms (174994116) Open Finished: 857ms (857971154) First Batch Produced: 1.43s (1430951890) First Batch Sent: 1.43s (1431951856) ExecInternal Finished: 10.45s (10448648707) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.59s (9588677620) - ExecTreeExecTime: 611ms (611979427) - InactiveTotalTime: 0ns (0) - OpenTime: 682ms (682977038) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.84s (5840803620) - PeakMemoryUsage: 1.8 MiB (1836672) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.70s (1703942715) - TotalBytesSent: 156.5 MiB (164060439) - TotalTime: 8.59s (8593711070) - UncompressedRowBatchSize: 261.9 MiB (274670596) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 368ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 59.1 MiB (61943397) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61943397) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61943397) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 398ms (398986599) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 401ms (401986475) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845311) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 399.2 MiB/s (418550530) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240313715) - RowBatchQueueGetWaitTime: 208ms (208992974) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886100) - RowBatchQueuePutWaitTime: 7.88s (7875735208) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2734134 per second (2734134) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 52ms (52998217) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.95s (8951699037) - ScannerThreadsSysTime: 44ms (44165000) - ScannerThreadsUserTime: 370ms (370499000) - ScannerThreadsVoluntaryContextSwitches: 911 (911) - TotalRawHdfsOpenFileTime(*): 999.97us (999966) - TotalRawHdfsReadTime(*): 147ms (147995027) - TotalReadThroughput: 5.9 MiB/s (6181358) - TotalTime: 610ms (610979461) Node Lifecycle Event Timeline Open Started: 857ms (857971154) Open Finished: 857ms (857971154) First Batch Requested: 857ms (857971154) First Batch Returned: 1.43s (1430951890) Last Batch Returned: 10.34s (10344652204) Closed: 10.45s (10447648741) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 682ms (682977038) - CodegenSysTime: 5ms (5982000) - CodegenUserTime: 188ms (188398000) - CodegenVoluntaryContextSwitches: 44 (44) - CompileTime: 220ms (220992570) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999933) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 323ms (323989107) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 129ms (129995630) - TotalTime: 682ms (682977038) Instance c7456fdd806a4994:3209e9260000016f (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.296 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80305398) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3277300801) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.10s (6096860422) - TotalStorageWaitTime: 20ms (20999519) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 18.67s (18666572660) - TotalThreadsSysTime: 155ms (155272000) - TotalThreadsUserTime: 2.82s (2817724000) - TotalThreadsVoluntaryContextSwitches: 1,632 (1632) - TotalTime: 10.27s (10265764983) Fragment Instance Lifecycle Event Timeline Prepare Finished: 217ms (217995009) Open Finished: 668ms (668984685) First Batch Produced: 1.45s (1451966759) First Batch Sent: 1.45s (1451966759) ExecInternal Finished: 10.49s (10487759900) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.81s (9814775307) - ExecTreeExecTime: 799ms (799981686) - InactiveTotalTime: 0ns (0) - OpenTime: 450ms (450989676) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.10s (6096860422) - PeakMemoryUsage: 1.4 MiB (1476224) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1585963695) - TotalBytesSent: 155.8 MiB (163411715) - TotalTime: 8.80s (8798798564) - UncompressedRowBatchSize: 260.9 MiB (273593000) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 595ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.80 (0.8) - BytesRead: 58.8 MiB (61688450) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688450) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688450) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 323ms (323992581) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 382ms (382991228) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844286) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 852.6 MiB/s (894055979) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412674) - RowBatchQueueGetWaitTime: 173ms (173996016) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11884526) - RowBatchQueuePutWaitTime: 7.46s (7462829159) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2082650 per second (2082650) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 20ms (20999519) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.40s (8400807677) - ScannerThreadsSysTime: 21ms (21929000) - ScannerThreadsUserTime: 390ms (390270000) - ScannerThreadsVoluntaryContextSwitches: 885 (885) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 68ms (68998420) - TotalReadThroughput: 5.6 MiB/s (5861692) - TotalTime: 798ms (798981708) Node Lifecycle Event Timeline Open Started: 668ms (668984685) Open Finished: 668ms (668984685) First Batch Requested: 668ms (668984685) First Batch Returned: 1.45s (1451966759) Last Batch Returned: 10.32s (10317763792) Closed: 10.48s (10485759946) Buffer pool - AllocTime: 4ms (4999886) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 450ms (450989676) - CodegenSysTime: 4ms (4983000) - CodegenUserTime: 190ms (190375000) - CodegenVoluntaryContextSwitches: 12 (12) - CompileTime: 128ms (128997047) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999931) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 267ms (267993865) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 49ms (49998856) - TotalTime: 450ms (450989676) Instance c7456fdd806a4994:3209e92600000184 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.537 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80239700) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3322005024) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.11s (6108795676) - TotalStorageWaitTime: 10ms (10999632) - TotalThreadsInvoluntaryContextSwitches: 320 (320) - TotalThreadsTotalWallClockTime: 18.48s (18476381955) - TotalThreadsSysTime: 137ms (137758000) - TotalThreadsUserTime: 2.92s (2917781000) - TotalThreadsVoluntaryContextSwitches: 1,537 (1537) - TotalTime: 10.26s (10259656809) Fragment Instance Lifecycle Event Timeline Prepare Finished: 222ms (222992540) Open Finished: 722ms (722975816) First Batch Produced: 1.38s (1381953773) First Batch Sent: 1.38s (1381953773) ExecInternal Finished: 10.44s (10441650721) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.71s (9715675005) - ExecTreeExecTime: 728ms (728975618) - InactiveTotalTime: 0ns (0) - OpenTime: 499ms (499983276) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 43ms (43998528) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.11s (6114795475) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1623945664) - TotalBytesSent: 155.9 MiB (163421863) - TotalTime: 8.92s (8918701663) - UncompressedRowBatchSize: 260.9 MiB (273594250) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 505ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61683296) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61683296) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61683296) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 252ms (252991536) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 373ms (373987485) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843984) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 544.7 MiB/s (571160737) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239407238) - RowBatchQueueGetWaitTime: 127ms (127995719) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11878859) - RowBatchQueuePutWaitTime: 7.48s (7478749839) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2288934 per second (2288934) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999632) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.26s (8260723674) - ScannerThreadsSysTime: 34ms (34609000) - ScannerThreadsUserTime: 391ms (391018000) - ScannerThreadsVoluntaryContextSwitches: 844 (844) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 107ms (107996387) - TotalReadThroughput: 5.9 MiB/s (6148653) - TotalTime: 726ms (726975685) Node Lifecycle Event Timeline Open Started: 722ms (722975816) Open Finished: 722ms (722975816) First Batch Requested: 722ms (722975816) First Batch Returned: 1.38s (1381953773) Last Batch Returned: 10.21s (10215658281) Closed: 10.44s (10440650754) Buffer pool - AllocTime: 14ms (14999498) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999498) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 499ms (499983276) - CodegenSysTime: 0ns (0) - CodegenUserTime: 195ms (195751000) - CodegenVoluntaryContextSwitches: 12 (12) - CompileTime: 153ms (153994849) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999899) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 258ms (258991337) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 81ms (81997258) - TotalTime: 499ms (499983276) Instance c7456fdd806a4994:3209e92600000171 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.577 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80306005) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3181035093) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.15s (6154778739) - TotalStorageWaitTime: 19ms (19999280) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 18.46s (18457336509) - TotalThreadsSysTime: 147ms (147672000) - TotalThreadsUserTime: 2.81s (2807182000) - TotalThreadsVoluntaryContextSwitches: 1,492 (1492) - TotalTime: 10.25s (10251631482) Fragment Instance Lifecycle Event Timeline Prepare Finished: 98ms (98996441) Open Finished: 812ms (812970776) First Batch Produced: 1.33s (1331952120) First Batch Sent: 1.33s (1332952084) ExecInternal Finished: 10.35s (10354627779) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.54s (9537657147) - ExecTreeExecTime: 536ms (536980697) - InactiveTotalTime: 0ns (0) - OpenTime: 713ms (713974335) - ExecTreeOpenTime: 999.97us (999965) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.15s (6154778739) - PeakMemoryUsage: 1.6 MiB (1648256) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1568943597) - TotalBytesSent: 155.9 MiB (163439438) - TotalTime: 8.86s (8862681409) - UncompressedRowBatchSize: 260.9 MiB (273611221) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 347ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61706523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61706523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61706523) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 308ms (308988890) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 338ms (338987813) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844921) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1186706579) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239431437) - RowBatchQueueGetWaitTime: 112ms (112995938) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11903521) - RowBatchQueuePutWaitTime: 7.40s (7398734040) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3098807 per second (3098807) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 19ms (19999280) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.21s (8205705027) - ScannerThreadsSysTime: 38ms (38020000) - ScannerThreadsUserTime: 371ms (371694000) - ScannerThreadsVoluntaryContextSwitches: 802 (802) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 51ms (51998130) - TotalReadThroughput: 6.2 MiB/s (6477015) - TotalTime: 536ms (536980698) Node Lifecycle Event Timeline Open Started: 811ms (811970811) Open Finished: 812ms (812970776) First Batch Requested: 812ms (812970776) First Batch Returned: 1.33s (1331952120) Last Batch Returned: 10.06s (10058638419) Closed: 10.35s (10352627851) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 712ms (712974370) - CodegenSysTime: 2ms (2934000) - CodegenUserTime: 189ms (189745000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 247ms (247991085) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999892) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 387ms (387986053) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 72ms (72997376) - TotalTime: 712ms (712974370) Instance c7456fdd806a4994:3209e92600000169 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.713 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80272304) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3232185966) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.74s (5738786496) - TotalStorageWaitTime: 74ms (74997209) - TotalThreadsInvoluntaryContextSwitches: 179 (179) - TotalThreadsTotalWallClockTime: 18.60s (18599308033) - TotalThreadsSysTime: 137ms (137874000) - TotalThreadsUserTime: 2.81s (2812372000) - TotalThreadsVoluntaryContextSwitches: 1,606 (1606) - TotalTime: 10.24s (10238619083) Fragment Instance Lifecycle Event Timeline Prepare Finished: 188ms (188992969) Open Finished: 494ms (494981585) First Batch Produced: 1.54s (1540942671) First Batch Sent: 1.59s (1590940811) ExecInternal Finished: 10.43s (10432611866) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.93s (9932630467) - ExecTreeExecTime: 1.06s (1056960677) - InactiveTotalTime: 0ns (0) - OpenTime: 305ms (305988616) - ExecTreeOpenTime: 999.96us (999963) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.74s (5739786459) - PeakMemoryUsage: 1.7 MiB (1738368) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1679937501) - TotalBytesSent: 155.9 MiB (163430217) - TotalTime: 8.59s (8590680392) - UncompressedRowBatchSize: 260.9 MiB (273615575) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 746ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61692906) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692906) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692906) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 244ms (244990887) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 324ms (324987906) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843763) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 252.5 MiB/s (264786271) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419628) - RowBatchQueueGetWaitTime: 278ms (278989621) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11891529) - RowBatchQueuePutWaitTime: 7.42s (7416724072) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1577309 per second (1577309) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 74ms (74997209) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.36s (8360688950) - ScannerThreadsSysTime: 30ms (30879000) - ScannerThreadsUserTime: 373ms (373777000) - ScannerThreadsVoluntaryContextSwitches: 886 (886) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 232ms (232991332) - TotalReadThroughput: 6.2 MiB/s (6464728) - TotalTime: 1.05s (1054960752) Node Lifecycle Event Timeline Open Started: 494ms (494981585) Open Finished: 494ms (494981585) First Batch Requested: 494ms (494981585) First Batch Returned: 1.54s (1540942671) Last Batch Returned: 10.23s (10226619529) Closed: 10.43s (10432611866) Buffer pool - AllocTime: 72ms (72997284) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 72ms (72997284) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 304ms (304988653) - CodegenSysTime: 0ns (0) - CodegenUserTime: 187ms (187979000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 56ms (56997880) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999889) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 203ms (203992410) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 39ms (39998511) - TotalTime: 304ms (304988653) Instance c7456fdd806a4994:3209e9260000016e (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.279 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.86 (1.8571428571428572) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80327970) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3367577170) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.92s (5917798275) - TotalStorageWaitTime: 19ms (19999318) - TotalThreadsInvoluntaryContextSwitches: 294 (294) - TotalThreadsTotalWallClockTime: 18.94s (18941354296) - TotalThreadsSysTime: 154ms (154825000) - TotalThreadsUserTime: 2.79s (2794874000) - TotalThreadsVoluntaryContextSwitches: 1,682 (1682) - TotalTime: 10.23s (10234651105) Fragment Instance Lifecycle Event Timeline Prepare Finished: 179ms (179993864) Open Finished: 829ms (829971707) First Batch Produced: 1.57s (1571946413) First Batch Sent: 1.61s (1615944913) ExecInternal Finished: 10.42s (10416644900) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.58s (9584673262) - ExecTreeExecTime: 777ms (777973479) - InactiveTotalTime: 0ns (0) - OpenTime: 649ms (649977843) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.92s (5920798172) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1506948622) - TotalBytesSent: 155.9 MiB (163441136) - TotalTime: 8.49s (8495710386) - UncompressedRowBatchSize: 260.9 MiB (273613007) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 423ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.8 MiB (61692563) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692563) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692563) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 300ms (300989741) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 360ms (360987690) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842207) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 555.1 MiB/s (582025149) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239421017) - RowBatchQueueGetWaitTime: 219ms (219992500) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892070) - RowBatchQueuePutWaitTime: 7.76s (7759735475) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2141643 per second (2141643) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 19ms (19999318) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.71s (8706703191) - ScannerThreadsSysTime: 32ms (32394000) - ScannerThreadsUserTime: 384ms (384770000) - ScannerThreadsVoluntaryContextSwitches: 954 (954) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 105ms (105996387) - TotalReadThroughput: 5.9 MiB/s (6153871) - TotalTime: 776ms (776973513) Node Lifecycle Event Timeline Open Started: 829ms (829971707) Open Finished: 829ms (829971707) First Batch Requested: 829ms (829971707) First Batch Returned: 1.57s (1571946413) Last Batch Returned: 10.25s (10249650593) Closed: 10.41s (10415644935) Buffer pool - AllocTime: 119ms (119995909) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 119ms (119995909) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 649ms (649977843) - CodegenSysTime: 1ms (1959000) - CodegenUserTime: 187ms (187103000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 248ms (248991512) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999898) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 303ms (303989637) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 92ms (92996830) - TotalTime: 649ms (649977843) Instance c7456fdd806a4994:3209e92600000164 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.213 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80255758) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3289664201) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.05s (6048997676) - TotalStorageWaitTime: 19ms (19999992) - TotalThreadsInvoluntaryContextSwitches: 193 (193) - TotalThreadsTotalWallClockTime: 18.39s (18395992934) - TotalThreadsSysTime: 138ms (138333000) - TotalThreadsUserTime: 2.81s (2812880000) - TotalThreadsVoluntaryContextSwitches: 1,612 (1612) - TotalTime: 10.22s (10217996076) Fragment Instance Lifecycle Event Timeline Prepare Finished: 161ms (161999938) Open Finished: 680ms (680999738) First Batch Produced: 1.48s (1482999430) First Batch Sent: 1.48s (1482999430) ExecInternal Finished: 10.38s (10379996013) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.70s (9697996276) - ExecTreeExecTime: 840ms (840999678) - InactiveTotalTime: 0ns (0) - OpenTime: 518ms (518999800) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.05s (6050997674) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1575999385) - TotalBytesSent: 156.5 MiB (164072739) - TotalTime: 8.59s (8588996698) - UncompressedRowBatchSize: 261.9 MiB (274670890) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 546ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61938711) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61938711) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61938711) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 315ms (315999874) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 443ms (443999834) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843648) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 843.8 MiB/s (884839044) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240321308) - RowBatchQueueGetWaitTime: 164ms (164999936) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11893972) - RowBatchQueuePutWaitTime: 7.21s (7212997233) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1991061 per second (1991061) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 19ms (19999992) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.18s (8178996858) - ScannerThreadsSysTime: 33ms (33308000) - ScannerThreadsUserTime: 382ms (382374000) - ScannerThreadsVoluntaryContextSwitches: 874 (874) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 69ms (69999975) - TotalReadThroughput: 5.9 MiB/s (6162442) - TotalTime: 838ms (838999678) Node Lifecycle Event Timeline Open Started: 680ms (680999738) Open Finished: 680ms (680999738) First Batch Requested: 680ms (680999738) First Batch Returned: 1.48s (1482999430) Last Batch Returned: 10.13s (10131996108) Closed: 10.38s (10379996013) Buffer pool - AllocTime: 31ms (31999988) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 518ms (518999800) - CodegenSysTime: 3ms (3941000) - CodegenUserTime: 189ms (189822000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 144ms (144999944) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999994) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 227ms (227999913) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 127ms (127999950) - TotalTime: 518ms (518999800) Instance c7456fdd806a4994:3209e92600000183 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.725 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80330622) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3176871225) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.02s (6020960481) - TotalStorageWaitTime: 34ms (34999769) - TotalThreadsInvoluntaryContextSwitches: 269 (269) - TotalThreadsTotalWallClockTime: 18.45s (18448878935) - TotalThreadsSysTime: 131ms (131332000) - TotalThreadsUserTime: 2.78s (2784212000) - TotalThreadsVoluntaryContextSwitches: 1,564 (1564) - TotalTime: 10.21s (10210932994) Fragment Instance Lifecycle Event Timeline Prepare Finished: 243ms (243998399) Open Finished: 758ms (758995019) First Batch Produced: 1.53s (1527989973) First Batch Sent: 1.53s (1527989973) ExecInternal Finished: 10.46s (10457931373) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.70s (9695936374) - ExecTreeExecTime: 784ms (784994849) - InactiveTotalTime: 0ns (0) - OpenTime: 514ms (514996620) - ExecTreeOpenTime: 999.99us (999993) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.02s (6023960462) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1636989267) - TotalBytesSent: 155.9 MiB (163439399) - TotalTime: 8.65s (8646943260) - UncompressedRowBatchSize: 260.9 MiB (273623093) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 536ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.9 MiB (61710430) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61710430) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61710430) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 270ms (270998228) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 340ms (340997759) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844856) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 452.7 MiB/s (474698726) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429611) - RowBatchQueueGetWaitTime: 212ms (212998602) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11806031) - RowBatchQueuePutWaitTime: 7.37s (7368951640) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2117062 per second (2117062) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 34ms (34999769) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.24s (8237945941) - ScannerThreadsSysTime: 37ms (37339000) - ScannerThreadsUserTime: 363ms (363686000) - ScannerThreadsVoluntaryContextSwitches: 891 (891) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 129ms (129999148) - TotalReadThroughput: 5.9 MiB/s (6148906) - TotalTime: 785ms (785994842) Node Lifecycle Event Timeline Open Started: 757ms (757995026) Open Finished: 758ms (758995019) First Batch Requested: 758ms (758995019) First Batch Returned: 1.53s (1527989973) Last Batch Returned: 10.23s (10230932863) Closed: 10.46s (10456931380) Buffer pool - AllocTime: 90ms (90999403) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 90ms (90999403) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 513ms (513996627) - CodegenSysTime: 991.00us (991000) - CodegenUserTime: 187ms (187266000) - CodegenVoluntaryContextSwitches: 7 (7) - CompileTime: 81ms (81999462) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999980) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 381ms (381997493) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 30ms (30999797) - TotalTime: 513ms (513996627) Instance c7456fdd806a4994:3209e9260000016c (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.494 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80361365) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257002478) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.08s (6079751184) - TotalStorageWaitTime: 20ms (20999141) - TotalThreadsInvoluntaryContextSwitches: 186 (186) - TotalThreadsTotalWallClockTime: 18.46s (18458244601) - TotalThreadsSysTime: 147ms (147655000) - TotalThreadsUserTime: 2.80s (2796656000) - TotalThreadsVoluntaryContextSwitches: 1,608 (1608) - TotalTime: 10.20s (10203582421) Fragment Instance Lifecycle Event Timeline Prepare Finished: 183ms (183992470) Open Finished: 825ms (825966197) First Batch Produced: 1.38s (1382943403) First Batch Sent: 1.38s (1383943362) ExecInternal Finished: 10.39s (10390574768) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9561608694) - ExecTreeExecTime: 570ms (570976634) - InactiveTotalTime: 0ns (0) - OpenTime: 641ms (641973727) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.08s (6080751143) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1602934402) - TotalBytesSent: 155.9 MiB (163447778) - TotalTime: 8.65s (8650645974) - UncompressedRowBatchSize: 261.0 MiB (273626897) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 405ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.9 MiB (61720221) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720221) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720221) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 447ms (447981664) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 325ms (325986659) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842766) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 626.2 MiB/s (656624968) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430375) - RowBatchQueueGetWaitTime: 110ms (110995457) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11901745) - RowBatchQueuePutWaitTime: 7.30s (7299701267) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2929697 per second (2929697) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 20ms (20999141) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.25s (8254662180) - ScannerThreadsSysTime: 41ms (41551000) - ScannerThreadsUserTime: 369ms (369396000) - ScannerThreadsVoluntaryContextSwitches: 915 (915) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 93ms (93996153) - TotalReadThroughput: 5.9 MiB/s (6148657) - TotalTime: 567ms (567976757) Node Lifecycle Event Timeline Open Started: 825ms (825966197) Open Finished: 825ms (825966197) First Batch Requested: 825ms (825966197) First Batch Returned: 1.38s (1382943403) Last Batch Returned: 10.18s (10179583403) Closed: 10.39s (10388574849) Buffer pool - AllocTime: 23ms (23999018) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999018) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 20 (20) - CodegenTotalWallClockTime: 641ms (641973727) - CodegenSysTime: 991.00us (991000) - CodegenUserTime: 193ms (193266000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 272ms (272988828) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999427) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 293ms (293987968) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 59ms (59997545) - TotalTime: 641ms (641973727) Instance c7456fdd806a4994:3209e92600000163 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.604 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80362950) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3185624171) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.22s (6221804129) - TotalStorageWaitTime: 45ms (45998552) - TotalThreadsInvoluntaryContextSwitches: 282 (282) - TotalThreadsTotalWallClockTime: 18.44s (18440419403) - TotalThreadsSysTime: 123ms (123476000) - TotalThreadsUserTime: 2.78s (2782789000) - TotalThreadsVoluntaryContextSwitches: 1,633 (1633) - TotalTime: 10.20s (10198678894) Fragment Instance Lifecycle Event Timeline Prepare Finished: 189ms (189994018) Open Finished: 656ms (656979314) First Batch Produced: 1.38s (1375956677) First Batch Sent: 1.38s (1376956646) ExecInternal Finished: 10.39s (10390672849) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.73s (9731693598) - ExecTreeExecTime: 738ms (738976733) - InactiveTotalTime: 0ns (0) - OpenTime: 466ms (466985296) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.22s (6222804097) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1572950457) - TotalBytesSent: 156.5 MiB (164071010) - TotalTime: 8.74s (8745724648) - UncompressedRowBatchSize: 262.0 MiB (274678841) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 593ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 59.1 MiB (61951940) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61951940) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61951940) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 288ms (288990915) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 340ms (340989247) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844315) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 615.5 MiB/s (645353016) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240323618) - RowBatchQueueGetWaitTime: 121ms (121996159) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11632662) - RowBatchQueuePutWaitTime: 7.45s (7453765319) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2269772 per second (2269772) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 45ms (45998552) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 8.24s (8241740509) - ScannerThreadsSysTime: 23ms (23806000) - ScannerThreadsUserTime: 378ms (378682000) - ScannerThreadsVoluntaryContextSwitches: 897 (897) - TotalRawHdfsOpenFileTime(*): 999.97us (999968) - TotalRawHdfsReadTime(*): 95ms (95996979) - TotalReadThroughput: 5.9 MiB/s (6170511) - TotalTime: 735ms (735976828) Node Lifecycle Event Timeline Open Started: 656ms (656979314) Open Finished: 656ms (656979314) First Batch Requested: 656ms (656979314) First Batch Returned: 1.38s (1375956677) Last Batch Returned: 10.13s (10134680909) Closed: 10.39s (10389672881) Buffer pool - AllocTime: 32ms (32998961) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998961) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 466ms (466985296) - CodegenSysTime: 2ms (2033000) - CodegenUserTime: 186ms (186921000) - CodegenVoluntaryContextSwitches: 35 (35) - CompileTime: 147ms (147995340) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 52ms (52998331) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 166ms (166994742) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 63ms (63997985) - TotalTime: 466ms (466985296) Instance c7456fdd806a4994:3209e9260000017e (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.899 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80312297) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3324699414) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.82s (5815964141) - TotalStorageWaitTime: 33ms (33999790) - TotalThreadsInvoluntaryContextSwitches: 201 (201) - TotalThreadsTotalWallClockTime: 18.48s (18477886098) - TotalThreadsSysTime: 146ms (146068000) - TotalThreadsUserTime: 2.85s (2850562000) - TotalThreadsVoluntaryContextSwitches: 1,652 (1652) - TotalTime: 10.20s (10196937144) Fragment Instance Lifecycle Event Timeline Prepare Finished: 208ms (208998712) Open Finished: 750ms (750995371) First Batch Produced: 1.49s (1485990841) First Batch Sent: 1.49s (1486990834) ExecInternal Finished: 10.40s (10405935856) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.65s (9652940497) - ExecTreeExecTime: 787ms (787995143) - InactiveTotalTime: 0ns (0) - OpenTime: 541ms (541996659) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1ms (1999988) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.82s (5816964135) - PeakMemoryUsage: 1.6 MiB (1640064) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1677989675) - TotalBytesSent: 156.5 MiB (164057456) - TotalTime: 8.64s (8639946738) - UncompressedRowBatchSize: 261.9 MiB (274658371) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 536ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61935643) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935643) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935643) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 344ms (344997872) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 389ms (389997595) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842897) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 635.1 MiB/s (665978766) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240305497) - RowBatchQueueGetWaitTime: 179ms (179998891) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11877741) - RowBatchQueuePutWaitTime: 7.33s (7331954806) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2128038 per second (2128038) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 33ms (33999790) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.28s (8282948942) - ScannerThreadsSysTime: 33ms (33546000) - ScannerThreadsUserTime: 379ms (379427000) - ScannerThreadsVoluntaryContextSwitches: 914 (914) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 92ms (92999426) - TotalReadThroughput: 5.9 MiB/s (6171347) - TotalTime: 784ms (784995162) Node Lifecycle Event Timeline Open Started: 750ms (750995371) Open Finished: 750ms (750995371) First Batch Requested: 750ms (750995371) First Batch Returned: 1.49s (1485990841) Last Batch Returned: 10.23s (10226936960) Closed: 10.40s (10404935862) Buffer pool - AllocTime: 40ms (40999748) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40999748) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 541ms (541996659) - CodegenSysTime: 1ms (1981000) - CodegenUserTime: 186ms (186927000) - CodegenVoluntaryContextSwitches: 35 (35) - CompileTime: 170ms (170998946) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999981) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 253ms (253998434) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 112ms (112999304) - TotalTime: 541ms (541996659) Instance c7456fdd806a4994:3209e92600000176 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.664 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80264651) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3274636421) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.91s (5912986421) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 253 (253) - TotalThreadsTotalWallClockTime: 19.01s (19013956328) - TotalThreadsSysTime: 124ms (124421000) - TotalThreadsUserTime: 2.81s (2812243000) - TotalThreadsVoluntaryContextSwitches: 1,591 (1591) - TotalTime: 10.19s (10189976595) Fragment Instance Lifecycle Event Timeline Prepare Finished: 315ms (315999274) Open Finished: 935ms (935997850) First Batch Produced: 1.62s (1622996272) First Batch Sent: 1.63s (1633996247) ExecInternal Finished: 10.51s (10507975865) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.57s (9568978022) - ExecTreeExecTime: 716ms (716998354) - InactiveTotalTime: 0ns (0) - OpenTime: 619ms (619998576) - ExecTreeOpenTime: 1,000.00us (999998) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.91s (5913986419) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1678996120) - TotalBytesSent: 156.5 MiB (164066137) - TotalTime: 8.54s (8543980379) - UncompressedRowBatchSize: 262.0 MiB (274675706) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 429ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61928820) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61928820) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61928820) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 237ms (237999442) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 393ms (393999091) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844396) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 532.1 MiB/s (557918573) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240317564) - RowBatchQueueGetWaitTime: 207ms (207999522) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11889692) - RowBatchQueuePutWaitTime: 7.96s (7957981736) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2342922 per second (2342922) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.82s (8824979730) - ScannerThreadsSysTime: 32ms (32482000) - ScannerThreadsUserTime: 371ms (371174000) - ScannerThreadsVoluntaryContextSwitches: 889 (889) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 110ms (110999746) - TotalReadThroughput: 5.6 MiB/s (5883414) - TotalTime: 712ms (712998363) Node Lifecycle Event Timeline Open Started: 934ms (934997852) Open Finished: 935ms (935997850) First Batch Requested: 935ms (935997850) First Batch Returned: 1.62s (1622996272) Last Batch Returned: 10.39s (10390976134) Closed: 10.51s (10506975867) Buffer pool - AllocTime: 14ms (14999965) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 618ms (618998578) - CodegenSysTime: 1ms (1072000) - CodegenUserTime: 183ms (183801000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 146ms (146999662) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999993) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 395ms (395999090) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 71ms (71999835) - TotalTime: 618ms (618998578) Instance c7456fdd806a4994:3209e9260000016b (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.513 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.86 (1.8571428571428572) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80272684) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3239506701) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.96s (5965963252) - TotalStorageWaitTime: 11ms (11999926) - TotalThreadsInvoluntaryContextSwitches: 212 (212) - TotalThreadsTotalWallClockTime: 18.80s (18801884198) - TotalThreadsSysTime: 145ms (145619000) - TotalThreadsUserTime: 2.83s (2834503000) - TotalThreadsVoluntaryContextSwitches: 1,584 (1584) - TotalTime: 10.19s (10186937258) Fragment Instance Lifecycle Event Timeline Prepare Finished: 149ms (149999076) Open Finished: 964ms (964994056) First Batch Produced: 1.45s (1450991063) First Batch Sent: 1.45s (1450991063) ExecInternal Finished: 10.34s (10339936316) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.37s (9371942278) - ExecTreeExecTime: 499ms (499996921) - InactiveTotalTime: 0ns (0) - OpenTime: 814ms (814994980) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.98s (5976963185) - PeakMemoryUsage: 1.6 MiB (1697408) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1583990235) - TotalBytesSent: 156.4 MiB (164045964) - TotalTime: 8.56s (8557947285) - UncompressedRowBatchSize: 261.9 MiB (274652791) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 246ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61921299) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61921299) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61921299) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 413ms (413997460) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 276ms (276998296) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778818) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 376.1 MiB/s (394405600) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240304438) - RowBatchQueueGetWaitTime: 161ms (161999002) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11942507) - RowBatchQueuePutWaitTime: 7.72s (7725952400) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3347716 per second (3347716) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999926) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 8.61s (8614946940) - ScannerThreadsSysTime: 24ms (24325000) - ScannerThreadsUserTime: 384ms (384423000) - ScannerThreadsVoluntaryContextSwitches: 878 (878) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 156ms (156999036) - TotalReadThroughput: 5.9 MiB/s (6167460) - TotalTime: 498ms (498996927) Node Lifecycle Event Timeline Open Started: 964ms (964994056) Open Finished: 964ms (964994056) First Batch Requested: 964ms (964994056) First Batch Returned: 1.45s (1450991063) Last Batch Returned: 10.18s (10177937314) Closed: 10.34s (10339936316) Buffer pool - AllocTime: 46ms (46999711) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 46ms (46999711) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 814ms (814994980) - CodegenSysTime: 5ms (5035000) - CodegenUserTime: 189ms (189273000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 292ms (292998195) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 51ms (51999680) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 302ms (302998134) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 164ms (164998984) - TotalTime: 814ms (814994980) Instance c7456fdd806a4994:3209e9260000017c (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.804 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80363420) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.2 GiB (3397255457) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.83s (5827958247) - TotalStorageWaitTime: 9ms (9999928) - TotalThreadsInvoluntaryContextSwitches: 239 (239) - TotalThreadsTotalWallClockTime: 18.94s (18938864325) - TotalThreadsSysTime: 140ms (140767000) - TotalThreadsUserTime: 2.81s (2810284000) - TotalThreadsVoluntaryContextSwitches: 1,632 (1632) - TotalTime: 10.17s (10171927130) Fragment Instance Lifecycle Event Timeline Prepare Finished: 218ms (218998431) Open Finished: 615ms (615995587) First Batch Produced: 1.50s (1502989232) First Batch Sent: 1.50s (1503989225) ExecInternal Finished: 10.39s (10392925547) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.77s (9774929974) - ExecTreeExecTime: 899ms (899993552) - InactiveTotalTime: 0ns (0) - OpenTime: 396ms (396997156) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.83s (5828958240) - PeakMemoryUsage: 1.6 MiB (1705600) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.74s (1740987520) - TotalBytesSent: 155.8 MiB (163408902) - TotalTime: 8.59s (8594938427) - UncompressedRowBatchSize: 260.9 MiB (273591069) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 656ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.8 MiB (61704715) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704715) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704715) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 210ms (210998494) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 367ms (367997360) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844740) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 507.3 MiB/s (531941004) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414812) - RowBatchQueueGetWaitTime: 202ms (202998545) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886585) - RowBatchQueuePutWaitTime: 7.92s (7925943218) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1850958 per second (1850958) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 9ms (9999928) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.77s (8766937195) - ScannerThreadsSysTime: 24ms (24837000) - ScannerThreadsUserTime: 378ms (378126000) - ScannerThreadsVoluntaryContextSwitches: 881 (881) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 115ms (115999170) - TotalReadThroughput: 5.9 MiB/s (6139772) - TotalTime: 898ms (898993559) Node Lifecycle Event Timeline Open Started: 615ms (615995587) Open Finished: 615ms (615995587) First Batch Requested: 615ms (615995587) First Batch Returned: 1.50s (1502989232) Last Batch Returned: 10.24s (10239926643) Closed: 10.39s (10391925554) Buffer pool - AllocTime: 64ms (64999534) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 64ms (64999534) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 396ms (396997156) - CodegenSysTime: 1ms (1008000) - CodegenUserTime: 192ms (192352000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 152ms (152998904) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999986) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 194ms (194998603) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 44ms (44999677) - TotalTime: 396ms (396997156) Instance c7456fdd806a4994:3209e92600000170 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.744 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80247038) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3301079050) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.01s (6015980036) - TotalStorageWaitTime: 1,000.00us (999997) - TotalThreadsInvoluntaryContextSwitches: 242 (242) - TotalThreadsTotalWallClockTime: 18.41s (18406938923) - TotalThreadsSysTime: 129ms (129513000) - TotalThreadsUserTime: 2.81s (2809874000) - TotalThreadsVoluntaryContextSwitches: 1,541 (1541) - TotalTime: 10.15s (10152966311) Fragment Instance Lifecycle Event Timeline Prepare Finished: 164ms (164999453) Open Finished: 990ms (990996712) First Batch Produced: 1.42s (1417995295) First Batch Sent: 1.42s (1417995295) ExecInternal Finished: 10.32s (10319965757) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.33s (9326969052) - ExecTreeExecTime: 479ms (479998410) - InactiveTotalTime: 0ns (0) - OpenTime: 825ms (825997259) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.02s (6016980032) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.54s (1537994906) - TotalBytesSent: 155.8 MiB (163408726) - TotalTime: 8.55s (8553971615) - UncompressedRowBatchSize: 260.9 MiB (273586602) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 229ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61693831) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693831) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693831) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 256ms (256999144) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 353ms (353998830) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843336) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 964.5 MiB/s (1011377627) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239409170) - RowBatchQueueGetWaitTime: 170ms (170999433) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11785602) - RowBatchQueuePutWaitTime: 7.34s (7344975626) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3481183 per second (3481183) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 1,000.00us (999997) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.25s (8253972612) - ScannerThreadsSysTime: 32ms (32466000) - ScannerThreadsUserTime: 371ms (371638000) - ScannerThreadsVoluntaryContextSwitches: 837 (837) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 60ms (60999798) - TotalReadThroughput: 5.9 MiB/s (6143580) - TotalTime: 477ms (477998416) Node Lifecycle Event Timeline Open Started: 990ms (990996712) Open Finished: 990ms (990996712) First Batch Requested: 990ms (990996712) First Batch Returned: 1.42s (1417995295) Last Batch Returned: 10.14s (10145966334) Closed: 10.32s (10319965757) Buffer pool - AllocTime: 51ms (51999828) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 51ms (51999828) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 825ms (825997259) - CodegenSysTime: 0ns (0) - CodegenUserTime: 196ms (196428000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 195ms (195999350) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 488ms (488998377) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 136ms (136999545) - TotalTime: 825ms (825997259) Instance c7456fdd806a4994:3209e92600000168 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.792 Hdfs split stats (:<# splits>/): 0:1/88.52 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 68.4 MiB (71731463) - PeakReservation: 53.5 MiB (56107008) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168795187) - RowsProduced: 1,657,500 (1657500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.78s (5783778654) - TotalStorageWaitTime: 32ms (32998738) - TotalThreadsInvoluntaryContextSwitches: 285 (285) - TotalThreadsTotalWallClockTime: 18.76s (18757282184) - TotalThreadsSysTime: 142ms (142590000) - TotalThreadsUserTime: 2.85s (2849024000) - TotalThreadsVoluntaryContextSwitches: 1,600 (1600) - TotalTime: 10.15s (10150611550) Fragment Instance Lifecycle Event Timeline Prepare Finished: 211ms (211991888) Open Finished: 834ms (834968047) First Batch Produced: 1.43s (1425945431) First Batch Sent: 1.43s (1426945393) ExecInternal Finished: 10.37s (10365603323) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.53s (9527635391) - ExecTreeExecTime: 607ms (607976735) - InactiveTotalTime: 0ns (0) - OpenTime: 622ms (622976159) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.79s (5786778540) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,657,500 (1657500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1624937835) - TotalBytesSent: 155.3 MiB (162796029) - TotalTime: 8.58s (8578671710) - UncompressedRowBatchSize: 259.9 MiB (272553011) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.52 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 429ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.6 MiB (61467105) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.6 MiB (61467105) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.6 MiB (61467105) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 327ms (327987453) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 441ms (441983079) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67253845) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 296.1 MiB/s (310451804) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 227.4 MiB (238427367) - RowBatchQueueGetWaitTime: 119ms (119995408) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11628657) - RowBatchQueuePutWaitTime: 7.63s (7628708061) - RowBatchesEnqueued: 1,621 (1621) - RowsRead: 1,657,500 (1657500) - RowsReturned: 1,657,500 (1657500) - RowsReturnedRate: 2726255 per second (2726255) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 32ms (32998738) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.61s (8606670634) - ScannerThreadsSysTime: 27ms (27439000) - ScannerThreadsUserTime: 388ms (388426000) - ScannerThreadsVoluntaryContextSwitches: 878 (878) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 197ms (197992423) - TotalReadThroughput: 5.8 MiB/s (6119174) - TotalTime: 607ms (607976735) Node Lifecycle Event Timeline Open Started: 834ms (834968047) Open Finished: 834ms (834968047) First Batch Requested: 834ms (834968047) First Batch Returned: 1.43s (1425945431) Last Batch Returned: 10.19s (10191609982) Closed: 10.36s (10364603361) Buffer pool - AllocTime: 8ms (8999655) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999655) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 622ms (622976159) - CodegenSysTime: 1ms (1010000) - CodegenUserTime: 192ms (192953000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 222ms (222991466) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36998585) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 279ms (279989285) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 63ms (63997550) - TotalTime: 622ms (622976159) Instance c7456fdd806a4994:3209e9260000016d (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.316 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80187625) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3280635004) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.97s (5974979777) - TotalStorageWaitTime: 6ms (6999976) - TotalThreadsInvoluntaryContextSwitches: 223 (223) - TotalThreadsTotalWallClockTime: 18.19s (18187938434) - TotalThreadsSysTime: 140ms (140953000) - TotalThreadsUserTime: 2.81s (2814058000) - TotalThreadsVoluntaryContextSwitches: 1,586 (1586) - TotalTime: 10.14s (10142965666) Fragment Instance Lifecycle Event Timeline Prepare Finished: 316ms (316998927) Open Finished: 950ms (950996781) First Batch Produced: 1.48s (1484994973) First Batch Sent: 1.48s (1484994973) ExecInternal Finished: 10.44s (10438964664) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.48s (9485967890) - ExecTreeExecTime: 550ms (550998133) - InactiveTotalTime: 0ns (0) - OpenTime: 633ms (633997854) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 22ms (22999922) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.98s (5976979770) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1588994618) - TotalBytesSent: 156.4 MiB (164040973) - TotalTime: 8.56s (8565971005) - UncompressedRowBatchSize: 261.9 MiB (274665136) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 423ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 59.1 MiB (61923183) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923183) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923183) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 307ms (307998965) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 265ms (265999097) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75742713) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 562.4 MiB/s (589746599) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240308241) - RowBatchQueueGetWaitTime: 99ms (99999661) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11616601) - RowBatchQueuePutWaitTime: 7.32s (7322975207) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3031770 per second (3031770) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 6ms (6999976) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.07s (8067972690) - ScannerThreadsSysTime: 34ms (34316000) - ScannerThreadsUserTime: 373ms (373861000) - ScannerThreadsVoluntaryContextSwitches: 854 (854) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 104ms (104999644) - TotalReadThroughput: 5.9 MiB/s (6179341) - TotalTime: 550ms (550998133) Node Lifecycle Event Timeline Open Started: 950ms (950996781) Open Finished: 950ms (950996781) First Batch Requested: 950ms (950996781) First Batch Returned: 1.48s (1484994973) Last Batch Returned: 10.17s (10168965578) Closed: 10.44s (10438964664) Buffer pool - AllocTime: 28ms (28999902) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999902) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 633ms (633997854) - CodegenSysTime: 2ms (2021000) - CodegenUserTime: 192ms (192623000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 246ms (246999164) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 79ms (79999729) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 217ms (217999262) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 86ms (86999706) - TotalTime: 633ms (633997854) Instance c7456fdd806a4994:3209e9260000016a (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.738 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80265540) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3238136234) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.17s (6172786882) - TotalStorageWaitTime: 10ms (10999620) - TotalThreadsInvoluntaryContextSwitches: 206 (206) - TotalThreadsTotalWallClockTime: 18.33s (18334366981) - TotalThreadsSysTime: 118ms (118572000) - TotalThreadsUserTime: 2.79s (2795252000) - TotalThreadsVoluntaryContextSwitches: 1,701 (1701) - TotalTime: 10.13s (10127650329) Fragment Instance Lifecycle Event Timeline Prepare Finished: 200ms (200993061) Open Finished: 1.00s (1004965302) First Batch Produced: 1.37s (1370952666) First Batch Sent: 1.37s (1370952666) ExecInternal Finished: 10.33s (10329643355) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.32s (9323678088) - ExecTreeExecTime: 376ms (376986985) - InactiveTotalTime: 0ns (0) - OpenTime: 803ms (803972241) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.17s (6172786882) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.52s (1521947450) - TotalBytesSent: 156.4 MiB (164014893) - TotalTime: 8.71s (8705699425) - UncompressedRowBatchSize: 261.9 MiB (274640294) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 246ms Hdfs Read Thread Concurrency Bucket: 0:94.12% 1:5.882% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.058823529411764705) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.0 MiB (61915702) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.0 MiB (61915702) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.0 MiB (61915702) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 382ms (382986784) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 443ms (443984677) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845251) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 678.7 MiB/s (711699293) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240294695) - RowBatchQueueGetWaitTime: 103ms (103996409) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11933135) - RowBatchQueuePutWaitTime: 7.22s (7224750543) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 4466731 per second (4466731) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999620) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.21s (8206716652) - ScannerThreadsSysTime: 31ms (31939000) - ScannerThreadsUserTime: 369ms (369521000) - ScannerThreadsVoluntaryContextSwitches: 985 (985) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 86ms (86996998) - TotalReadThroughput: 6.2 MiB/s (6491476) - TotalTime: 373ms (373987089) Node Lifecycle Event Timeline Open Started: 1.00s (1004965302) Open Finished: 1.00s (1004965302) First Batch Requested: 1.00s (1004965302) First Batch Returned: 1.37s (1370952666) Last Batch Returned: 9.66s (9656666591) Closed: 10.33s (10329643355) Buffer pool - AllocTime: 61ms (61997860) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61997860) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 803ms (803972241) - CodegenSysTime: 0ns (0) - CodegenUserTime: 196ms (196786000) - CodegenVoluntaryContextSwitches: 44 (44) - CompileTime: 341ms (341988192) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999309) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 325ms (325988745) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 113ms (113996064) - TotalTime: 803ms (803972241) Instance c7456fdd806a4994:3209e92600000188 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.277 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80274444) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168828850) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.02s (6020801967) - TotalStorageWaitTime: 23ms (23999211) - TotalThreadsInvoluntaryContextSwitches: 227 (227) - TotalThreadsTotalWallClockTime: 18.35s (18350396417) - TotalThreadsSysTime: 114ms (114275000) - TotalThreadsUserTime: 2.85s (2845103000) - TotalThreadsVoluntaryContextSwitches: 1,612 (1612) - TotalTime: 10.12s (10116667242) Fragment Instance Lifecycle Event Timeline Prepare Finished: 121ms (121995987) Open Finished: 770ms (770974641) First Batch Produced: 1.40s (1402953854) First Batch Sent: 1.40s (1403953821) ExecInternal Finished: 10.24s (10240663163) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.47s (9467688588) - ExecTreeExecTime: 647ms (647978685) - InactiveTotalTime: 0ns (0) - OpenTime: 648ms (648978654) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.02s (6023801868) - PeakMemoryUsage: 1.9 MiB (1975936) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.75s (1753942314) - TotalBytesSent: 155.9 MiB (163443005) - TotalTime: 8.68s (8677714569) - UncompressedRowBatchSize: 260.9 MiB (273608455) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 413ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61688524) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688524) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688524) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 389ms (389987178) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 284ms (284990628) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845828) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1186356804) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419886) - RowBatchQueueGetWaitTime: 205ms (205993224) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11458282) - RowBatchQueuePutWaitTime: 7.30s (7300759855) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2571954 per second (2571954) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 23ms (23999211) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 8.23s (8233729175) - ScannerThreadsSysTime: 24ms (24888000) - ScannerThreadsUserTime: 388ms (388473000) - ScannerThreadsVoluntaryContextSwitches: 911 (911) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 51ms (51998289) - TotalReadThroughput: 6.2 MiB/s (6471729) - TotalTime: 646ms (646978718) Node Lifecycle Event Timeline Open Started: 770ms (770974641) Open Finished: 770ms (770974641) First Batch Requested: 770ms (770974641) First Batch Returned: 1.40s (1402953854) Last Batch Returned: 9.63s (9629683259) Closed: 10.24s (10239663196) Buffer pool - AllocTime: 9ms (9999670) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 647ms (647978687) - CodegenSysTime: 4ms (4948000) - CodegenUserTime: 192ms (192292000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 225ms (225992567) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999606) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 325ms (325989277) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 81ms (81997303) - TotalTime: 647ms (647978687) Instance c7456fdd806a4994:3209e92600000179 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.987 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80255112) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230218964) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.90s (5897897565) - TotalStorageWaitTime: 13ms (13999756) - TotalThreadsInvoluntaryContextSwitches: 299 (299) - TotalThreadsTotalWallClockTime: 18.37s (18370680929) - TotalThreadsSysTime: 125ms (125176000) - TotalThreadsUserTime: 2.87s (2873856000) - TotalThreadsVoluntaryContextSwitches: 1,545 (1545) - TotalTime: 10.11s (10114824321) Fragment Instance Lifecycle Event Timeline Prepare Finished: 148ms (148997412) Open Finished: 735ms (735987217) First Batch Produced: 1.31s (1313977178) First Batch Sent: 1.31s (1314977161) ExecInternal Finished: 10.26s (10264821716) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.53s (9526834533) - ExecTreeExecTime: 596ms (596989629) - InactiveTotalTime: 0ns (0) - OpenTime: 586ms (586989805) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.98us (999983) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.90s (5897897565) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.78s (1784969002) - TotalBytesSent: 156.5 MiB (164061834) - TotalTime: 8.73s (8734848290) - UncompressedRowBatchSize: 261.9 MiB (274670029) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 459ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61944158) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61944158) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61944158) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 357ms (357993781) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 319ms (319994433) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842938) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1407846122) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240316371) - RowBatchQueueGetWaitTime: 102ms (102998211) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11888628) - RowBatchQueuePutWaitTime: 7.44s (7440870771) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2812338 per second (2812338) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 13ms (13999756) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.26s (8256856591) - ScannerThreadsSysTime: 28ms (28590000) - ScannerThreadsUserTime: 391ms (391409000) - ScannerThreadsVoluntaryContextSwitches: 869 (869) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 43ms (43999239) - TotalReadThroughput: 6.2 MiB/s (6494459) - TotalTime: 593ms (593989682) Node Lifecycle Event Timeline Open Started: 735ms (735987217) Open Finished: 735ms (735987217) First Batch Requested: 735ms (735987217) First Batch Returned: 1.31s (1313977178) Last Batch Returned: 9.76s (9759830487) Closed: 10.26s (10263821733) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 586ms (586989805) - CodegenSysTime: 2ms (2049000) - CodegenUserTime: 191ms (191685000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 186ms (186996752) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999948) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 320ms (320994425) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 73ms (73998714) - TotalTime: 586ms (586989805) Instance c7456fdd806a4994:3209e92600000174 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.336 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80197441) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3235139315) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.06s (6057963995) - TotalStorageWaitTime: 39ms (39999763) - TotalThreadsInvoluntaryContextSwitches: 178 (178) - TotalThreadsTotalWallClockTime: 18.18s (18176891957) - TotalThreadsSysTime: 142ms (142733000) - TotalThreadsUserTime: 2.76s (2764111000) - TotalThreadsVoluntaryContextSwitches: 1,508 (1508) - TotalTime: 10.11s (10111939895) Fragment Instance Lifecycle Event Timeline Prepare Finished: 230ms (230998627) Open Finished: 594ms (594996464) First Batch Produced: 1.51s (1510991019) First Batch Sent: 1.51s (1511991013) ExecInternal Finished: 10.35s (10345938504) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.75s (9747942058) - ExecTreeExecTime: 937ms (937994425) - InactiveTotalTime: 0ns (0) - OpenTime: 363ms (363997837) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.06s (6061963970) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1512991001) - TotalBytesSent: 155.9 MiB (163431446) - TotalTime: 8.53s (8527949311) - UncompressedRowBatchSize: 260.9 MiB (273610482) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 691ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61693887) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693887) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693887) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 284ms (284998308) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 306ms (306998173) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75744501) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 565.7 MiB/s (593213971) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239423894) - RowBatchQueueGetWaitTime: 138ms (138999174) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11631543) - RowBatchQueuePutWaitTime: 7.29s (7289956669) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1777788 per second (1777788) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 39ms (39999763) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.06s (8064952062) - ScannerThreadsSysTime: 30ms (30002000) - ScannerThreadsUserTime: 370ms (370572000) - ScannerThreadsVoluntaryContextSwitches: 807 (807) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 103ms (103999383) - TotalReadThroughput: 5.9 MiB/s (6147258) - TotalTime: 935ms (935994437) Node Lifecycle Event Timeline Open Started: 594ms (594996464) Open Finished: 594ms (594996464) First Batch Requested: 594ms (594996464) First Batch Returned: 1.51s (1510991019) Last Batch Returned: 9.99s (9991940608) Closed: 10.34s (10342938522) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 19 (19) - CodegenTotalWallClockTime: 363ms (363997837) - CodegenSysTime: 2ms (2008000) - CodegenUserTime: 188ms (188780000) - CodegenVoluntaryContextSwitches: 17 (17) - CompileTime: 155ms (155999073) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999988) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 137ms (137999180) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 57ms (57999656) - TotalTime: 363ms (363997837) Instance c7456fdd806a4994:3209e92600000167 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.777 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80245676) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3268444937) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.85s (5854791626) - TotalStorageWaitTime: 5ms (5999787) - TotalThreadsInvoluntaryContextSwitches: 351 (351) - TotalThreadsTotalWallClockTime: 18.20s (18198352332) - TotalThreadsSysTime: 127ms (127626000) - TotalThreadsUserTime: 2.79s (2786777000) - TotalThreadsVoluntaryContextSwitches: 1,591 (1591) - TotalTime: 10.11s (10107640275) Fragment Instance Lifecycle Event Timeline Prepare Finished: 204ms (204992704) Open Finished: 563ms (563979928) First Batch Produced: 1.51s (1508946297) First Batch Sent: 1.51s (1509946262) ExecInternal Finished: 10.31s (10313632944) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.75s (9748653051) - ExecTreeExecTime: 991ms (991964696) - InactiveTotalTime: 0ns (0) - OpenTime: 358ms (358987224) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.86s (5856791554) - PeakMemoryUsage: 1.7 MiB (1746560) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1616942446) - TotalBytesSent: 155.9 MiB (163433015) - TotalTime: 8.49s (8492697747) - UncompressedRowBatchSize: 260.9 MiB (273606618) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 693ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61704930) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704930) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704930) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 201ms (201992810) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 306ms (306989066) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843890) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 565.9 MiB/s (593337760) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412204) - RowBatchQueueGetWaitTime: 191ms (191993167) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11883656) - RowBatchQueuePutWaitTime: 7.32s (7322739394) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1682567 per second (1682567) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5ms (5999787) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.09s (8090712057) - ScannerThreadsSysTime: 44ms (44432000) - ScannerThreadsUserTime: 358ms (358906000) - ScannerThreadsVoluntaryContextSwitches: 912 (912) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 103ms (103996297) - TotalReadThroughput: 5.9 MiB/s (6145297) - TotalTime: 988ms (988964803) Node Lifecycle Event Timeline Open Started: 563ms (563979928) Open Finished: 563ms (563979928) First Batch Requested: 563ms (563979928) First Batch Returned: 1.51s (1508946297) Last Batch Returned: 10.14s (10140639100) Closed: 10.31s (10313632944) Buffer pool - AllocTime: 41ms (41998505) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998505) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 358ms (358987224) - CodegenSysTime: 1ms (1014000) - CodegenUserTime: 186ms (186646000) - CodegenVoluntaryContextSwitches: 9 (9) - CompileTime: 113ms (113995943) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999929) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 174ms (174993772) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 66ms (66997616) - TotalTime: 358ms (358987224) Instance c7456fdd806a4994:3209e92600000180 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.271 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.5 MiB (80262382) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3349500902) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.97s (5969864825) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 278 (278) - TotalThreadsTotalWallClockTime: 18.14s (18144589116) - TotalThreadsSysTime: 120ms (120135000) - TotalThreadsUserTime: 2.91s (2906250000) - TotalThreadsVoluntaryContextSwitches: 1,502 (1502) - TotalTime: 10.11s (10105771155) Fragment Instance Lifecycle Event Timeline Prepare Finished: 223ms (223994927) Open Finished: 838ms (838981001) First Batch Produced: 1.40s (1397968342) First Batch Sent: 1.40s (1398968320) ExecInternal Finished: 10.34s (10336765923) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.49s (9490785081) - ExecTreeExecTime: 601ms (601986368) - InactiveTotalTime: 0ns (0) - OpenTime: 614ms (614986074) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.97s (5970864803) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1673962080) - TotalBytesSent: 156.5 MiB (164084152) - TotalTime: 8.66s (8657803944) - UncompressedRowBatchSize: 262.0 MiB (274682007) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 454ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61937666) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937666) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937666) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 264ms (264994002) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 304ms (304993096) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843862) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 522.7 MiB/s (548133360) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240322808) - RowBatchQueueGetWaitTime: 88ms (88997984) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11895407) - RowBatchQueuePutWaitTime: 7.31s (7306834533) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2784229 per second (2784229) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.04s (8038817961) - ScannerThreadsSysTime: 29ms (29574000) - ScannerThreadsUserTime: 387ms (387694000) - ScannerThreadsVoluntaryContextSwitches: 833 (833) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 112ms (112997439) - TotalReadThroughput: 6.2 MiB/s (6491057) - TotalTime: 599ms (599986413) Node Lifecycle Event Timeline Open Started: 838ms (838981001) Open Finished: 838ms (838981001) First Batch Requested: 838ms (838981001) First Batch Returned: 1.40s (1397968342) Last Batch Returned: 10.06s (10062772128) Closed: 10.33s (10334765969) Buffer pool - AllocTime: 49ms (49998868) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998868) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 614ms (614986074) - CodegenSysTime: 2ms (2016000) - CodegenUserTime: 190ms (190480000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 242ms (242994498) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999660) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 306ms (306993048) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 47ms (47998913) - TotalTime: 614ms (614986074) Instance c7456fdd806a4994:3209e92600000178 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.873 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80348489) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3319146984) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.79s (5794792962) - TotalStorageWaitTime: 5ms (5999786) - TotalThreadsInvoluntaryContextSwitches: 243 (243) - TotalThreadsTotalWallClockTime: 18.01s (18010356546) - TotalThreadsSysTime: 140ms (140254000) - TotalThreadsUserTime: 2.75s (2751921000) - TotalThreadsVoluntaryContextSwitches: 1,691 (1691) - TotalTime: 10.00s (9996642851) Fragment Instance Lifecycle Event Timeline Prepare Finished: 330ms (330988175) Open Finished: 947ms (947966132) First Batch Produced: 1.60s (1601942767) First Batch Sent: 1.62s (1624941946) ExecInternal Finished: 10.33s (10332630848) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.38s (9379664894) - ExecTreeExecTime: 677ms (677975776) - InactiveTotalTime: 0ns (0) - OpenTime: 616ms (616977957) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.79s (5795792926) - PeakMemoryUsage: 1.5 MiB (1558144) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1578943599) - TotalBytesSent: 155.9 MiB (163431711) - TotalTime: 8.41s (8411699482) - UncompressedRowBatchSize: 260.9 MiB (273609051) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 442ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61707656) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61707656) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61707656) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 264ms (264990529) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 449ms (449983917) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75846258) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 764.3 MiB/s (801426762) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422420) - RowBatchQueueGetWaitTime: 122ms (122995606) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11629946) - RowBatchQueuePutWaitTime: 7.12s (7124745465) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2457990 per second (2457990) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5ms (5999786) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.01s (8013713695) - ScannerThreadsSysTime: 33ms (33231000) - ScannerThreadsUserTime: 363ms (363373000) - ScannerThreadsVoluntaryContextSwitches: 899 (899) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76997249) - TotalReadThroughput: 6.2 MiB/s (6479854) - TotalTime: 676ms (676975812) Node Lifecycle Event Timeline Open Started: 947ms (947966132) Open Finished: 947ms (947966132) First Batch Requested: 947ms (947966132) First Batch Returned: 1.60s (1601942767) Last Batch Returned: 10.11s (10112638707) Closed: 10.33s (10332630848) Buffer pool - AllocTime: 3ms (3999857) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999857) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 613ms (613978064) - CodegenSysTime: 4ms (4057000) - CodegenUserTime: 182ms (182802000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 149ms (149994641) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 269ms (269990354) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 158ms (158994319) - TotalTime: 613ms (613978064) Instance c7456fdd806a4994:3209e92600000187 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.058 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.4 MiB (80162196) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3300578590) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.84s (5837814918) - TotalStorageWaitTime: 2ms (2999904) - TotalThreadsInvoluntaryContextSwitches: 197 (197) - TotalThreadsTotalWallClockTime: 17.85s (17849434051) - TotalThreadsSysTime: 139ms (139917000) - TotalThreadsUserTime: 2.90s (2901770000) - TotalThreadsVoluntaryContextSwitches: 1,658 (1658) - TotalTime: 9.98s (9980683544) Fragment Instance Lifecycle Event Timeline Prepare Finished: 146ms (146995339) Open Finished: 1.04s (1042966931) First Batch Produced: 1.42s (1416955073) First Batch Sent: 1.42s (1417955041) ExecInternal Finished: 10.13s (10127678884) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.08s (9082712016) - ExecTreeExecTime: 422ms (422986589) - InactiveTotalTime: 0ns (0) - OpenTime: 895ms (895971592) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1ms (1999936) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.84s (5838814886) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1557950580) - TotalBytesSent: 155.9 MiB (163450544) - TotalTime: 8.37s (8373734498) - UncompressedRowBatchSize: 261.0 MiB (273629691) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 171ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.9 MiB (61720032) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720032) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720032) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 426ms (426986467) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 400ms (400987284) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75741887) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 646.8 MiB/s (678263605) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239435389) - RowBatchQueueGetWaitTime: 115ms (115996322) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11746394) - RowBatchQueuePutWaitTime: 6.87s (6873782045) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3962030 per second (3962030) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 2ms (2999904) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.87s (7870750443) - ScannerThreadsSysTime: 40ms (40598000) - ScannerThreadsUserTime: 390ms (390806000) - ScannerThreadsVoluntaryContextSwitches: 924 (924) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 90ms (90997116) - TotalReadThroughput: 6.5 MiB/s (6842575) - TotalTime: 419ms (419986685) Node Lifecycle Event Timeline Open Started: 1.04s (1042966931) Open Finished: 1.04s (1042966931) First Batch Requested: 1.04s (1042966931) First Batch Returned: 1.42s (1416955073) Last Batch Returned: 9.41s (9414701490) Closed: 10.13s (10127678884) Buffer pool - AllocTime: 19ms (19999366) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999366) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 895ms (895971592) - CodegenSysTime: 1ms (1006000) - CodegenUserTime: 197ms (197813000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 205ms (205993469) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999905) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 466ms (466985193) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 218ms (218993057) - TotalTime: 895ms (895971592) Instance c7456fdd806a4994:3209e92600000173 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.824 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.6 MiB (80313494) - PeakReservation: 61.5 MiB (64495616) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3217508379) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.57s (5570689150) - TotalStorageWaitTime: 23ms (23998660) - TotalThreadsInvoluntaryContextSwitches: 327 (327) - TotalThreadsTotalWallClockTime: 17.63s (17626016431) - TotalThreadsSysTime: 154ms (154708000) - TotalThreadsUserTime: 2.82s (2816716000) - TotalThreadsVoluntaryContextSwitches: 1,517 (1517) - TotalTime: 9.70s (9701458638) Fragment Instance Lifecycle Event Timeline Prepare Finished: 172ms (172990347) Open Finished: 783ms (783956254) First Batch Produced: 1.37s (1369923556) First Batch Sent: 1.37s (1369923556) ExecInternal Finished: 9.88s (9876448873) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.0 MiB (3145728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 3.0 MiB (3145728) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.09s (9089492787) - ExecTreeExecTime: 615ms (615965627) - InactiveTotalTime: 0ns (0) - OpenTime: 610ms (610965907) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 999.94us (999944) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=62) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.57s (5571689094) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1655907594) - TotalBytesSent: 155.8 MiB (163420225) - TotalTime: 8.23s (8227540884) - UncompressedRowBatchSize: 260.9 MiB (273600223) HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2, 4]), waited for 444ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61684682) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61684682) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61684682) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 195ms (195989061) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 270ms (270984865) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844078) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 439.0 MiB/s (460359138) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414761) - RowBatchQueueGetWaitTime: 80ms (80995480) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11452832) - RowBatchQueuePutWaitTime: 7.26s (7256595082) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2701449 per second (2701449) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 23ms (23998660) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.92s (7925557737) - ScannerThreadsSysTime: 32ms (32896000) - ScannerThreadsUserTime: 378ms (378872000) - ScannerThreadsVoluntaryContextSwitches: 870 (870) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 133ms (133992522) - TotalReadThroughput: 6.2 MiB/s (6476082) - TotalTime: 615ms (615965626) Node Lifecycle Event Timeline Open Started: 783ms (783956254) Open Finished: 783ms (783956254) First Batch Requested: 783ms (783956254) First Batch Returned: 1.37s (1369923556) Last Batch Returned: 9.42s (9419474374) Closed: 9.88s (9875448929) Buffer pool - AllocTime: 20ms (20998828) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20998828) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 4 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 610ms (610965907) - CodegenSysTime: 2ms (2038000) - CodegenUserTime: 190ms (190150000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 257ms (257985604) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20998829) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 35 (35) - NumInstructions: 906 (906) - OptimizationTime: 273ms (273984711) - PeakMemoryUsage: 453.0 KiB (463872) - PrepareTime: 55ms (55996875) - TotalTime: 610ms (610965907) Averaged Fragment F24 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:1h59m max:3h1m mean: 2h stddev:9m47s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.8 MiB (46927294) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 1,658,579 (1658579) - TotalNetworkReceiveTime: 34.1m (2048072383150) - TotalNetworkSendTime: 1.4h (4972143638623) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 101 (101) - TotalThreadsTotalWallClockTime: 2.0h (7238548906282) - TotalThreadsSysTime: 1.47s (1470367025) - TotalThreadsUserTime: 28.36s (28361853615) - TotalThreadsVoluntaryContextSwitches: 216,916 (216916) - TotalTime: 2.0h (7238562495692) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5127016846958) - ExecTreeExecTime: 2.6m (154446397220) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111532110604) - ExecTreeOpenTime: 35.2m (2110205345190) - PrepareTime: 13ms (13461206) - ExecTreePrepareTime: 3ms (3871695) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,579 (1658579) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 220ms (220636186) - TotalBytesSent: 39.2 MiB (41149878) - TotalTime: 1.4h (4972573629148) - UncompressedRowBatchSize: 83.8 MiB (87904699) UNION_NODE (id=21) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,579 (1658579) - RowsReturnedRate: 753 per second (753) - TotalTime: 37.7m (2264655024372) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,579 (1658579) - RowsReturnedRate: 753 per second (753) - TotalTime: 37.7m (2264445644362) GroupingAggregator 0 - BuildTime: 1.0m (60803911551) - GetResultsTime: 64ms (64742157) - HTResizeTime: 82ms (82203288) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,579 (1658579) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 855ms (855239704) - CumulativeAllocationBytes: 8.3 GiB (8872888792) - CumulativeAllocations: 4,214 (4214) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4240226251) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4194357773) - ReadIoOps: 2,000 (2000) - ReadIoWaitTime: 2.3m (137330861987) - SystemAllocTime: 799ms (799420188) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4240226251) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 41.90s (41897448812) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 484ms (484476401) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 10.5 MiB (10969349) - RowsReturned: 25,933,335 (25933335) - RowsReturnedRate: 14073 per second (14073) - TotalTime: 34.1m (2048656190689) Buffer pool - AllocTime: 7.44s (7443311551) - CumulativeAllocationBytes: 6.4 GiB (6897896526) - CumulativeAllocations: 336,835 (336835) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.3 MiB (10844317) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.3 MiB (10844317) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.59s (3591113310) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.43s (23435429401) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4601262963) - TotalGetBatchTime: 34.1m (2048045358094) - DataWaitTime: 34.1m (2046601664943) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 14.99s (14991175551) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,417 (168417) - TotalBatchesReceived: 168,417 (168417) - TotalBytesReceived: 1.7 GiB (1795191199) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 39.47s (39466765205) - TotalRPCsDeferred: 850 (850) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.33s (1326560289) - CodegenSysTime: 6ms (6337025) - CodegenUserTime: 390ms (390911410) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 479ms (479963611) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17307282) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 751ms (751188442) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 72ms (72895930) - TotalTime: 1.33s (1326560289) Fragment F24 Instance c7456fdd806a4994:3209e92600000261 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 08:27:03.441 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 50.2 MiB (52604195) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 1,656,812 (1656812) - TotalNetworkReceiveTime: 5.5m (330714343801) - TotalNetworkSendTime: 1.3h (4771504404212) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 394 (394) - TotalThreadsTotalWallClockTime: 3.0h (10856713726317) - TotalThreadsSysTime: 1.35s (1353788000) - TotalThreadsUserTime: 29.12s (29121476000) - TotalThreadsVoluntaryContextSwitches: 163,296 (163296) - TotalTime: 3.0h (10856721726205) Fragment Instance Lifecycle Event Timeline Prepare Finished: 148ms (148997898) Open Finished: 35.4m (2122543118522) First Batch Produced: 39.1m (2344254010002) First Batch Sent: 39.1m (2344254010002) ExecInternal Finished: 3.0h (10856863724201) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.4h (8734319605693) - ExecTreeExecTime: 1.1h (3962155210602) - InactiveTotalTime: 0ns (0) - OpenTime: 35.4m (2122394120624) - ExecTreeOpenTime: 35.4m (2121572132221) - PrepareTime: 7ms (7999888) - ExecTreePrepareTime: 5ms (5999916) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.3h (4771504404212) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,656,812 (1656812) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 412ms (412994291) - TotalBytesSent: 39.2 MiB (41106921) - TotalTime: 1.3h (4772163395105) - UncompressedRowBatchSize: 83.7 MiB (87811036) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,656,812 (1656812) - RowsReturnedRate: 272 per second (272) - TotalTime: 1.7h (6083731342767) Node Lifecycle Event Timeline Open Started: 970ms (970986301) Open Finished: 35.4m (2122543118522) First Batch Requested: 35.4m (2122543118522) First Batch Returned: 39.1m (2344254010002) Last Batch Returned: 3.0h (10856837724559) Closed: 3.0h (10856863724201) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,656,812 (1656812) - RowsReturnedRate: 272 per second (272) - TotalTime: 1.7h (6083526345602) Node Lifecycle Event Timeline Open Started: 970ms (970986301) Open Finished: 35.4m (2122543118522) First Batch Requested: 35.4m (2122543118522) First Batch Returned: 39.1m (2344254010002) Last Batch Returned: 3.0h (10856837724559) Closed: 3.0h (10856837724559) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 29.6m (1775718001563) - GetResultsTime: 73ms (73998978) - HTResizeTime: 112ms (112998435) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,656,812 (1656812) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 13.28s (13275813418) - CumulativeAllocationBytes: 8.3 GiB (8914993152) - CumulativeAllocations: 4,235 (4235) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4238344192) - ReadIoOps: 2,021 (2021) - ReadIoWaitTime: 1.1h (3871113471043) - SystemAllocTime: 11.99s (11988831267) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 26.3m (1580281750198) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 499ms (499992968) - InactiveTotalTime: 4.9m (295741834922) - PeakMemoryUsage: 15.9 MiB (16646250) - RowsReturned: 25,913,107 (25913107) - RowsReturnedRate: 78211 per second (78211) - TotalTime: 5.5m (331320335271) Node Lifecycle Event Timeline Open Started: 970ms (970986301) Open Finished: 25.06s (25059646453) First Batch Requested: 25.10s (25096645931) First Batch Returned: 25.11s (25107645776) Last Batch Returned: 35.4m (2122542118536) Closed: 35.4m (2122542118536) Buffer pool - AllocTime: 3.3m (195239249961) - CumulativeAllocationBytes: 6.4 GiB (6892535808) - CumulativeAllocations: 336,576 (336576) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.0m (62217123988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.09s (24088660152) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4597514438) - TotalGetBatchTime: 5.5m (330696344055) - DataWaitTime: 4.9m (295741834922) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.8m (230061759816) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,288 (168288) - TotalBatchesReceived: 168,288 (168288) - TotalBytesReceived: 1.7 GiB (1793750349) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 25.6m (1535256982580) - TotalRPCsDeferred: 31,948 (31948) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 61 (61) - CodegenTotalWallClockTime: 821ms (821988403) - CodegenSysTime: 8ms (8991000) - CodegenUserTime: 387ms (387942000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 168ms (168997616) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999915) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 546ms (546992283) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 95ms (95998645) - TotalTime: 821ms (821988403) Instance c7456fdd806a4994:3209e92600000262 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:22.043 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.3 MiB (43265209) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 1,659,340 (1659340) - TotalNetworkReceiveTime: 34.9m (2094449166957) - TotalNetworkSendTime: 1.4h (4976818801423) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 96 (96) - TotalThreadsTotalWallClockTime: 2.0h (7155155948475) - TotalThreadsSysTime: 1.50s (1503985000) - TotalThreadsUserTime: 28.66s (28655326000) - TotalThreadsVoluntaryContextSwitches: 221,386 (221386) - TotalTime: 2.0h (7155155948475) Fragment Instance Lifecycle Event Timeline Prepare Finished: 181ms (181999930) Open Finished: 35.2m (2111461160245) First Batch Produced: 35.2m (2114460158996) First Batch Sent: 35.2m (2114460158996) ExecInternal Finished: 2.0h (7155339948404) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5043876788160) - ExecTreeExecTime: 1.1m (66611986835) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111279160315) - ExecTreeOpenTime: 35.2m (2109802160882) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976818801423) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,659,340 (1659340) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 234ms (234999949) - TotalBytesSent: 39.3 MiB (41168217) - TotalTime: 1.4h (4977262801324) - UncompressedRowBatchSize: 83.9 MiB (87945020) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,659,340 (1659340) - RowsReturnedRate: 762 per second (762) - TotalTime: 36.3m (2176412147717) Node Lifecycle Event Timeline Open Started: 1.66s (1658999363) Open Finished: 35.2m (2111461160245) First Batch Requested: 35.2m (2111461160245) First Batch Returned: 35.2m (2114460158996) Last Batch Returned: 2.0h (7155304948410) Closed: 2.0h (7155339948404) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,659,340 (1659340) - RowsReturnedRate: 762 per second (762) - TotalTime: 36.3m (2176210147760) Node Lifecycle Event Timeline Open Started: 1.66s (1658999363) Open Finished: 35.2m (2111461160245) First Batch Requested: 35.2m (2111465160244) First Batch Returned: 35.2m (2114460158996) Last Batch Returned: 2.0h (7155304948410) Closed: 2.0h (7155304948410) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.37s (14365994320) - GetResultsTime: 75ms (75999986) - HTResizeTime: 81ms (81999983) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,659,340 (1659340) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 431ms (431999841) - CumulativeAllocationBytes: 8.3 GiB (8864661504) - CumulativeAllocations: 4,211 (4211) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4188012544) - ReadIoOps: 1,997 (1997) - ReadIoWaitTime: 51.10s (51102990138) - SystemAllocTime: 415ms (415999845) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 998ms (998999618) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 500ms (500999803) - InactiveTotalTime: 34.9m (2093839167195) - PeakMemoryUsage: 7.0 MiB (7307264) - RowsReturned: 25,923,566 (25923566) - RowsReturnedRate: 12373 per second (12373) - TotalTime: 34.9m (2095054166722) Node Lifecycle Event Timeline Open Started: 1.66s (1658999363) Open Finished: 24.93s (24930990428) First Batch Requested: 24.93s (24931990428) First Batch Returned: 24.98s (24985990407) Last Batch Returned: 35.2m (2111459160246) Closed: 35.2m (2111460160246) Buffer pool - AllocTime: 2.40s (2403999025) - CumulativeAllocationBytes: 6.4 GiB (6895304704) - CumulativeAllocations: 336,708 (336708) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.0 MiB (7307264) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.0 MiB (7307264) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.15s (2153999131) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.27s (23271991065) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4599440078) - TotalGetBatchTime: 34.9m (2094420166968) - DataWaitTime: 34.9m (2093839167195) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.05s (9052996461) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,354 (168354) - TotalBatchesReceived: 168,354 (168354) - TotalBytesReceived: 1.7 GiB (1794487341) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.48s (1475999434) - CodegenSysTime: 4ms (4034000) - CodegenUserTime: 400ms (400449000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 572ms (572999781) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999992) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 793ms (793999694) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 87ms (87999967) - TotalTime: 1.48s (1475999434) Instance c7456fdd806a4994:3209e9260000026e (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:16.702 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52322830) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 1,661,664 (1661664) - TotalNetworkReceiveTime: 34.9m (2094863044399) - TotalNetworkSendTime: 1.4h (4978646381116) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 86 (86) - TotalThreadsTotalWallClockTime: 2.0h (7150277952816) - TotalThreadsSysTime: 1.37s (1372860000) - TotalThreadsUserTime: 28.61s (28607740000) - TotalThreadsVoluntaryContextSwitches: 220,920 (220920) - TotalTime: 2.0h (7150355952335) Fragment Instance Lifecycle Event Timeline Prepare Finished: 287ms (287998225) Open Finished: 35.2m (2111551941237) First Batch Produced: 35.3m (2115083919437) First Batch Sent: 35.3m (2115083919437) ExecInternal Finished: 2.0h (7150566951034) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5039014009804) - ExecTreeExecTime: 59.96s (59962631180) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111263943012) - ExecTreeOpenTime: 35.2m (2109513953799) - PrepareTime: 77ms (77999519) - ExecTreePrepareTime: 8ms (8999945) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978647381109) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,661,664 (1661664) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 195ms (195998795) - TotalBytesSent: 39.3 MiB (41224969) - TotalTime: 1.4h (4979065378537) - UncompressedRowBatchSize: 84.0 MiB (88068192) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,664 (1661664) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.2m (2169485584924) Node Lifecycle Event Timeline Open Started: 2.04s (2037987438) Open Finished: 35.2m (2111551941237) First Batch Requested: 35.2m (2111551941237) First Batch Returned: 35.3m (2115083919437) Last Batch Returned: 2.0h (7150541951188) Closed: 2.0h (7150565951041) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,664 (1661664) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.2m (2169265586278) Node Lifecycle Event Timeline Open Started: 2.04s (2037987438) Open Finished: 35.2m (2111551941237) First Batch Requested: 35.2m (2111551941237) First Batch Returned: 35.3m (2115082919444) Last Batch Returned: 2.0h (7150540951194) Closed: 2.0h (7150541951188) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.74s (13736915061) - GetResultsTime: 67ms (67999584) - HTResizeTime: 66ms (66999589) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,664 (1661664) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 329ms (329997958) - CumulativeAllocationBytes: 8.3 GiB (8894021632) - CumulativeAllocations: 4,225 (4225) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4246732800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4208984064) - ReadIoOps: 2,007 (2007) - ReadIoWaitTime: 44.37s (44372727094) - SystemAllocTime: 305ms (305998106) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4246732800) - WriteIoOps: 2,025 (2025) - WriteIoWaitTime: 1.50s (1496990763) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 490ms (490996957) - InactiveTotalTime: 34.9m (2094242048244) - PeakMemoryUsage: 15.6 MiB (16364885) - RowsReturned: 25,967,027 (25967027) - RowsReturnedRate: 12392 per second (12392) - TotalTime: 34.9m (2095450040759) Node Lifecycle Event Timeline Open Started: 2.04s (2037987438) Open Finished: 25.02s (25021845761) First Batch Requested: 25.02s (25022845755) First Batch Returned: 25.07s (25071845453) Last Batch Returned: 35.2m (2111550941243) Closed: 35.2m (2111550941243) Buffer pool - AllocTime: 1.79s (1788988924) - CumulativeAllocationBytes: 6.4 GiB (6906806272) - CumulativeAllocations: 337,274 (337274) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.27s (1266992161) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 22.98s (22983858323) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4607260440) - TotalGetBatchTime: 34.9m (2094827044621) - DataWaitTime: 34.9m (2094242048244) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.10s (8104949836) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,637 (168637) - TotalBatchesReceived: 168,637 (168637) - TotalBytesReceived: 1.7 GiB (1797651883) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 173ms (173681346) - TotalRPCsDeferred: 180 (180) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 24 (24) - CodegenTotalWallClockTime: 1.75s (1749989213) - CodegenSysTime: 6ms (6061000) - CodegenUserTime: 392ms (392056000) - CodegenVoluntaryContextSwitches: 141 (141) - CompileTime: 715ms (715995587) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999815) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 894ms (894994483) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 106ms (106999341) - TotalTime: 1.75s (1749989213) Instance c7456fdd806a4994:3209e92600000274 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:12.968 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.9 MiB (43912377) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 1,660,147 (1660147) - TotalNetworkReceiveTime: 34.8m (2085790970881) - TotalNetworkSendTime: 1.4h (4976181630911) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 98 (98) - TotalThreadsTotalWallClockTime: 2.0h (7148014001525) - TotalThreadsSysTime: 1.41s (1407922000) - TotalThreadsUserTime: 28.85s (28852068000) - TotalThreadsVoluntaryContextSwitches: 203,662 (203662) - TotalTime: 2.0h (7148014001525) Fragment Instance Lifecycle Event Timeline Prepare Finished: 298ms (298990963) Open Finished: 35.2m (2111439195822) First Batch Produced: 35.2m (2114471104224) First Batch Sent: 35.2m (2114471104224) ExecInternal Finished: 2.0h (7148313992458) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5036873796666) - ExecTreeExecTime: 1.0m (60286178021) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111140204859) - ExecTreeOpenTime: 35.2m (2109434256419) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976182630881) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,660,147 (1660147) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 204ms (204993810) - TotalBytesSent: 39.3 MiB (41187058) - TotalTime: 1.4h (4976587618646) - UncompressedRowBatchSize: 83.9 MiB (87987791) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,147 (1660147) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.2m (2169718434500) Node Lifecycle Event Timeline Open Started: 2.00s (2004939403) Open Finished: 35.2m (2111439195822) First Batch Requested: 35.2m (2111439195822) First Batch Returned: 35.2m (2114471104224) Last Batch Returned: 2.0h (7148287993244) Closed: 2.0h (7148313992458) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,147 (1660147) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.2m (2169486441516) Node Lifecycle Event Timeline Open Started: 2.00s (2004939403) Open Finished: 35.2m (2111439195822) First Batch Requested: 35.2m (2111439195822) First Batch Returned: 35.2m (2114471104224) Last Batch Returned: 2.0h (7148287993244) Closed: 2.0h (7148287993244) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 22.42s (22423322387) - GetResultsTime: 69ms (69997889) - HTResizeTime: 96ms (96997063) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,147 (1660147) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.16s (1163964823) - CumulativeAllocationBytes: 8.3 GiB (8868855808) - CumulativeAllocations: 4,213 (4213) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4242538496) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4188012544) - ReadIoOps: 1,997 (1997) - ReadIoWaitTime: 44.63s (44632651111) - SystemAllocTime: 1.07s (1074967515) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4242538496) - WriteIoOps: 2,023 (2023) - WriteIoWaitTime: 1.81s (1811945244) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 510ms (510984576) - InactiveTotalTime: 34.8m (2085116991245) - PeakMemoryUsage: 7.6 MiB (7954432) - RowsReturned: 25,952,761 (25952761) - RowsReturnedRate: 12439 per second (12439) - TotalTime: 34.8m (2086381953038) Node Lifecycle Event Timeline Open Started: 2.00s (2004939403) Open Finished: 24.89s (24886247852) First Batch Requested: 24.89s (24887247822) First Batch Returned: 25.02s (25016243923) Last Batch Returned: 35.2m (2111439195822) Closed: 35.2m (2111439195822) Buffer pool - AllocTime: 6.46s (6464804641) - CumulativeAllocationBytes: 6.4 GiB (6903078912) - CumulativeAllocations: 337,098 (337098) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.6 MiB (7954432) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.6 MiB (7954432) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5.93s (5934820649) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 22.88s (22881308449) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4604415087) - TotalGetBatchTime: 34.8m (2085766971607) - DataWaitTime: 34.8m (2085116991245) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 15.05s (15048545196) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,549 (168549) - TotalBatchesReceived: 168,549 (168549) - TotalBytesReceived: 1.7 GiB (1796382334) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 1.71s (1705948440) - CodegenSysTime: 8ms (8048000) - CodegenUserTime: 402ms (402834000) - CodegenVoluntaryContextSwitches: 149 (149) - CompileTime: 667ms (667979811) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 69ms (69997885) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 899ms (899972800) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 66ms (66997975) - TotalTime: 1.71s (1705948440) Instance c7456fdd806a4994:3209e9260000025d (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:11.477 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.9 MiB (43977913) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 1,656,895 (1656895) - TotalNetworkReceiveTime: 34.9m (2091602273067) - TotalNetworkSendTime: 1.4h (4978674317649) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 90 (90) - TotalThreadsTotalWallClockTime: 2.0h (7146846919050) - TotalThreadsSysTime: 1.62s (1620267000) - TotalThreadsUserTime: 28.68s (28681631000) - TotalThreadsVoluntaryContextSwitches: 215,828 (215828) - TotalTime: 2.0h (7146846919050) Fragment Instance Lifecycle Event Timeline Prepare Finished: 52ms (52998841) Open Finished: 35.2m (2111577836356) First Batch Produced: 35.3m (2115112759094) First Batch Sent: 35.3m (2115112759094) ExecInternal Finished: 2.0h (7146900917869) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5035322081535) - ExecTreeExecTime: 56.21s (56209773444) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111524837515) - ExecTreeOpenTime: 35.2m (2110460860784) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978674317649) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,656,895 (1656895) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 220ms (220995172) - TotalBytesSent: 39.2 MiB (41108370) - TotalTime: 1.4h (4979112308091) - UncompressedRowBatchSize: 83.7 MiB (87815435) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,656,895 (1656895) - RowsReturnedRate: 764 per second (764) - TotalTime: 36.1m (2166669634250) Node Lifecycle Event Timeline Open Started: 1.12s (1116975572) Open Finished: 35.2m (2111577836356) First Batch Requested: 35.2m (2111577836356) First Batch Returned: 35.3m (2115112759094) Last Batch Returned: 2.0h (7146877918371) Closed: 2.0h (7146900917869) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,656,895 (1656895) - RowsReturnedRate: 764 per second (764) - TotalTime: 36.1m (2166463638740) Node Lifecycle Event Timeline Open Started: 1.12s (1116975572) Open Finished: 35.2m (2111577836356) First Batch Requested: 35.2m (2111577836356) First Batch Returned: 35.3m (2115111759116) Last Batch Returned: 2.0h (7146877918371) Closed: 2.0h (7146877918371) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.81s (17808610666) - GetResultsTime: 57ms (57998733) - HTResizeTime: 71ms (71998426) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,656,895 (1656895) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 669ms (669985350) - CumulativeAllocationBytes: 8.3 GiB (8875147264) - CumulativeAllocations: 4,216 (4216) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4198498304) - ReadIoOps: 2,002 (2002) - ReadIoWaitTime: 40.77s (40773110283) - SystemAllocTime: 660ms (660985548) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 1.06s (1058976849) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 493ms (493989205) - InactiveTotalTime: 34.9m (2091051285107) - PeakMemoryUsage: 7.6 MiB (8019968) - RowsReturned: 25,905,549 (25905549) - RowsReturnedRate: 12381 per second (12381) - TotalTime: 34.9m (2092203259939) Node Lifecycle Event Timeline Open Started: 1.12s (1116975572) Open Finished: 25.10s (25098451094) First Batch Requested: 25.10s (25098451094) First Batch Returned: 25.15s (25146450044) Last Batch Returned: 35.2m (2111577836356) Closed: 35.2m (2111577836356) Buffer pool - AllocTime: 2.85s (2845937770) - CumulativeAllocationBytes: 6.4 GiB (6890528768) - CumulativeAllocations: 336,478 (336478) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.6 MiB (8019968) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.6 MiB (8019968) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.33s (2333948965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.98s (23981475522) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4595963532) - TotalGetBatchTime: 34.9m (2091574273678) - DataWaitTime: 34.9m (2091051285107) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.82s (9821785238) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,239 (168239) - TotalBatchesReceived: 168,239 (168239) - TotalBytesReceived: 1.7 GiB (1793360213) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.06s (1059976818) - CodegenSysTime: 2ms (2006000) - CodegenUserTime: 389ms (389186000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 468ms (468989743) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999781) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 527ms (527988453) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 50ms (50998885) - TotalTime: 1.06s (1059976818) Instance c7456fdd806a4994:3209e9260000026b (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:11.555 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 48.3 MiB (50605241) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 1,659,599 (1659599) - TotalNetworkReceiveTime: 34.9m (2093561809473) - TotalNetworkSendTime: 1.4h (4978964449106) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 100 (100) - TotalThreadsTotalWallClockTime: 2.0h (7146147618309) - TotalThreadsSysTime: 1.47s (1472258000) - TotalThreadsUserTime: 28.36s (28355041000) - TotalThreadsVoluntaryContextSwitches: 218,454 (218454) - TotalTime: 2.0h (7146148618274) Fragment Instance Lifecycle Event Timeline Prepare Finished: 143ms (143994824) Open Finished: 35.2m (2111430167718) First Batch Produced: 35.2m (2114757048320) First Batch Sent: 35.2m (2114757048320) ExecInternal Finished: 2.0h (7146293613062) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5034861445415) - ExecTreeExecTime: 55.48s (55476011406) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111286172894) - ExecTreeOpenTime: 35.2m (2110069216641) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 999.97us (999965) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978964449106) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,659,599 (1659599) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 218ms (218992149) - TotalBytesSent: 39.3 MiB (41174021) - TotalTime: 1.4h (4979385434009) - UncompressedRowBatchSize: 83.9 MiB (87958747) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,659,599 (1659599) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2165546228012) Node Lifecycle Event Timeline Open Started: 1.36s (1360951077) Open Finished: 35.2m (2111430167718) First Batch Requested: 35.2m (2111430167718) First Batch Returned: 35.2m (2114757048320) Last Batch Returned: 2.0h (7146269613922) Closed: 2.0h (7146293613062) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,659,599 (1659599) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2165324235972) Node Lifecycle Event Timeline Open Started: 1.36s (1360951077) Open Finished: 35.2m (2111430167718) First Batch Requested: 35.2m (2111430167718) First Batch Returned: 35.2m (2114757048320) Last Batch Returned: 2.0h (7146269613922) Closed: 2.0h (7146269613922) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.57s (15569440864) - GetResultsTime: 67ms (67997573) - HTResizeTime: 76ms (76997236) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,659,599 (1659599) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 539ms (539980615) - CumulativeAllocationBytes: 8.3 GiB (8896118784) - CumulativeAllocations: 4,226 (4226) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4246732800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4211081216) - ReadIoOps: 2,008 (2008) - ReadIoWaitTime: 40.08s (40083563196) - SystemAllocTime: 523ms (523981189) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4246732800) - WriteIoOps: 2,025 (2025) - WriteIoWaitTime: 1.45s (1451947826) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 493ms (493982261) - InactiveTotalTime: 34.9m (2093005829446) - PeakMemoryUsage: 14.0 MiB (14647296) - RowsReturned: 25,956,030 (25956030) - RowsReturnedRate: 12394 per second (12394) - TotalTime: 34.9m (2094141788639) Node Lifecycle Event Timeline Open Started: 1.36s (1360951077) Open Finished: 24.91s (24912104483) First Batch Requested: 24.91s (24913104447) First Batch Returned: 24.94s (24942103404) Last Batch Returned: 35.2m (2111429167754) Closed: 35.2m (2111430167718) Buffer pool - AllocTime: 1.81s (1813934855) - CumulativeAllocationBytes: 6.4 GiB (6903939072) - CumulativeAllocations: 337,134 (337134) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.0 MiB (14647296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.0 MiB (14647296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.41s (1412949260) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.55s (23551153406) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4605554460) - TotalGetBatchTime: 34.9m (2093541810193) - DataWaitTime: 34.9m (2093005829446) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.25s (8250703636) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,567 (168567) - TotalBatchesReceived: 168,567 (168567) - TotalBytesReceived: 1.7 GiB (1796873081) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.22s (1216956253) - CodegenSysTime: 10ms (10009000) - CodegenUserTime: 375ms (375525000) - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 409ms (409985262) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999748) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 759ms (759972681) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 38ms (38998598) - TotalTime: 1.22s (1216956253) Instance c7456fdd806a4994:3209e9260000026c (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:11.740 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.8 MiB (44870841) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 1,660,741 (1660741) - TotalNetworkReceiveTime: 34.9m (2094814725748) - TotalNetworkSendTime: 1.4h (4978684610424) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 91 (91) - TotalThreadsTotalWallClockTime: 2.0h (7145891845314) - TotalThreadsSysTime: 1.36s (1363571000) - TotalThreadsUserTime: 28.41s (28405511000) - TotalThreadsVoluntaryContextSwitches: 221,051 (221051) - TotalTime: 2.0h (7145902844934) Fragment Instance Lifecycle Event Timeline Prepare Finished: 233ms (233991921) Open Finished: 35.2m (2111673143980) First Batch Produced: 35.3m (2115138024464) First Batch Sent: 35.3m (2115138024464) ExecInternal Finished: 2.0h (7146126837201) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5034452693255) - ExecTreeExecTime: 55.36s (55364096715) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111439152059) - ExecTreeOpenTime: 35.2m (2109937203916) - PrepareTime: 10ms (10999620) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978684610424) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,660,741 (1660741) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 198ms (198993167) - TotalBytesSent: 39.3 MiB (41203924) - TotalTime: 1.4h (4979087596575) - UncompressedRowBatchSize: 83.9 MiB (88019273) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,741 (1660741) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2165301300631) Node Lifecycle Event Timeline Open Started: 1.74s (1735940064) Open Finished: 35.2m (2111673143980) First Batch Requested: 35.2m (2111673143980) First Batch Returned: 35.3m (2115138024464) Last Batch Returned: 2.0h (7146104837957) Closed: 2.0h (7146126837201) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,741 (1660741) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.1m (2165079308270) Node Lifecycle Event Timeline Open Started: 1.74s (1735940064) Open Finished: 35.2m (2111673143980) First Batch Requested: 35.2m (2111673143980) First Batch Returned: 35.3m (2115138024464) Last Batch Returned: 2.0h (7146102838025) Closed: 2.0h (7146104837957) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.18s (14183510560) - GetResultsTime: 57ms (57998007) - HTResizeTime: 79ms (79997250) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,741 (1660741) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 421ms (421985446) - CumulativeAllocationBytes: 8.3 GiB (8896118784) - CumulativeAllocations: 4,226 (4226) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4244635648) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4213178368) - ReadIoOps: 2,009 (2009) - ReadIoWaitTime: 40.05s (40048623247) - SystemAllocTime: 397ms (397986275) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4244635648) - WriteIoOps: 2,024 (2024) - WriteIoWaitTime: 1.21s (1210958204) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 495ms (495982891) - InactiveTotalTime: 34.9m (2094300743500) - PeakMemoryUsage: 8.5 MiB (8912896) - RowsReturned: 25,972,095 (25972095) - RowsReturnedRate: 12394 per second (12394) - TotalTime: 34.9m (2095399705573) Node Lifecycle Event Timeline Open Started: 1.74s (1735940064) Open Finished: 25.15s (25153131556) First Batch Requested: 25.15s (25153131556) First Batch Returned: 25.28s (25278127241) Last Batch Returned: 35.2m (2111672144014) Closed: 35.2m (2111673143980) Buffer pool - AllocTime: 1.88s (1883934990) - CumulativeAllocationBytes: 6.4 GiB (6908215296) - CumulativeAllocations: 337,346 (337346) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.5 MiB (8912896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.5 MiB (8912896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.49s (1491948524) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.42s (23417191492) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4608366806) - TotalGetBatchTime: 34.9m (2094778726993) - DataWaitTime: 34.9m (2094300743500) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.81s (8810695961) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,673 (168673) - TotalBatchesReceived: 168,673 (168673) - TotalBytesReceived: 1.7 GiB (1798072538) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 44 (44) - CodegenTotalWallClockTime: 1.50s (1501948143) - CodegenSysTime: 4ms (4960000) - CodegenUserTime: 389ms (389242000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 457ms (457984187) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999793) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 939ms (939967546) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 95ms (95996686) - TotalTime: 1.50s (1501948143) Instance c7456fdd806a4994:3209e92600000269 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:11.657 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.9 MiB (47082681) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 1,659,560 (1659560) - TotalNetworkReceiveTime: 34.9m (2095416173458) - TotalNetworkSendTime: 1.4h (4978816464971) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 82 (82) - TotalThreadsTotalWallClockTime: 2.0h (7145241107370) - TotalThreadsSysTime: 1.42s (1423266000) - TotalThreadsUserTime: 27.66s (27655631000) - TotalThreadsVoluntaryContextSwitches: 221,990 (221990) - TotalTime: 2.0h (7145375102583) Fragment Instance Lifecycle Event Timeline Prepare Finished: 469ms (469983209) Open Finished: 35.2m (2111381603281) First Batch Produced: 35.2m (2114780481983) First Batch Sent: 35.2m (2114780481983) ExecInternal Finished: 2.0h (7145712090543) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5034329487298) - ExecTreeExecTime: 55.09s (55095037220) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2110911620072) - ExecTreeOpenTime: 35.2m (2109497670588) - PrepareTime: 133ms (133995213) - ExecTreePrepareTime: 48ms (48998250) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978816464971) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,659,560 (1659560) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 221ms (221992087) - TotalBytesSent: 39.3 MiB (41176074) - TotalTime: 1.4h (4979313447254) - UncompressedRowBatchSize: 83.9 MiB (87956680) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,659,560 (1659560) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164640706094) Node Lifecycle Event Timeline Open Started: 1.88s (1883932693) Open Finished: 35.2m (2111381603281) First Batch Requested: 35.2m (2111381603281) First Batch Returned: 35.2m (2114780481983) Last Batch Returned: 2.0h (7145689091363) Closed: 2.0h (7145712090543) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,659,560 (1659560) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164452712791) Node Lifecycle Event Timeline Open Started: 1.88s (1883932693) Open Finished: 35.2m (2111381603281) First Batch Requested: 35.2m (2111381603281) First Batch Returned: 35.2m (2114780481983) Last Batch Returned: 2.0h (7145689091363) Closed: 2.0h (7145689091363) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.12s (13120531442) - GetResultsTime: 53ms (53998079) - HTResizeTime: 78ms (78997190) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,659,560 (1659560) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 328ms (328988259) - CumulativeAllocationBytes: 8.3 GiB (8910798848) - CumulativeAllocations: 4,233 (4233) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4253024256) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4219469824) - ReadIoOps: 2,012 (2012) - ReadIoWaitTime: 40.36s (40361562131) - SystemAllocTime: 304ms (304989116) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4253024256) - WriteIoOps: 2,028 (2028) - WriteIoWaitTime: 1.27s (1273954498) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 464ms (464983414) - InactiveTotalTime: 34.9m (2094745197430) - PeakMemoryUsage: 10.6 MiB (11124736) - RowsReturned: 25,971,599 (25971599) - RowsReturnedRate: 12391 per second (12391) - TotalTime: 34.9m (2095966153831) Node Lifecycle Event Timeline Open Started: 1.88s (1883932693) Open Finished: 24.86s (24863111725) First Batch Requested: 24.86s (24864111689) First Batch Returned: 24.89s (24895110582) Last Batch Returned: 35.2m (2111380603317) Closed: 35.2m (2111380603317) Buffer pool - AllocTime: 1.82s (1821934951) - CumulativeAllocationBytes: 6.4 GiB (6908076032) - CumulativeAllocations: 337,332 (337332) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.6 MiB (11124736) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.6 MiB (11124736) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.37s (1371951012) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 22.98s (22979179032) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4608451119) - TotalGetBatchTime: 34.9m (2095391174352) - DataWaitTime: 34.9m (2094745197430) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.94s (7940716445) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,666 (168666) - TotalBatchesReceived: 168,666 (168666) - TotalBytesReceived: 1.7 GiB (1797751680) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.41s (1413949484) - CodegenSysTime: 7ms (7064000) - CodegenUserTime: 396ms (396526000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 344ms (344987675) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 81ms (81997071) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 894ms (894968025) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 89ms (89996784) - TotalTime: 1.41s (1413949484) Instance c7456fdd806a4994:3209e9260000025a (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:07.394 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.7 MiB (43732153) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 1,656,950 (1656950) - TotalNetworkReceiveTime: 34.9m (2091539049848) - TotalNetworkSendTime: 1.4h (4977125020999) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 134 (134) - TotalThreadsTotalWallClockTime: 2.0h (7144723535366) - TotalThreadsSysTime: 1.53s (1532939000) - TotalThreadsUserTime: 28.52s (28517886000) - TotalThreadsVoluntaryContextSwitches: 213,300 (213300) - TotalTime: 2.0h (7144758534195) Fragment Instance Lifecycle Event Timeline Prepare Finished: 245ms (245991771) Open Finished: 35.2m (2111472383103) First Batch Produced: 35.2m (2114323287741) First Batch Sent: 35.2m (2114323287741) ExecInternal Finished: 2.0h (7144970527104) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5033497144034) - ExecTreeExecTime: 55.93s (55932137697) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111226391332) - ExecTreeOpenTime: 35.2m (2109878436422) - PrepareTime: 34ms (34998829) - ExecTreePrepareTime: 24ms (24999164) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977125020999) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,656,950 (1656950) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 212ms (212992896) - TotalBytesSent: 39.2 MiB (41109492) - TotalTime: 1.4h (4977566006304) - UncompressedRowBatchSize: 83.8 MiB (87818350) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,656,950 (1656950) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2165835573283) Node Lifecycle Event Timeline Open Started: 1.59s (1593946681) Open Finished: 35.2m (2111472383103) First Batch Requested: 35.2m (2111472383103) First Batch Returned: 35.2m (2114323287741) Last Batch Returned: 2.0h (7144948527836) Closed: 2.0h (7144970527104) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,656,950 (1656950) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2165613580671) Node Lifecycle Event Timeline Open Started: 1.59s (1593946681) Open Finished: 35.2m (2111472383103) First Batch Requested: 35.2m (2111472383103) First Batch Returned: 35.2m (2114323287741) Last Batch Returned: 2.0h (7144948527836) Closed: 2.0h (7144948527836) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.48s (17483415186) - GetResultsTime: 67ms (67997738) - HTResizeTime: 83ms (83997207) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,656,950 (1656950) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 701ms (701976530) - CumulativeAllocationBytes: 8.2 GiB (8854175744) - CumulativeAllocations: 4,206 (4206) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4232052736) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4183818240) - ReadIoOps: 1,995 (1995) - ReadIoWaitTime: 40.92s (40923637552) - SystemAllocTime: 684ms (684977095) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4232052736) - WriteIoOps: 2,018 (2018) - WriteIoWaitTime: 1.15s (1147961607) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 475ms (475984089) - InactiveTotalTime: 34.8m (2090964069069) - PeakMemoryUsage: 7.4 MiB (7774208) - RowsReturned: 25,893,329 (25893329) - RowsReturnedRate: 12376 per second (12376) - TotalTime: 34.9m (2092108030828) Node Lifecycle Event Timeline Open Started: 1.59s (1593946681) Open Finished: 25.01s (25006163532) First Batch Requested: 25.01s (25007163499) First Batch Returned: 25.07s (25066161525) Last Batch Returned: 35.2m (2111471383136) Closed: 35.2m (2111472383103) Buffer pool - AllocTime: 2.36s (2363920939) - CumulativeAllocationBytes: 6.4 GiB (6887243776) - CumulativeAllocations: 336,314 (336314) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.4 MiB (7774208) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.4 MiB (7774208) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.19s (2193926628) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.41s (23412216851) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4593988193) - TotalGetBatchTime: 34.9m (2091502051080) - DataWaitTime: 34.8m (2090964069069) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.18s (9179693004) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,157 (168157) - TotalBatchesReceived: 168,157 (168157) - TotalBytesReceived: 1.7 GiB (1792401868) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 71 (71) - CodegenTotalWallClockTime: 1.35s (1347954910) - CodegenSysTime: 4ms (4949000) - CodegenUserTime: 412ms (412179000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 503ms (503983141) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999766) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 752ms (752974813) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 81ms (81997257) - TotalTime: 1.35s (1347954910) Instance c7456fdd806a4994:3209e9260000024f (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:11.242 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.2 MiB (51629241) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 1,657,793 (1657793) - TotalNetworkReceiveTime: 34.9m (2093931078675) - TotalNetworkSendTime: 1.4h (4976896512962) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 82 (82) - TotalThreadsTotalWallClockTime: 2.0h (7144481910698) - TotalThreadsSysTime: 1.40s (1399928000) - TotalThreadsUserTime: 27.94s (27940838000) - TotalThreadsVoluntaryContextSwitches: 219,429 (219429) - TotalTime: 2.0h (7144482910675) Fragment Instance Lifecycle Event Timeline Prepare Finished: 222ms (222994895) Open Finished: 35.2m (2111437678006) First Batch Produced: 35.2m (2114329611832) First Batch Sent: 35.2m (2114330611809) ExecInternal Finished: 2.0h (7144705905570) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5033267227587) - ExecTreeExecTime: 55.98s (55977723596) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111214683111) - ExecTreeOpenTime: 35.2m (2109876713742) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976896512962) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,793 (1657793) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 206ms (206995273) - TotalBytesSent: 39.2 MiB (41132930) - TotalTime: 1.4h (4977290503968) - UncompressedRowBatchSize: 83.8 MiB (87863029) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,793 (1657793) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2165852437384) Node Lifecycle Event Timeline Open Started: 1.56s (1560964264) Open Finished: 35.2m (2111437678006) First Batch Requested: 35.2m (2111437678006) First Batch Returned: 35.2m (2114329611832) Last Batch Returned: 2.0h (7144684906049) Closed: 2.0h (7144705905570) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,793 (1657793) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2165640442213) Node Lifecycle Event Timeline Open Started: 1.56s (1560964264) Open Finished: 35.2m (2111437678006) First Batch Requested: 35.2m (2111437678006) First Batch Returned: 35.2m (2114329611832) Last Batch Returned: 2.0h (7144684906049) Closed: 2.0h (7144684906049) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.02s (15023656156) - GetResultsTime: 80ms (80998157) - HTResizeTime: 67ms (67998446) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,793 (1657793) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 384ms (384991187) - CumulativeAllocationBytes: 8.2 GiB (8856272896) - CumulativeAllocations: 4,207 (4207) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4179623936) - ReadIoOps: 1,993 (1993) - ReadIoWaitTime: 41.14s (41143061925) - SystemAllocTime: 348ms (348992009) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 1.81s (1811958531) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 500ms (500988545) - InactiveTotalTime: 34.9m (2093365091624) - PeakMemoryUsage: 14.9 MiB (15671296) - RowsReturned: 25,939,661 (25939661) - RowsReturnedRate: 12384 per second (12384) - TotalTime: 34.9m (2094536064835) Node Lifecycle Event Timeline Open Started: 1.56s (1560964264) Open Finished: 25.05s (25051426490) First Batch Requested: 25.05s (25051426490) First Batch Returned: 25.17s (25170423766) Last Batch Returned: 35.2m (2111436678029) Closed: 35.2m (2111436678029) Buffer pool - AllocTime: 2.09s (2089952165) - CumulativeAllocationBytes: 6.4 GiB (6899597312) - CumulativeAllocations: 336,918 (336918) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.9 MiB (15671296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.9 MiB (15671296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.63s (1627962738) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.49s (23490462226) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4602339251) - TotalGetBatchTime: 34.9m (2093903079316) - DataWaitTime: 34.9m (2093365091624) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.01s (9013793717) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,459 (168459) - TotalBatchesReceived: 168,459 (168459) - TotalBytesReceived: 1.7 GiB (1795483942) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.34s (1337969369) - CodegenSysTime: 4ms (4929000) - CodegenUserTime: 388ms (388698000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 509ms (509988325) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7999817) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 737ms (737983105) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 80ms (80998145) - TotalTime: 1.34s (1337969369) Instance c7456fdd806a4994:3209e92600000267 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:11.476 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.6 MiB (41512121) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 1,660,474 (1660474) - TotalNetworkReceiveTime: 34.9m (2092798258569) - TotalNetworkSendTime: 1.4h (4978842083078) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 97 (97) - TotalThreadsTotalWallClockTime: 2.0h (7144398860405) - TotalThreadsSysTime: 1.43s (1429110000) - TotalThreadsUserTime: 27.98s (27978212000) - TotalThreadsVoluntaryContextSwitches: 217,875 (217875) - TotalTime: 2.0h (7144398860405) Fragment Instance Lifecycle Event Timeline Prepare Finished: 266ms (266998248) Open Finished: 35.2m (2111470135979) First Batch Produced: 35.2m (2114732114554) First Batch Sent: 35.2m (2114732114554) ExecInternal Finished: 2.0h (7144666858646) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5033195722674) - ExecTreeExecTime: 53.94s (53936642361) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111203137731) - ExecTreeOpenTime: 35.2m (2110056145258) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978842083078) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,660,474 (1660474) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 223ms (223998518) - TotalBytesSent: 39.3 MiB (41197402) - TotalTime: 1.4h (4979257080326) - UncompressedRowBatchSize: 83.9 MiB (88005122) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,474 (1660474) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.1m (2163991787626) Node Lifecycle Event Timeline Open Started: 1.41s (1413990721) Open Finished: 35.2m (2111470135979) First Batch Requested: 35.2m (2111470135979) First Batch Returned: 35.2m (2114732114554) Last Batch Returned: 2.0h (7144644858792) Closed: 2.0h (7144666858646) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,474 (1660474) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.1m (2163792788949) Node Lifecycle Event Timeline Open Started: 1.41s (1413990721) Open Finished: 35.2m (2111470135979) First Batch Requested: 35.2m (2111470135979) First Batch Returned: 35.2m (2114732114554) Last Batch Returned: 2.0h (7144644858792) Closed: 2.0h (7144644858792) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.26s (16256893265) - GetResultsTime: 48ms (48999675) - HTResizeTime: 78ms (78999483) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,474 (1660474) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 423ms (423997217) - CumulativeAllocationBytes: 8.3 GiB (8887730176) - CumulativeAllocations: 4,222 (4222) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4242538496) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4206886912) - ReadIoOps: 2,006 (2006) - ReadIoWaitTime: 39.17s (39170740245) - SystemAllocTime: 419ms (419997244) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4242538496) - WriteIoOps: 2,023 (2023) - WriteIoWaitTime: 1.40s (1397990822) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 458ms (458996979) - InactiveTotalTime: 34.9m (2092339261596) - PeakMemoryUsage: 5.3 MiB (5554176) - RowsReturned: 25,960,952 (25960952) - RowsReturnedRate: 12401 per second (12401) - TotalTime: 34.9m (2093358254888) Node Lifecycle Event Timeline Open Started: 1.41s (1413990721) Open Finished: 24.93s (24935836366) First Batch Requested: 24.94s (24936836359) First Batch Returned: 24.99s (24993835985) Last Batch Returned: 35.2m (2111470135979) Closed: 35.2m (2111470135979) Buffer pool - AllocTime: 3.12s (3124979480) - CumulativeAllocationBytes: 6.4 GiB (6905225216) - CumulativeAllocations: 337,198 (337198) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.3 MiB (5554176) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.3 MiB (5554176) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.65s (2645982622) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.52s (23521845645) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4605671188) - TotalGetBatchTime: 34.9m (2092772258740) - DataWaitTime: 34.9m (2092339261596) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.83s (9833935410) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,599 (168599) - TotalBatchesReceived: 168,599 (168599) - TotalBytesReceived: 1.7 GiB (1796905915) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.15s (1146992473) - CodegenSysTime: 3ms (3929000) - CodegenUserTime: 386ms (386984000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 396ms (396997395) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999961) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 679ms (679995537) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 61ms (61999593) - TotalTime: 1.15s (1146992473) Instance c7456fdd806a4994:3209e9260000026a (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:11.119 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52302729) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 1,658,692 (1658692) - TotalNetworkReceiveTime: 34.9m (2091066198666) - TotalNetworkSendTime: 1.4h (4976930553682) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 59 (59) - TotalThreadsTotalWallClockTime: 2.0h (7144261577155) - TotalThreadsSysTime: 1.40s (1397404000) - TotalThreadsUserTime: 27.76s (27758881000) - TotalThreadsVoluntaryContextSwitches: 217,458 (217458) - TotalTime: 2.0h (7144262577153) Fragment Instance Lifecycle Event Timeline Prepare Finished: 317ms (317999270) Open Finished: 35.2m (2111467151859) First Batch Produced: 35.2m (2114336145280) First Batch Sent: 35.2m (2114336145280) ExecInternal Finished: 2.0h (7144581576420) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5033112424566) - ExecTreeExecTime: 55.77s (55767871834) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111149152589) - ExecTreeOpenTime: 35.2m (2109397156613) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976930553682) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,692 (1658692) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 210ms (210999513) - TotalBytesSent: 39.2 MiB (41153808) - TotalTime: 1.4h (4977341552739) - UncompressedRowBatchSize: 83.8 MiB (87910676) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,692 (1658692) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2165165028447) Node Lifecycle Event Timeline Open Started: 2.07s (2069995246) Open Finished: 35.2m (2111467151859) First Batch Requested: 35.2m (2111467151859) First Batch Returned: 35.2m (2114336145280) Last Batch Returned: 2.0h (7144559576471) Closed: 2.0h (7144580576422) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,692 (1658692) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164951028936) Node Lifecycle Event Timeline Open Started: 2.07s (2069995246) Open Finished: 35.2m (2111467151859) First Batch Requested: 35.2m (2111467151859) First Batch Returned: 35.2m (2114336145280) Last Batch Returned: 2.0h (7144559576471) Closed: 2.0h (7144559576471) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.41s (17409960078) - GetResultsTime: 61ms (61999851) - HTResizeTime: 82ms (82999811) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,692 (1658692) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 700ms (700998387) - CumulativeAllocationBytes: 8.3 GiB (8870952960) - CumulativeAllocations: 4,214 (4214) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4242538496) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4190109696) - ReadIoOps: 1,998 (1998) - ReadIoWaitTime: 41.23s (41228905242) - SystemAllocTime: 647ms (647998507) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4242538496) - WriteIoOps: 2,023 (2023) - WriteIoWaitTime: 1.55s (1551996429) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 506ms (506998824) - InactiveTotalTime: 34.8m (2090510199938) - PeakMemoryUsage: 15.6 MiB (16344784) - RowsReturned: 25,944,232 (25944232) - RowsReturnedRate: 12403 per second (12403) - TotalTime: 34.9m (2091675197249) Node Lifecycle Event Timeline Open Started: 2.07s (2069995246) Open Finished: 24.95s (24947942698) First Batch Requested: 24.95s (24948942696) First Batch Returned: 24.98s (24980942622) Last Batch Returned: 35.2m (2111466151861) Closed: 35.2m (2111467151859) Buffer pool - AllocTime: 2.77s (2771993617) - CumulativeAllocationBytes: 6.4 GiB (6900809728) - CumulativeAllocations: 336,976 (336976) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.33s (2325994651) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 22.88s (22877947452) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4603314585) - TotalGetBatchTime: 34.9m (2091038198734) - DataWaitTime: 34.8m (2090510199938) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.10s (10097976786) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,488 (168488) - TotalBatchesReceived: 168,488 (168488) - TotalBytesReceived: 1.7 GiB (1796014282) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 129ms (129862461) - TotalRPCsDeferred: 70 (70) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 25 (25) - CodegenTotalWallClockTime: 1.75s (1751995976) - CodegenSysTime: 5ms (5967000) - CodegenUserTime: 392ms (392510000) - CodegenVoluntaryContextSwitches: 129 (129) - CompileTime: 672ms (672998455) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 63ms (63999853) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 895ms (895997942) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 116ms (116999731) - TotalTime: 1.75s (1751995976) Instance c7456fdd806a4994:3209e92600000273 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.882 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52321736) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 1,658,231 (1658231) - TotalNetworkReceiveTime: 34.9m (2094234034127) - TotalNetworkSendTime: 1.4h (4978913249472) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 97 (97) - TotalThreadsTotalWallClockTime: 2.0h (7143889788866) - TotalThreadsSysTime: 1.42s (1421192000) - TotalThreadsUserTime: 28.41s (28412591000) - TotalThreadsVoluntaryContextSwitches: 219,942 (219942) - TotalTime: 2.0h (7143893788838) Fragment Instance Lifecycle Event Timeline Prepare Finished: 249ms (249998209) Open Finished: 35.2m (2111396911295) First Batch Produced: 35.2m (2114625888275) First Batch Sent: 35.2m (2114625888275) ExecInternal Finished: 2.0h (7144140787069) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5032742875780) - ExecTreeExecTime: 53.43s (53428629085) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111146913086) - ExecTreeOpenTime: 35.2m (2110056920895) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978913249472) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,231 (1658231) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 206ms (206998565) - TotalBytesSent: 39.2 MiB (41143919) - TotalTime: 1.4h (4979314246696) - UncompressedRowBatchSize: 83.8 MiB (87886243) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,231 (1658231) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163484549987) Node Lifecycle Event Timeline Open Started: 1.34s (1339990400) Open Finished: 35.2m (2111396911295) First Batch Requested: 35.2m (2111396911295) First Batch Returned: 35.2m (2114625888275) Last Batch Returned: 2.0h (7144117787228) Closed: 2.0h (7144140787069) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,231 (1658231) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163266551507) Node Lifecycle Event Timeline Open Started: 1.34s (1339990400) Open Finished: 35.2m (2111396911295) First Batch Requested: 35.2m (2111396911295) First Batch Returned: 35.2m (2114625888275) Last Batch Returned: 2.0h (7144117787228) Closed: 2.0h (7144117787228) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.03s (15025892480) - GetResultsTime: 57ms (57999598) - HTResizeTime: 74ms (74999475) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,231 (1658231) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 484ms (484996532) - CumulativeAllocationBytes: 8.3 GiB (8866758656) - CumulativeAllocations: 4,212 (4212) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4234149888) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4194304000) - ReadIoOps: 2,000 (2000) - ReadIoWaitTime: 38.26s (38256734483) - SystemAllocTime: 464ms (464996675) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4234149888) - WriteIoOps: 2,019 (2019) - WriteIoWaitTime: 2.43s (2426982619) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 458ms (458996712) - InactiveTotalTime: 34.9m (2093685038049) - PeakMemoryUsage: 15.6 MiB (16363791) - RowsReturned: 25,901,195 (25901195) - RowsReturnedRate: 12364 per second (12364) - TotalTime: 34.9m (2094813029982) Node Lifecycle Event Timeline Open Started: 1.34s (1339990400) Open Finished: 24.83s (24830822121) First Batch Requested: 24.83s (24830822121) First Batch Returned: 24.97s (24969821126) Last Batch Returned: 35.2m (2111396911295) Closed: 35.2m (2111396911295) Buffer pool - AllocTime: 2.79s (2787980063) - CumulativeAllocationBytes: 6.4 GiB (6889357312) - CumulativeAllocations: 336,412 (336412) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.33s (2330983341) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.49s (23490831721) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4595381770) - TotalGetBatchTime: 34.9m (2094205034335) - DataWaitTime: 34.9m (2093685038049) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.70s (9695930649) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,206 (168206) - TotalBatchesReceived: 168,206 (168206) - TotalBytesReceived: 1.7 GiB (1792965517) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 149ms (149259649) - TotalRPCsDeferred: 95 (95) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.09s (1089992191) - CodegenSysTime: 4ms (4977000) - CodegenUserTime: 391ms (391525000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 396ms (396997156) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999957) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 591ms (591995759) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 74ms (74999462) - TotalTime: 1.09s (1089992191) Instance c7456fdd806a4994:3209e92600000256 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.116 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52310442) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 1,657,669 (1657669) - TotalNetworkReceiveTime: 34.9m (2093645166232) - TotalNetworkSendTime: 1.4h (4977069748259) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 112 (112) - TotalThreadsTotalWallClockTime: 2.0h (7143802238582) - TotalThreadsSysTime: 1.48s (1477912000) - TotalThreadsUserTime: 28.54s (28538694000) - TotalThreadsVoluntaryContextSwitches: 218,391 (218391) - TotalTime: 2.0h (7143807238399) Fragment Instance Lifecycle Event Timeline Prepare Finished: 217ms (217991999) Open Finished: 35.2m (2111542509453) First Batch Produced: 35.2m (2114279409007) First Batch Sent: 35.2m (2114279409007) ExecInternal Finished: 2.0h (7144020230582) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5032476721165) - ExecTreeExecTime: 55.01s (55007987501) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111325517417) - ExecTreeOpenTime: 35.2m (2110328554007) - PrepareTime: 4ms (4999817) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977069748259) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,669 (1657669) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 190ms (190993015) - TotalBytesSent: 39.2 MiB (41124675) - TotalTime: 1.4h (4977472733519) - UncompressedRowBatchSize: 83.8 MiB (87856457) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,669 (1657669) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2165335541545) Node Lifecycle Event Timeline Open Started: 1.21s (1213955446) Open Finished: 35.2m (2111542509453) First Batch Requested: 35.2m (2111542509453) First Batch Returned: 35.2m (2114279409007) Last Batch Returned: 2.0h (7143998231386) Closed: 2.0h (7144020230582) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,669 (1657669) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2165117549523) Node Lifecycle Event Timeline Open Started: 1.21s (1213955446) Open Finished: 35.2m (2111542509453) First Batch Requested: 35.2m (2111542509453) First Batch Returned: 35.2m (2114279409007) Last Batch Returned: 2.0h (7143997231423) Closed: 2.0h (7143998231386) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.73s (15729422772) - GetResultsTime: 60ms (60997766) - HTResizeTime: 73ms (73997287) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,669 (1657669) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 434ms (434984033) - CumulativeAllocationBytes: 8.3 GiB (8870952960) - CumulativeAllocations: 4,214 (4214) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4240441344) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4192206848) - ReadIoOps: 1,999 (1999) - ReadIoWaitTime: 39.84s (39839542543) - SystemAllocTime: 425ms (425984364) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4240441344) - WriteIoOps: 2,022 (2022) - WriteIoWaitTime: 1.44s (1438947190) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 484ms (484982224) - InactiveTotalTime: 34.9m (2093138184819) - PeakMemoryUsage: 15.6 MiB (16352497) - RowsReturned: 25,910,604 (25910604) - RowsReturnedRate: 12372 per second (12372) - TotalTime: 34.9m (2094229144818) Node Lifecycle Event Timeline Open Started: 1.21s (1213955446) Open Finished: 25.11s (25109078456) First Batch Requested: 25.11s (25109078456) First Batch Returned: 25.17s (25168076291) Last Batch Returned: 35.2m (2111541509490) Closed: 35.2m (2111542509453) Buffer pool - AllocTime: 2.21s (2213918749) - CumulativeAllocationBytes: 6.4 GiB (6891798528) - CumulativeAllocations: 336,536 (336536) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.87s (1867931451) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.89s (23895123010) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4597061926) - TotalGetBatchTime: 34.9m (2093617167256) - DataWaitTime: 34.9m (2093138184819) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.27s (9273659626) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,268 (168268) - TotalBatchesReceived: 168,268 (168268) - TotalBytesReceived: 1.7 GiB (1793413850) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 297ms (297087671) - TotalRPCsDeferred: 75 (75) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 995ms (995963447) - CodegenSysTime: 4ms (4731000) - CodegenUserTime: 386ms (386057000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 330ms (330987853) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999523) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 582ms (582978604) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 66ms (66997541) - TotalTime: 995ms (995963447) Instance c7456fdd806a4994:3209e9260000026d (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.762 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.7 MiB (45812921) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 1,657,952 (1657952) - TotalNetworkReceiveTime: 34.9m (2092785083478) - TotalNetworkSendTime: 1.4h (4978919704528) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 84 (84) - TotalThreadsTotalWallClockTime: 2.0h (7143689552482) - TotalThreadsSysTime: 1.40s (1396846000) - TotalThreadsUserTime: 28.40s (28396090000) - TotalThreadsVoluntaryContextSwitches: 218,586 (218586) - TotalTime: 2.0h (7143705552429) Fragment Instance Lifecycle Event Timeline Prepare Finished: 205ms (205999317) Open Finished: 35.2m (2111485021604) First Batch Produced: 35.2m (2114915010324) First Batch Sent: 35.2m (2114915010324) ExecInternal Finished: 2.0h (7143896551796) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5032410530195) - ExecTreeExecTime: 53.05s (53049827112) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111279022287) - ExecTreeOpenTime: 35.2m (2110150026033) - PrepareTime: 15ms (15999947) - ExecTreePrepareTime: 15ms (15999947) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978919704528) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,952 (1657952) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 243ms (243999202) - TotalBytesSent: 39.2 MiB (41134558) - TotalTime: 1.4h (4979358703089) - UncompressedRowBatchSize: 83.8 MiB (87871456) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,952 (1657952) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163214853095) Node Lifecycle Event Timeline Open Started: 1.33s (1334995571) Open Finished: 35.2m (2111485021604) First Batch Requested: 35.2m (2111485021604) First Batch Returned: 35.2m (2114915010324) Last Batch Returned: 2.0h (7143874551868) Closed: 2.0h (7143895551799) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,952 (1657952) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163004853768) Node Lifecycle Event Timeline Open Started: 1.33s (1334995571) Open Finished: 35.2m (2111485021604) First Batch Requested: 35.2m (2111485021604) First Batch Returned: 35.2m (2114915010324) Last Batch Returned: 2.0h (7143874551868) Closed: 2.0h (7143874551868) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.35s (16350945904) - GetResultsTime: 55ms (55999819) - HTResizeTime: 79ms (79999733) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,952 (1657952) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 432ms (432998564) - CumulativeAllocationBytes: 8.3 GiB (8887730176) - CumulativeAllocations: 4,222 (4222) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4240441344) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4208984064) - ReadIoOps: 2,007 (2007) - ReadIoWaitTime: 38.05s (38049875987) - SystemAllocTime: 427ms (427998579) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4240441344) - WriteIoOps: 2,022 (2022) - WriteIoWaitTime: 2.22s (2222992640) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 477ms (477998422) - InactiveTotalTime: 34.9m (2092234085304) - PeakMemoryUsage: 9.4 MiB (9854976) - RowsReturned: 25,922,351 (25922351) - RowsReturnedRate: 12383 per second (12383) - TotalTime: 34.9m (2093365081564) Node Lifecycle Event Timeline Open Started: 1.33s (1334995571) Open Finished: 24.94s (24941917246) First Batch Requested: 24.94s (24943917239) First Batch Returned: 25.09s (25090916751) Last Batch Returned: 35.2m (2111484021608) Closed: 35.2m (2111484021608) Buffer pool - AllocTime: 2.52s (2520991661) - CumulativeAllocationBytes: 6.4 GiB (6894927872) - CumulativeAllocations: 336,690 (336690) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.4 MiB (9854976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.4 MiB (9854976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.95s (1945993570) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.61s (23606921675) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4599293593) - TotalGetBatchTime: 34.9m (2092756083577) - DataWaitTime: 34.9m (2092234085304) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.37s (9365969021) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,345 (168345) - TotalBatchesReceived: 168,345 (168345) - TotalBytesReceived: 1.7 GiB (1794323158) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 1.13s (1128996254) - CodegenSysTime: 4ms (4952000) - CodegenUserTime: 382ms (382799000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 351ms (351998832) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999977) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 687ms (687997718) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 63ms (63999787) - TotalTime: 1.13s (1128996254) Instance c7456fdd806a4994:3209e92600000259 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:05.945 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.4 MiB (46509241) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 1,657,321 (1657321) - TotalNetworkReceiveTime: 34.9m (2094307341936) - TotalNetworkSendTime: 1.4h (4977244561565) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 83 (83) - TotalThreadsTotalWallClockTime: 2.0h (7143669957667) - TotalThreadsSysTime: 1.56s (1564451000) - TotalThreadsUserTime: 28.28s (28284327000) - TotalThreadsVoluntaryContextSwitches: 219,331 (219331) - TotalTime: 2.0h (7143678957298) Fragment Instance Lifecycle Event Timeline Prepare Finished: 224ms (224990792) Open Finished: 35.2m (2111557636358) First Batch Produced: 35.2m (2114243526475) First Batch Sent: 35.2m (2114243526475) ExecInternal Finished: 2.0h (7143895948418) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5032337312101) - ExecTreeExecTime: 54.67s (54671767727) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111332645566) - ExecTreeOpenTime: 35.2m (2109916703513) - PrepareTime: 8ms (8999631) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977244561565) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,321 (1657321) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 218ms (218991043) - TotalBytesSent: 39.2 MiB (41113525) - TotalTime: 1.4h (4977674544005) - UncompressedRowBatchSize: 83.8 MiB (87838013) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,321 (1657321) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2164588471240) Node Lifecycle Event Timeline Open Started: 1.64s (1640932845) Open Finished: 35.2m (2111557636358) First Batch Requested: 35.2m (2111557636358) First Batch Returned: 35.2m (2114243526475) Last Batch Returned: 2.0h (7143873949316) Closed: 2.0h (7143895948418) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,321 (1657321) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2164371480098) Node Lifecycle Event Timeline Open Started: 1.64s (1640932845) Open Finished: 35.2m (2111557636358) First Batch Requested: 35.2m (2111557636358) First Batch Returned: 35.2m (2114243526475) Last Batch Returned: 2.0h (7143873949316) Closed: 2.0h (7143873949316) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.65s (14649400854) - GetResultsTime: 72ms (72997021) - HTResizeTime: 116ms (116995219) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,321 (1657321) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 457ms (457981268) - CumulativeAllocationBytes: 8.3 GiB (8866758656) - CumulativeAllocations: 4,212 (4212) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4236247040) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4192206848) - ReadIoOps: 1,999 (1999) - ReadIoWaitTime: 39.75s (39754376853) - SystemAllocTime: 389ms (389984049) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4236247040) - WriteIoOps: 2,020 (2020) - WriteIoWaitTime: 1.28s (1284947422) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 492ms (492979823) - InactiveTotalTime: 34.9m (2093729365577) - PeakMemoryUsage: 10.1 MiB (10551296) - RowsReturned: 25,915,447 (25915447) - RowsReturnedRate: 12370 per second (12370) - TotalTime: 34.9m (2094897317795) Node Lifecycle Event Timeline Open Started: 1.64s (1640932845) Open Finished: 25.12s (25119971963) First Batch Requested: 25.12s (25120971922) First Batch Returned: 25.16s (25162970203) Last Batch Returned: 35.2m (2111556636399) Closed: 35.2m (2111556636399) Buffer pool - AllocTime: 2.86s (2856883169) - CumulativeAllocationBytes: 6.4 GiB (6893092864) - CumulativeAllocations: 336,596 (336596) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.1 MiB (10551296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.1 MiB (10551296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.04s (2045916346) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.48s (23479039118) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4598592802) - TotalGetBatchTime: 34.9m (2094276343203) - DataWaitTime: 34.9m (2093729365577) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.27s (10267580110) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,298 (168298) - TotalBatchesReceived: 168,298 (168298) - TotalBytesReceived: 1.7 GiB (1794009415) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 1.42s (1415942053) - CodegenSysTime: 4ms (4022000) - CodegenUserTime: 388ms (388342000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 617ms (617974709) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999305) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 738ms (738969758) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 39ms (39998363) - TotalTime: 1.42s (1415942053) Instance c7456fdd806a4994:3209e92600000263 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.492 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.3 MiB (42208441) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 1,658,107 (1658107) - TotalNetworkReceiveTime: 34.9m (2094124329983) - TotalNetworkSendTime: 1.4h (4977368545524) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 83 (83) - TotalThreadsTotalWallClockTime: 2.0h (7143528277136) - TotalThreadsSysTime: 1.47s (1468243000) - TotalThreadsUserTime: 28.48s (28480234000) - TotalThreadsVoluntaryContextSwitches: 219,738 (219738) - TotalTime: 2.0h (7143529277114) Fragment Instance Lifecycle Event Timeline Prepare Finished: 235ms (235994748) Open Finished: 35.2m (2111646939559) First Batch Produced: 35.2m (2114361879064) First Batch Sent: 35.2m (2114361879064) ExecInternal Finished: 2.0h (7143765271862) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5032117332325) - ExecTreeExecTime: 54.32s (54317796358) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111410944811) - ExecTreeOpenTime: 35.2m (2109926977839) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977368545524) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,107 (1658107) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 232ms (232994832) - TotalBytesSent: 39.2 MiB (41137130) - TotalTime: 1.4h (4977799535967) - UncompressedRowBatchSize: 83.8 MiB (87879671) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,107 (1658107) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164244774197) Node Lifecycle Event Timeline Open Started: 1.72s (1719961720) Open Finished: 35.2m (2111646939559) First Batch Requested: 35.2m (2111646939559) First Batch Returned: 35.2m (2114361879064) Last Batch Returned: 2.0h (7143742272371) Closed: 2.0h (7143764271884) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,107 (1658107) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164020779152) Node Lifecycle Event Timeline Open Started: 1.72s (1719961720) Open Finished: 35.2m (2111646939559) First Batch Requested: 35.2m (2111646939559) First Batch Returned: 35.2m (2114361879064) Last Batch Returned: 2.0h (7143742272371) Closed: 2.0h (7143742272371) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.72s (14723671896) - GetResultsTime: 54ms (54998778) - HTResizeTime: 73ms (73998356) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,107 (1658107) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 392ms (392991237) - CumulativeAllocationBytes: 8.2 GiB (8847884288) - CumulativeAllocations: 4,203 (4203) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4232052736) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4177526784) - ReadIoOps: 1,992 (1992) - ReadIoWaitTime: 38.94s (38939137222) - SystemAllocTime: 348ms (348992217) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4232052736) - WriteIoOps: 2,018 (2018) - WriteIoWaitTime: 1.31s (1312970744) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 458ms (458989775) - InactiveTotalTime: 34.9m (2093401346084) - PeakMemoryUsage: 6.0 MiB (6250496) - RowsReturned: 25,902,274 (25902274) - RowsReturnedRate: 12365 per second (12365) - TotalTime: 34.9m (2094662317995) Node Lifecycle Event Timeline Open Started: 1.72s (1719961720) Open Finished: 25.14s (25144440382) First Batch Requested: 25.14s (25145440360) First Batch Returned: 25.20s (25195439247) Last Batch Returned: 35.2m (2111645939582) Closed: 35.2m (2111645939582) Buffer pool - AllocTime: 2.55s (2549943164) - CumulativeAllocationBytes: 6.4 GiB (6889644032) - CumulativeAllocations: 336,432 (336432) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.0 MiB (6250496) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.0 MiB (6250496) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.01s (2010955167) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.42s (23424478662) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4595473301) - TotalGetBatchTime: 34.9m (2094103330449) - DataWaitTime: 34.9m (2093401346084) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.35s (9347791622) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,216 (168216) - TotalBatchesReceived: 168,216 (168216) - TotalBytesReceived: 1.7 GiB (1792977623) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.48s (1483966972) - CodegenSysTime: 8ms (8943000) - CodegenUserTime: 389ms (389660000) - CodegenVoluntaryContextSwitches: 79 (79) - CompileTime: 470ms (470989517) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999844) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 939ms (939979080) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 63ms (63998575) - TotalTime: 1.48s (1483966972) Instance c7456fdd806a4994:3209e9260000025c (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.043 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52227774) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 1,658,035 (1658035) - TotalNetworkReceiveTime: 34.9m (2094738512919) - TotalNetworkSendTime: 1.4h (4977019861065) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 69 (69) - TotalThreadsTotalWallClockTime: 2.0h (7143469636847) - TotalThreadsSysTime: 1.54s (1540166000) - TotalThreadsUserTime: 28.17s (28167356000) - TotalThreadsVoluntaryContextSwitches: 219,631 (219631) - TotalTime: 2.0h (7143488636652) Fragment Instance Lifecycle Event Timeline Prepare Finished: 161ms (161998337) Open Finished: 35.2m (2111549340451) First Batch Produced: 35.2m (2114177313478) First Batch Sent: 35.2m (2114178313467) ExecInternal Finished: 2.0h (7143633635164) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5032082294733) - ExecTreeExecTime: 54.63s (54629438118) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111387342114) - ExecTreeOpenTime: 35.2m (2110180354506) - PrepareTime: 18ms (18999805) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977020861054) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,035 (1658035) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 209ms (209997844) - TotalBytesSent: 39.2 MiB (41135883) - TotalTime: 1.4h (4977470856431) - UncompressedRowBatchSize: 83.8 MiB (87875855) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,035 (1658035) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2164809792624) Node Lifecycle Event Timeline Open Started: 1.37s (1368985945) Open Finished: 35.2m (2111549340451) First Batch Requested: 35.2m (2111549340451) First Batch Returned: 35.2m (2114177313478) Last Batch Returned: 2.0h (7143611635390) Closed: 2.0h (7143632635174) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,035 (1658035) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2164621794556) Node Lifecycle Event Timeline Open Started: 1.37s (1368985945) Open Finished: 35.2m (2111549340451) First Batch Requested: 35.2m (2111549340451) First Batch Returned: 35.2m (2114177313478) Last Batch Returned: 2.0h (7143611635390) Closed: 2.0h (7143611635390) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.59s (14594850272) - GetResultsTime: 56ms (56999412) - HTResizeTime: 81ms (81999157) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,035 (1658035) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 445ms (445995432) - CumulativeAllocationBytes: 8.2 GiB (8849981440) - CumulativeAllocations: 4,204 (4204) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4232052736) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4179623936) - ReadIoOps: 1,993 (1993) - ReadIoWaitTime: 39.66s (39665592001) - SystemAllocTime: 427ms (427995617) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4232052736) - WriteIoOps: 2,018 (2018) - WriteIoWaitTime: 993ms (993989797) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 460ms (460995265) - InactiveTotalTime: 34.9m (2094141519038) - PeakMemoryUsage: 15.5 MiB (16269829) - RowsReturned: 25,892,568 (25892568) - RowsReturnedRate: 12357 per second (12357) - TotalTime: 34.9m (2095296507198) Node Lifecycle Event Timeline Open Started: 1.37s (1368985945) Open Finished: 25.07s (25070742597) First Batch Requested: 25.07s (25070742597) First Batch Returned: 25.11s (25113742156) Last Batch Returned: 35.2m (2111549340451) Closed: 35.2m (2111549340451) Buffer pool - AllocTime: 1.92s (1916980343) - CumulativeAllocationBytes: 6.4 GiB (6887071744) - CumulativeAllocations: 336,306 (336306) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.55s (1547984122) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.70s (23701756652) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4594298013) - TotalGetBatchTime: 34.9m (2094711513194) - DataWaitTime: 34.9m (2094141519038) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.71s (8714910626) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,153 (168153) - TotalBatchesReceived: 168,153 (168153) - TotalBytesReceived: 1.7 GiB (1792553113) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 27ms (27288245) - TotalRPCsDeferred: 51 (51) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 29 (29) - CodegenTotalWallClockTime: 1.21s (1206987608) - CodegenSysTime: 8ms (8933000) - CodegenUserTime: 388ms (388363000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 407ms (407995811) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999897) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 724ms (724992557) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 41ms (41999569) - TotalTime: 1.21s (1206987608) Instance c7456fdd806a4994:3209e92600000257 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.919 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.4 MiB (43437241) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 1,660,298 (1660298) - TotalNetworkReceiveTime: 34.9m (2094557570389) - TotalNetworkSendTime: 1.4h (4978376855459) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 89 (89) - TotalThreadsTotalWallClockTime: 2.0h (7143306310639) - TotalThreadsSysTime: 1.48s (1476127000) - TotalThreadsUserTime: 28.36s (28365606000) - TotalThreadsVoluntaryContextSwitches: 219,934 (219934) - TotalTime: 2.0h (7143325310608) Fragment Instance Lifecycle Event Timeline Prepare Finished: 204ms (204999664) Open Finished: 35.2m (2111476542792) First Batch Produced: 35.3m (2115334536484) First Batch Sent: 35.3m (2115334536484) ExecInternal Finished: 2.0h (7143514310299) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5032034767511) - ExecTreeExecTime: 53.25s (53247912727) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111271543128) - ExecTreeOpenTime: 35.2m (2110092545058) - PrepareTime: 18ms (18999969) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4978376855459) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,660,298 (1660298) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 200ms (200999659) - TotalBytesSent: 39.3 MiB (41194215) - TotalTime: 1.4h (4978799854761) - UncompressedRowBatchSize: 83.9 MiB (87995794) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,298 (1660298) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.1m (2163338457788) Node Lifecycle Event Timeline Open Started: 1.38s (1383997734) Open Finished: 35.2m (2111476542792) First Batch Requested: 35.2m (2111476542792) First Batch Returned: 35.3m (2115334536484) Last Batch Returned: 2.0h (7143491310336) Closed: 2.0h (7143513310300) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,298 (1660298) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.1m (2163143458104) Node Lifecycle Event Timeline Open Started: 1.38s (1383997734) Open Finished: 35.2m (2111476542792) First Batch Requested: 35.2m (2111476542792) First Batch Returned: 35.3m (2115334536484) Last Batch Returned: 2.0h (7143491310336) Closed: 2.0h (7143491310336) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.48s (14478976399) - GetResultsTime: 78ms (78999868) - HTResizeTime: 81ms (81999865) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,298 (1660298) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 610ms (610999010) - CumulativeAllocationBytes: 8.3 GiB (8894021632) - CumulativeAllocations: 4,225 (4225) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4242538496) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4213178368) - ReadIoOps: 2,009 (2009) - ReadIoWaitTime: 37.95s (37953937795) - SystemAllocTime: 606ms (606999016) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4242538496) - WriteIoOps: 2,023 (2023) - WriteIoWaitTime: 1.47s (1474997573) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 493ms (493999201) - InactiveTotalTime: 34.9m (2093846571562) - PeakMemoryUsage: 7.1 MiB (7479296) - RowsReturned: 25,972,409 (25972409) - RowsReturnedRate: 12396 per second (12396) - TotalTime: 34.9m (2095149569426) Node Lifecycle Event Timeline Open Started: 1.38s (1383997734) Open Finished: 25.04s (25043958996) First Batch Requested: 25.04s (25044958995) First Batch Returned: 25.09s (25085958928) Last Batch Returned: 35.2m (2111475542794) Closed: 35.2m (2111476542792) Buffer pool - AllocTime: 2.24s (2237996341) - CumulativeAllocationBytes: 6.4 GiB (6908297216) - CumulativeAllocations: 337,346 (337346) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.1 MiB (7479296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.1 MiB (7479296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.91s (1907996873) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.66s (23659961262) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4608696964) - TotalGetBatchTime: 34.9m (2094531570429) - DataWaitTime: 34.9m (2093846571562) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.58s (8577986002) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,673 (168673) - TotalBatchesReceived: 168,673 (168673) - TotalBytesReceived: 1.7 GiB (1797787901) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.18s (1178998070) - CodegenSysTime: 4ms (4966000) - CodegenUserTime: 392ms (392468000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 419ms (419999313) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999972) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 690ms (690998868) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 48ms (48999920) - TotalTime: 1.18s (1178998070) Instance c7456fdd806a4994:3209e9260000024e (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.559 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.2 MiB (40086713) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 1,658,941 (1658941) - TotalNetworkReceiveTime: 34.9m (2095245812368) - TotalNetworkSendTime: 1.4h (4976657647467) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 96 (96) - TotalThreadsTotalWallClockTime: 2.0h (7143172609261) - TotalThreadsSysTime: 1.47s (1471865000) - TotalThreadsUserTime: 28.24s (28242823000) - TotalThreadsVoluntaryContextSwitches: 220,598 (220598) - TotalTime: 2.0h (7143173609249) Fragment Instance Lifecycle Event Timeline Prepare Finished: 230ms (230997220) Open Finished: 35.2m (2111439617465) First Batch Produced: 35.2m (2114490580908) First Batch Sent: 35.2m (2114491580896) ExecInternal Finished: 2.0h (7143403606481) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5031963989016) - ExecTreeExecTime: 54.88s (54875346679) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111208620245) - ExecTreeOpenTime: 35.2m (2109932635604) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976657647467) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,941 (1658941) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 219ms (219997375) - TotalBytesSent: 39.2 MiB (41155209) - TotalTime: 1.4h (4977085642373) - UncompressedRowBatchSize: 83.9 MiB (87923873) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,941 (1658941) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164807982283) Node Lifecycle Event Timeline Open Started: 1.51s (1506981861) Open Finished: 35.2m (2111439617465) First Batch Requested: 35.2m (2111439617465) First Batch Returned: 35.2m (2114490580908) Last Batch Returned: 2.0h (7143380606754) Closed: 2.0h (7143403606481) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,941 (1658941) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164587984905) Node Lifecycle Event Timeline Open Started: 1.51s (1506981861) Open Finished: 35.2m (2111439617465) First Batch Requested: 35.2m (2111439617465) First Batch Returned: 35.2m (2114490580908) Last Batch Returned: 2.0h (7143380606754) Closed: 2.0h (7143380606754) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.52s (13518837290) - GetResultsTime: 68ms (68999178) - HTResizeTime: 81ms (81999023) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,941 (1658941) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 364ms (364995602) - CumulativeAllocationBytes: 8.3 GiB (8896118784) - CumulativeAllocations: 4,226 (4226) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4250927104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4206886912) - ReadIoOps: 2,006 (2006) - ReadIoWaitTime: 39.65s (39653527912) - SystemAllocTime: 358ms (358995674) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4250927104) - WriteIoOps: 2,027 (2027) - WriteIoWaitTime: 1.24s (1241985046) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 508ms (508993876) - InactiveTotalTime: 34.9m (2094612819984) - PeakMemoryUsage: 3.9 MiB (4128768) - RowsReturned: 25,967,661 (25967661) - RowsReturnedRate: 12390 per second (12390) - TotalTime: 34.9m (2095855805031) Node Lifecycle Event Timeline Open Started: 1.51s (1506981861) Open Finished: 25.04s (25037698625) First Batch Requested: 25.04s (25038698613) First Batch Returned: 25.18s (25179696916) Last Batch Returned: 35.2m (2111438617476) Closed: 35.2m (2111438617476) Buffer pool - AllocTime: 1.73s (1732979159) - CumulativeAllocationBytes: 6.4 GiB (6907084800) - CumulativeAllocations: 337,282 (337282) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.9 MiB (4128768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 3.9 MiB (4128768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1085986944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.53s (23530716764) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4607229137) - TotalGetBatchTime: 34.9m (2095220812668) - DataWaitTime: 34.9m (2094612819984) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.17s (8167901674) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,641 (168641) - TotalBatchesReceived: 168,641 (168641) - TotalBytesReceived: 1.7 GiB (1797450683) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.27s (1275984641) - CodegenSysTime: 5ms (5990000) - CodegenUserTime: 392ms (392052000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 418ms (418994957) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999916) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 814ms (814990190) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 32ms (32999602) - TotalTime: 1.27s (1275984641) Instance c7456fdd806a4994:3209e92600000253 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:07.313 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.2 MiB (42167481) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 1,658,199 (1658199) - TotalNetworkReceiveTime: 34.9m (2092110716824) - TotalNetworkSendTime: 1.4h (4976643122394) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 101 (101) - TotalThreadsTotalWallClockTime: 2.0h (7143021495088) - TotalThreadsSysTime: 1.60s (1599892000) - TotalThreadsUserTime: 28.98s (28979791000) - TotalThreadsVoluntaryContextSwitches: 215,279 (215279) - TotalTime: 2.0h (7143079493249) Fragment Instance Lifecycle Event Timeline Prepare Finished: 221ms (221992961) Open Finished: 35.2m (2111281109313) First Batch Produced: 35.2m (2114461008646) First Batch Sent: 35.2m (2114461008646) ExecInternal Finished: 2.0h (7143245487987) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5031962378736) - ExecTreeExecTime: 54.88s (54884270056) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111059116352) - ExecTreeOpenTime: 35.2m (2109573163467) - PrepareTime: 57ms (57998161) - ExecTreePrepareTime: 30ms (30999017) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976643122394) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,199 (1658199) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 218ms (218993094) - TotalBytesSent: 39.2 MiB (41141183) - TotalTime: 1.4h (4977076108744) - UncompressedRowBatchSize: 83.8 MiB (87884547) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,199 (1658199) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164487432571) Node Lifecycle Event Timeline Open Started: 1.71s (1707945846) Open Finished: 35.2m (2111281109313) First Batch Requested: 35.2m (2111281109313) First Batch Returned: 35.2m (2114461008646) Last Batch Returned: 2.0h (7143222488711) Closed: 2.0h (7143244488018) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,199 (1658199) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164249440067) Node Lifecycle Event Timeline Open Started: 1.71s (1707945846) Open Finished: 35.2m (2111281109313) First Batch Requested: 35.2m (2111281109313) First Batch Returned: 35.2m (2114461008646) Last Batch Returned: 2.0h (7143222488711) Closed: 2.0h (7143222488711) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.54s (16542475819) - GetResultsTime: 58ms (58998141) - HTResizeTime: 80ms (80997446) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,199 (1658199) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 429ms (429986377) - CumulativeAllocationBytes: 8.3 GiB (8860467200) - CumulativeAllocations: 4,209 (4209) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4234149888) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4188012544) - ReadIoOps: 1,997 (1997) - ReadIoWaitTime: 39.45s (39453756500) - SystemAllocTime: 395ms (395987456) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4234149888) - WriteIoOps: 2,019 (2019) - WriteIoWaitTime: 1.10s (1104964971) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 472ms (472985004) - InactiveTotalTime: 34.9m (2091540734902) - PeakMemoryUsage: 5.9 MiB (6209536) - RowsReturned: 25,914,115 (25914115) - RowsReturnedRate: 12383 per second (12383) - TotalTime: 34.9m (2092678698816) Node Lifecycle Event Timeline Open Started: 1.71s (1707945846) Open Finished: 24.87s (24867211547) First Batch Requested: 24.87s (24868211515) First Batch Returned: 25.00s (24998207394) Last Batch Returned: 35.2m (2111280109345) Closed: 35.2m (2111280109345) Buffer pool - AllocTime: 2.72s (2721913746) - CumulativeAllocationBytes: 6.4 GiB (6892822528) - CumulativeAllocations: 336,592 (336592) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.9 MiB (6209536) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.9 MiB (6209536) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.12s (2116932926) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.16s (23159265701) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4597867167) - TotalGetBatchTime: 34.9m (2092087717554) - DataWaitTime: 34.9m (2091540734902) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.10s (10099679963) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,296 (168296) - TotalBatchesReceived: 168,296 (168296) - TotalBytesReceived: 1.7 GiB (1794126372) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.49s (1485952885) - CodegenSysTime: 5ms (5898000) - CodegenUserTime: 383ms (383697000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 612ms (612980564) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999810) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 721ms (721977108) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 137ms (137995625) - TotalTime: 1.49s (1485952885) Instance c7456fdd806a4994:3209e92600000272 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.934 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52322823) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 1,659,052 (1659052) - TotalNetworkReceiveTime: 34.9m (2091230317951) - TotalNetworkSendTime: 1.4h (4977153426089) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 124 (124) - TotalThreadsTotalWallClockTime: 2.0h (7142872588225) - TotalThreadsSysTime: 1.48s (1482739000) - TotalThreadsUserTime: 28.70s (28704881000) - TotalThreadsVoluntaryContextSwitches: 217,655 (217655) - TotalTime: 2.0h (7142872588225) Fragment Instance Lifecycle Event Timeline Prepare Finished: 196ms (196989008) Open Finished: 35.2m (2111373194135) First Batch Produced: 35.2m (2114089042547) First Batch Sent: 35.2m (2114089042547) ExecInternal Finished: 2.0h (7143071577121) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5031696383098) - ExecTreeExecTime: 54.12s (54125980277) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111176205127) - ExecTreeOpenTime: 35.2m (2109914275545) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977153426089) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,659,052 (1659052) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 206ms (206988448) - TotalBytesSent: 39.3 MiB (41159803) - TotalTime: 1.4h (4977566403043) - UncompressedRowBatchSize: 83.9 MiB (87929756) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,659,052 (1659052) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164040255822) Node Lifecycle Event Timeline Open Started: 1.46s (1458918590) Open Finished: 35.2m (2111373194135) First Batch Requested: 35.2m (2111373194135) First Batch Returned: 35.2m (2114089042547) Last Batch Returned: 2.0h (7143049578348) Closed: 2.0h (7143070577177) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,659,052 (1659052) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163852266308) Node Lifecycle Event Timeline Open Started: 1.46s (1458918590) Open Finished: 35.2m (2111373194135) First Batch Requested: 35.2m (2111373194135) First Batch Returned: 35.2m (2114089042547) Last Batch Returned: 2.0h (7143049578348) Closed: 2.0h (7143049578348) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.63s (17628016521) - GetResultsTime: 77ms (77995649) - HTResizeTime: 71ms (71995981) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,659,052 (1659052) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 737ms (737958823) - CumulativeAllocationBytes: 8.3 GiB (8870952960) - CumulativeAllocations: 4,214 (4214) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4240441344) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4192206848) - ReadIoOps: 1,999 (1999) - ReadIoWaitTime: 38.89s (38887830440) - SystemAllocTime: 715ms (715960051) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4240441344) - WriteIoOps: 2,022 (2022) - WriteIoWaitTime: 3.21s (3214820620) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 541ms (541969749) - InactiveTotalTime: 34.8m (2090531356936) - PeakMemoryUsage: 15.6 MiB (16364878) - RowsReturned: 25,946,338 (25946338) - RowsReturnedRate: 12403 per second (12403) - TotalTime: 34.9m (2091888281221) Node Lifecycle Event Timeline Open Started: 1.46s (1458918590) Open Finished: 24.83s (24832614283) First Batch Requested: 24.83s (24833614228) First Batch Returned: 24.88s (24876611828) Last Batch Returned: 35.2m (2111373194135) Closed: 35.2m (2111373194135) Buffer pool - AllocTime: 2.08s (2082883773) - CumulativeAllocationBytes: 6.4 GiB (6901342208) - CumulativeAllocations: 337,004 (337004) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.43s (1430920154) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.37s (23373695693) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4603705443) - TotalGetBatchTime: 34.9m (2091205319346) - DataWaitTime: 34.8m (2090531356936) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.74s (8740512375) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,502 (168502) - TotalBatchesReceived: 168,502 (168502) - TotalBytesReceived: 1.7 GiB (1796087643) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.64s (1642711167) - TotalRPCsDeferred: 73 (73) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 1.26s (1261929582) - CodegenSysTime: 5ms (5003000) - CodegenUserTime: 397ms (397256000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 391ms (391978127) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999609) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 776ms (776956644) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 84ms (84995257) - TotalTime: 1.26s (1261929582) Instance c7456fdd806a4994:3209e92600000250 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.559 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.8 MiB (43805881) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 1,657,526 (1657526) - TotalNetworkReceiveTime: 34.9m (2094000655141) - TotalNetworkSendTime: 1.4h (4977092874574) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 96 (96) - TotalThreadsTotalWallClockTime: 2.0h (7142819287672) - TotalThreadsSysTime: 1.64s (1639072000) - TotalThreadsUserTime: 28.21s (28207854000) - TotalThreadsVoluntaryContextSwitches: 219,467 (219467) - TotalTime: 2.0h (7142820287655) Fragment Instance Lifecycle Event Timeline Prepare Finished: 170ms (170997030) Open Finished: 35.2m (2111436352456) First Batch Produced: 35.2m (2114342302044) First Batch Sent: 35.2m (2114342302044) ExecInternal Finished: 2.0h (7142993284650) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5031554932229) - ExecTreeExecTime: 54.00s (54000065650) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111265355426) - ExecTreeOpenTime: 35.2m (2109953378213) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977092874574) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,526 (1657526) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 234ms (234995943) - TotalBytesSent: 39.2 MiB (41123595) - TotalTime: 1.4h (4977553866596) - UncompressedRowBatchSize: 83.8 MiB (87848878) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,526 (1657526) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2163951443899) Node Lifecycle Event Timeline Open Started: 1.48s (1481974260) Open Finished: 35.2m (2111435352473) First Batch Requested: 35.2m (2111436352456) First Batch Returned: 35.2m (2114342302044) Last Batch Returned: 2.0h (7142970285048) Closed: 2.0h (7142992284667) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,526 (1657526) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163766447099) Node Lifecycle Event Timeline Open Started: 1.48s (1481974260) Open Finished: 35.2m (2111435352473) First Batch Requested: 35.2m (2111436352456) First Batch Returned: 35.2m (2114342302044) Last Batch Returned: 2.0h (7142969285065) Closed: 2.0h (7142970285048) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.93s (14930740814) - GetResultsTime: 60ms (60998946) - HTResizeTime: 73ms (73998720) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,526 (1657526) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 374ms (374993489) - CumulativeAllocationBytes: 8.2 GiB (8847884288) - CumulativeAllocations: 4,203 (4203) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4232052736) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4177526784) - ReadIoOps: 1,992 (1992) - ReadIoWaitTime: 39.03s (39031324678) - SystemAllocTime: 364ms (364993663) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4232052736) - WriteIoOps: 2,018 (2018) - WriteIoWaitTime: 862ms (862985002) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 475ms (475991741) - InactiveTotalTime: 34.9m (2093432665014) - PeakMemoryUsage: 7.5 MiB (7847936) - RowsReturned: 25,886,710 (25886710) - RowsReturnedRate: 12358 per second (12358) - TotalTime: 34.9m (2094564645352) Node Lifecycle Event Timeline Open Started: 1.48s (1481974260) Open Finished: 25.01s (25014565536) First Batch Requested: 25.02s (25015565519) First Batch Returned: 25.09s (25088564251) Last Batch Returned: 35.2m (2111432352525) Closed: 35.2m (2111435352473) Buffer pool - AllocTime: 1.80s (1804968670) - CumulativeAllocationBytes: 6.4 GiB (6885498880) - CumulativeAllocations: 336,234 (336234) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.5 MiB (7847936) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.5 MiB (7847936) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.34s (1340976723) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.53s (23532591276) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4592571137) - TotalGetBatchTime: 34.9m (2093966655734) - DataWaitTime: 34.9m (2093432665014) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.01s (8006861014) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,117 (168117) - TotalBatchesReceived: 168,117 (168117) - TotalBytesReceived: 1.7 GiB (1791850798) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 1.31s (1310977230) - CodegenSysTime: 6ms (6959000) - CodegenUserTime: 389ms (389827000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 538ms (538990639) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999896) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 690ms (690987998) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 73ms (73998714) - TotalTime: 1.31s (1310977230) Instance c7456fdd806a4994:3209e9260000025f (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.607 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.6 MiB (43642041) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 1,658,103 (1658103) - TotalNetworkReceiveTime: 34.8m (2090886697845) - TotalNetworkSendTime: 1.4h (4976778914319) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 105 (105) - TotalThreadsTotalWallClockTime: 2.0h (7142712093595) - TotalThreadsSysTime: 1.50s (1503621000) - TotalThreadsUserTime: 28.29s (28291922000) - TotalThreadsVoluntaryContextSwitches: 214,321 (214321) - TotalTime: 2.0h (7142795090804) Fragment Instance Lifecycle Event Timeline Prepare Finished: 271ms (271990855) Open Finished: 35.2m (2111450006400) First Batch Produced: 35.2m (2114408906880) First Batch Sent: 35.2m (2114408906880) ExecInternal Finished: 2.0h (7142986084383) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5031534078050) - ExecTreeExecTime: 54.33s (54328178055) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111178015545) - ExecTreeOpenTime: 35.2m (2109757063318) - PrepareTime: 82ms (82997209) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976778914319) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,103 (1658103) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 216ms (216992712) - TotalBytesSent: 39.2 MiB (41139311) - TotalTime: 1.4h (4977205899995) - UncompressedRowBatchSize: 83.8 MiB (87879459) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,103 (1658103) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2164085241373) Node Lifecycle Event Timeline Open Started: 1.69s (1692943082) Open Finished: 35.2m (2111450006400) First Batch Requested: 35.2m (2111450006400) First Batch Returned: 35.2m (2114408906880) Last Batch Returned: 2.0h (7142964085120) Closed: 2.0h (7142985084416) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,103 (1658103) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163880248238) Node Lifecycle Event Timeline Open Started: 1.69s (1692943082) Open Finished: 35.2m (2111450006400) First Batch Requested: 35.2m (2111450006400) First Batch Returned: 35.2m (2114408906880) Last Batch Returned: 2.0h (7142963085154) Closed: 2.0h (7142964085120) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.86s (17857399523) - GetResultsTime: 63ms (63997849) - HTResizeTime: 72ms (72997550) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,103 (1658103) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 905ms (905969529) - CumulativeAllocationBytes: 8.3 GiB (8875147264) - CumulativeAllocations: 4,216 (4216) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4240441344) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4196401152) - ReadIoOps: 2,001 (2001) - ReadIoWaitTime: 39.17s (39175686275) - SystemAllocTime: 902ms (902969630) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4240441344) - WriteIoOps: 2,022 (2022) - WriteIoWaitTime: 1.32s (1317955691) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 500ms (500983168) - InactiveTotalTime: 34.8m (2090346715990) - PeakMemoryUsage: 7.3 MiB (7684096) - RowsReturned: 25,941,222 (25941222) - RowsReturnedRate: 12403 per second (12403) - TotalTime: 34.9m (2091495677377) Node Lifecycle Event Timeline Open Started: 1.69s (1692943082) Open Finished: 24.97s (24968160551) First Batch Requested: 24.97s (24968160551) First Batch Returned: 25.09s (25087156550) Last Batch Returned: 35.2m (2111449006434) Closed: 35.2m (2111450006400) Buffer pool - AllocTime: 3.06s (3065896903) - CumulativeAllocationBytes: 6.4 GiB (6899998720) - CumulativeAllocations: 336,938 (336938) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.3 MiB (7684096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.3 MiB (7684096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.73s (2733908065) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.27s (23275217469) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4602491636) - TotalGetBatchTime: 34.8m (2090858698788) - DataWaitTime: 34.8m (2090346715990) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.05s (10053661980) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,469 (168469) - TotalBatchesReceived: 168,469 (168469) - TotalBytesReceived: 1.7 GiB (1795702881) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 1.42s (1420952227) - CodegenSysTime: 8ms (8867000) - CodegenUserTime: 388ms (388826000) - CodegenVoluntaryContextSwitches: 93 (93) - CompileTime: 584ms (584980333) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999596) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 730ms (730975424) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 90ms (90996941) - TotalTime: 1.42s (1420952227) Instance c7456fdd806a4994:3209e92600000264 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.304 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.1 MiB (44182713) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 1,657,109 (1657109) - TotalNetworkReceiveTime: 34.9m (2094557084526) - TotalNetworkSendTime: 1.4h (4976978032349) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 105 (105) - TotalThreadsTotalWallClockTime: 2.0h (7142438780658) - TotalThreadsSysTime: 1.31s (1309718000) - TotalThreadsUserTime: 28.59s (28595299000) - TotalThreadsVoluntaryContextSwitches: 219,168 (219168) - TotalTime: 2.0h (7142438780658) Fragment Instance Lifecycle Event Timeline Prepare Finished: 156ms (156994836) Open Finished: 35.2m (2111644522383) First Batch Produced: 35.2m (2114506428197) First Batch Sent: 35.2m (2114506428197) ExecInternal Finished: 2.0h (7142597775428) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5030951253111) - ExecTreeExecTime: 53.57s (53566234179) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111487527547) - ExecTreeOpenTime: 35.2m (2110180570535) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976978032349) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,109 (1657109) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 216ms (216992846) - TotalBytesSent: 39.2 MiB (41116692) - TotalTime: 1.4h (4977384018964) - UncompressedRowBatchSize: 83.8 MiB (87826777) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,109 (1657109) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2163746804714) Node Lifecycle Event Timeline Open Started: 1.46s (1463951848) Open Finished: 35.2m (2111644522383) First Batch Requested: 35.2m (2111644522383) First Batch Returned: 35.2m (2114506428197) Last Batch Returned: 2.0h (7142574776187) Closed: 2.0h (7142596775461) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,109 (1657109) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2163529811864) Node Lifecycle Event Timeline Open Started: 1.46s (1463951848) Open Finished: 35.2m (2111644522383) First Batch Requested: 35.2m (2111644522383) First Batch Returned: 35.2m (2114506428197) Last Batch Returned: 2.0h (7142574776187) Closed: 2.0h (7142574776187) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.63s (14627518774) - GetResultsTime: 66ms (66997787) - HTResizeTime: 86ms (86997134) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,109 (1657109) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 397ms (397986897) - CumulativeAllocationBytes: 8.3 GiB (8870952960) - CumulativeAllocations: 4,214 (4214) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4240441344) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4192206848) - ReadIoOps: 1,999 (1999) - ReadIoWaitTime: 38.02s (38022746548) - SystemAllocTime: 358ms (358988180) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4240441344) - WriteIoOps: 2,022 (2022) - WriteIoWaitTime: 1.53s (1528949693) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 480ms (480984184) - InactiveTotalTime: 34.9m (2093934105017) - PeakMemoryUsage: 7.8 MiB (8224768) - RowsReturned: 25,918,220 (25918220) - RowsReturnedRate: 12370 per second (12370) - TotalTime: 34.9m (2095139065386) Node Lifecycle Event Timeline Open Started: 1.46s (1463951848) Open Finished: 25.12s (25124173611) First Batch Requested: 25.12s (25125173579) First Batch Returned: 25.26s (25261169105) Last Batch Returned: 35.2m (2111643522416) Closed: 35.2m (2111644522383) Buffer pool - AllocTime: 1.97s (1970935167) - CumulativeAllocationBytes: 6.4 GiB (6893854720) - CumulativeAllocations: 336,638 (336638) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.8 MiB (8224768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.8 MiB (8224768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.56s (1563948555) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.66s (23660221763) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4598275567) - TotalGetBatchTime: 34.9m (2094532085346) - DataWaitTime: 34.9m (2093934105017) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.79s (8793710708) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,319 (168319) - TotalBatchesReceived: 168,319 (168319) - TotalBytesReceived: 1.7 GiB (1794075561) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.31s (1306957012) - CodegenSysTime: 7ms (7906000) - CodegenUserTime: 393ms (393120000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 526ms (526982667) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999802) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 683ms (683977502) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 69ms (69997698) - TotalTime: 1.31s (1306957012) Instance c7456fdd806a4994:3209e92600000265 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.306 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.0 MiB (44018873) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 1,658,318 (1658318) - TotalNetworkReceiveTime: 34.9m (2094209797603) - TotalNetworkSendTime: 1.4h (4977006937691) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 87 (87) - TotalThreadsTotalWallClockTime: 2.0h (7142046058599) - TotalThreadsSysTime: 1.50s (1497210000) - TotalThreadsUserTime: 28.08s (28079438000) - TotalThreadsVoluntaryContextSwitches: 218,074 (218074) - TotalTime: 2.0h (7142046058599) Fragment Instance Lifecycle Event Timeline Prepare Finished: 241ms (241990845) Open Finished: 35.2m (2111629138737) First Batch Produced: 35.2m (2114371035089) First Batch Sent: 35.2m (2114371035089) ExecInternal Finished: 2.0h (7142290049368) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5030658910707) - ExecTreeExecTime: 53.24s (53245988353) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111387147892) - ExecTreeOpenTime: 35.2m (2110114196051) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977006937691) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,318 (1658318) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 215ms (215991852) - TotalBytesSent: 39.2 MiB (41142014) - TotalTime: 1.4h (4977410922428) - UncompressedRowBatchSize: 83.8 MiB (87890854) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,318 (1658318) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163360184404) Node Lifecycle Event Timeline Open Started: 1.51s (1514942686) Open Finished: 35.2m (2111629138737) First Batch Requested: 35.2m (2111629138737) First Batch Returned: 35.2m (2114371035089) Last Batch Returned: 2.0h (7142267050237) Closed: 2.0h (7142289049406) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,318 (1658318) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163146192491) Node Lifecycle Event Timeline Open Started: 1.51s (1514942686) Open Finished: 35.2m (2111629138737) First Batch Requested: 35.2m (2111629138737) First Batch Returned: 35.2m (2114371035089) Last Batch Returned: 2.0h (7142267050237) Closed: 2.0h (7142267050237) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.02s (15021431833) - GetResultsTime: 58ms (58997772) - HTResizeTime: 82ms (82996865) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,318 (1658318) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 684ms (684974097) - CumulativeAllocationBytes: 8.3 GiB (8862564352) - CumulativeAllocations: 4,210 (4210) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4185915392) - ReadIoOps: 1,996 (1996) - ReadIoWaitTime: 38.43s (38434547944) - SystemAllocTime: 652ms (652975306) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 1.09s (1089958763) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 450ms (450982943) - InactiveTotalTime: 34.9m (2093570821768) - PeakMemoryUsage: 7.7 MiB (8060928) - RowsReturned: 25,935,254 (25935254) - RowsReturnedRate: 12381 per second (12381) - TotalTime: 34.9m (2094755776959) Node Lifecycle Event Timeline Open Started: 1.51s (1514942686) Open Finished: 25.11s (25107050146) First Batch Requested: 25.11s (25108050109) First Batch Returned: 25.24s (25241045077) Last Batch Returned: 35.2m (2111628138775) Closed: 35.2m (2111629138737) Buffer pool - AllocTime: 2.59s (2592901936) - CumulativeAllocationBytes: 6.4 GiB (6898401280) - CumulativeAllocations: 336,856 (336856) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.7 MiB (8060928) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.7 MiB (8060928) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.24s (2236915397) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.59s (23592107460) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4601497319) - TotalGetBatchTime: 34.9m (2094188798398) - DataWaitTime: 34.9m (2093570821768) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.74s (9736631739) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,428 (168428) - TotalBatchesReceived: 168,428 (168428) - TotalBytesReceived: 1.7 GiB (1795274205) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 1.27s (1272951841) - CodegenSysTime: 9ms (9068000) - CodegenUserTime: 382ms (382831000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 541ms (541979496) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999735) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 641ms (641975712) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 58ms (58997768) - TotalTime: 1.27s (1272951841) Instance c7456fdd806a4994:3209e92600000266 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.523 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52319898) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 1,658,468 (1658468) - TotalNetworkReceiveTime: 34.9m (2094959610223) - TotalNetworkSendTime: 1.4h (4977950325242) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 78 (78) - TotalThreadsTotalWallClockTime: 2.0h (7141723538921) - TotalThreadsSysTime: 1.51s (1507415000) - TotalThreadsUserTime: 27.86s (27860644000) - TotalThreadsVoluntaryContextSwitches: 221,019 (221019) - TotalTime: 2.0h (7141723538921) Fragment Instance Lifecycle Event Timeline Prepare Finished: 251ms (251998503) Open Finished: 35.2m (2111483512428) First Batch Produced: 35.2m (2114101496994) First Batch Sent: 35.2m (2114101496994) ExecInternal Finished: 2.0h (7141976537418) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5030492024996) - ExecTreeExecTime: 52.13s (52130702106) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111231513925) - ExecTreeOpenTime: 35.2m (2109943521581) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977950325242) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,468 (1658468) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 213ms (213998768) - TotalBytesSent: 39.2 MiB (41144967) - TotalTime: 1.4h (4978361322890) - UncompressedRowBatchSize: 83.8 MiB (87898804) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,468 (1658468) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2162073223693) Node Lifecycle Event Timeline Open Started: 1.54s (1539990847) Open Finished: 35.2m (2111483512428) First Batch Requested: 35.2m (2111483512428) First Batch Returned: 35.2m (2114101496994) Last Batch Returned: 2.0h (7141953537549) Closed: 2.0h (7141976537418) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,468 (1658468) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2161858224925) Node Lifecycle Event Timeline Open Started: 1.54s (1539990847) Open Finished: 35.2m (2111483512428) First Batch Requested: 35.2m (2111483512428) First Batch Returned: 35.2m (2114101496994) Last Batch Returned: 2.0h (7141952537555) Closed: 2.0h (7141953537549) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.12s (14120916466) - GetResultsTime: 65ms (65999624) - HTResizeTime: 71ms (71999588) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,468 (1658468) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 395ms (395997651) - CumulativeAllocationBytes: 8.3 GiB (8868855808) - CumulativeAllocations: 4,213 (4213) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4240441344) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4190109696) - ReadIoOps: 1,998 (1998) - ReadIoWaitTime: 37.20s (37199787573) - SystemAllocTime: 380ms (380997739) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4240441344) - WriteIoOps: 2,022 (2022) - WriteIoWaitTime: 1.27s (1272992452) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 480ms (480997153) - InactiveTotalTime: 34.9m (2094475613088) - PeakMemoryUsage: 15.6 MiB (16361953) - RowsReturned: 25,928,054 (25928054) - RowsReturnedRate: 12373 per second (12373) - TotalTime: 34.9m (2095520606905) Node Lifecycle Event Timeline Open Started: 1.54s (1539990847) Open Finished: 24.98s (24975851548) First Batch Requested: 24.98s (24976851542) First Batch Returned: 25.02s (25015851311) Last Batch Returned: 35.2m (2111483512428) Closed: 35.2m (2111483512428) Buffer pool - AllocTime: 1.39s (1393991761) - CumulativeAllocationBytes: 6.4 GiB (6896525312) - CumulativeAllocations: 336,768 (336768) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.15s (1152993187) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.43s (23435860701) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4600212399) - TotalGetBatchTime: 34.9m (2094931610389) - DataWaitTime: 34.9m (2094475613088) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.19s (8187951558) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,384 (168384) - TotalBatchesReceived: 168,384 (168384) - TotalBytesReceived: 1.7 GiB (1794864143) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 57ms (57855752) - TotalRPCsDeferred: 54 (54) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 27 (27) - CodegenTotalWallClockTime: 1.29s (1287992344) - CodegenSysTime: 6ms (6943000) - CodegenUserTime: 390ms (390761000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 430ms (430997439) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999964) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 732ms (732995643) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 115ms (115999310) - TotalTime: 1.29s (1287992344) Instance c7456fdd806a4994:3209e92600000270 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.040 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52321989) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 1,656,971 (1656971) - TotalNetworkReceiveTime: 34.9m (2094917043605) - TotalNetworkSendTime: 1.4h (4976556813437) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 94 (94) - TotalThreadsTotalWallClockTime: 2.0h (7141462758333) - TotalThreadsSysTime: 1.43s (1432034000) - TotalThreadsUserTime: 28.48s (28481828000) - TotalThreadsVoluntaryContextSwitches: 220,488 (220488) - TotalTime: 2.0h (7141462758333) Fragment Instance Lifecycle Event Timeline Prepare Finished: 198ms (198994020) Open Finished: 35.2m (2111653540650) First Batch Produced: 35.2m (2114527454292) First Batch Sent: 35.2m (2114527454292) ExecInternal Finished: 2.0h (7141662752323) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5030008211703) - ExecTreeExecTime: 53.04s (53039410613) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111454546630) - ExecTreeOpenTime: 35.2m (2110240583112) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976556813437) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,656,971 (1656971) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 193ms (193994186) - TotalBytesSent: 39.2 MiB (41108021) - TotalTime: 1.4h (4976966801148) - UncompressedRowBatchSize: 83.8 MiB (87819463) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,656,971 (1656971) - RowsReturnedRate: 765 per second (765) - TotalTime: 36.1m (2163279993725) Node Lifecycle Event Timeline Open Started: 1.41s (1412957538) Open Finished: 35.2m (2111653540650) First Batch Requested: 35.2m (2111653540650) First Batch Returned: 35.2m (2114527454292) Last Batch Returned: 2.0h (7141641752952) Closed: 2.0h (7141662752323) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,656,971 (1656971) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.1m (2163086999506) Node Lifecycle Event Timeline Open Started: 1.41s (1412957538) Open Finished: 35.2m (2111653540650) First Batch Requested: 35.2m (2111653540650) First Batch Returned: 35.2m (2114526454322) Last Batch Returned: 2.0h (7141641752952) Closed: 2.0h (7141641752952) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.44s (14435566188) - GetResultsTime: 69ms (69997900) - HTResizeTime: 80ms (80997574) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,656,971 (1656971) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 372ms (372988794) - CumulativeAllocationBytes: 8.3 GiB (8864661504) - CumulativeAllocations: 4,211 (4211) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4188012544) - ReadIoOps: 1,997 (1997) - ReadIoWaitTime: 37.57s (37571874139) - SystemAllocTime: 367ms (367988944) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 1.50s (1504954772) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 493ms (493985160) - InactiveTotalTime: 34.9m (2094430058242) - PeakMemoryUsage: 15.6 MiB (16364044) - RowsReturned: 25,922,232 (25922232) - RowsReturnedRate: 12370 per second (12370) - TotalTime: 34.9m (2095507025881) Node Lifecycle Event Timeline Open Started: 1.41s (1412957538) Open Finished: 25.09s (25085246138) First Batch Requested: 25.09s (25085246138) First Batch Returned: 25.14s (25144244365) Last Batch Returned: 35.2m (2111653540650) Closed: 35.2m (2111653540650) Buffer pool - AllocTime: 2.03s (2030938959) - CumulativeAllocationBytes: 6.4 GiB (6894911488) - CumulativeAllocations: 336,690 (336690) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.27s (1271961772) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.67s (23672288600) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4599084057) - TotalGetBatchTime: 34.9m (2094892044356) - DataWaitTime: 34.9m (2094430058242) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.16s (8160754739) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,345 (168345) - TotalBatchesReceived: 168,345 (168345) - TotalBytesReceived: 1.7 GiB (1794264844) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 202ms (202544897) - TotalRPCsDeferred: 198 (198) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.21s (1213963518) - CodegenSysTime: 3ms (3001000) - CodegenUserTime: 389ms (389158000) - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 512ms (512984584) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30999069) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 599ms (599981969) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 67ms (67997956) - TotalTime: 1.21s (1213963518) Instance c7456fdd806a4994:3209e9260000025e (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:08.270 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52322414) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 1,659,648 (1659648) - TotalNetworkReceiveTime: 34.9m (2092025665446) - TotalNetworkSendTime: 1.4h (4976940938968) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 117 (117) - TotalThreadsTotalWallClockTime: 2.0h (7141356975175) - TotalThreadsSysTime: 1.52s (1520349000) - TotalThreadsUserTime: 28.96s (28964010000) - TotalThreadsVoluntaryContextSwitches: 218,328 (218328) - TotalTime: 2.0h (7141365974971) Fragment Instance Lifecycle Event Timeline Prepare Finished: 279ms (279993659) Open Finished: 35.2m (2111406226953) First Batch Produced: 35.2m (2114262162313) First Batch Sent: 35.2m (2114262162313) ExecInternal Finished: 2.0h (7141637968811) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5030230741881) - ExecTreeExecTime: 52.87s (52866812406) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111126233294) - ExecTreeOpenTime: 35.2m (2109748264498) - PrepareTime: 8ms (8999796) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976940938968) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,659,648 (1659648) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 212ms (212995224) - TotalBytesSent: 39.3 MiB (41180237) - TotalTime: 1.4h (4977370929315) - UncompressedRowBatchSize: 83.9 MiB (87961344) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,659,648 (1659648) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2162615076904) Node Lifecycle Event Timeline Open Started: 1.66s (1657962455) Open Finished: 35.2m (2111406226953) First Batch Requested: 35.2m (2111406226953) First Batch Returned: 35.2m (2114262162313) Last Batch Returned: 2.0h (7141616969282) Closed: 2.0h (7141637968811) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,659,648 (1659648) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2162411081499) Node Lifecycle Event Timeline Open Started: 1.66s (1657962455) Open Finished: 35.2m (2111406226953) First Batch Requested: 35.2m (2111406226953) First Batch Returned: 35.2m (2114262162313) Last Batch Returned: 2.0h (7141616969282) Closed: 2.0h (7141616969282) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.90s (16904617562) - GetResultsTime: 75ms (75998293) - HTResizeTime: 86ms (86998039) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,659,648 (1659648) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 529ms (529988020) - CumulativeAllocationBytes: 8.3 GiB (8883535872) - CumulativeAllocations: 4,220 (4220) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4248829952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4196401152) - ReadIoOps: 2,001 (2001) - ReadIoWaitTime: 36.96s (36959169824) - SystemAllocTime: 500ms (500988672) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4248829952) - WriteIoOps: 2,026 (2026) - WriteIoWaitTime: 2.08s (2077952966) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 470ms (470989342) - InactiveTotalTime: 34.9m (2091505677222) - PeakMemoryUsage: 15.6 MiB (16364469) - RowsReturned: 25,959,551 (25959551) - RowsReturnedRate: 12405 per second (12405) - TotalTime: 34.9m (2092603652367) Node Lifecycle Event Timeline Open Started: 1.66s (1657962455) Open Finished: 24.89s (24891436337) First Batch Requested: 24.89s (24891436337) First Batch Returned: 24.96s (24965434661) Last Batch Returned: 35.2m (2111405226975) Closed: 35.2m (2111406226953) Buffer pool - AllocTime: 2.58s (2585941479) - CumulativeAllocationBytes: 6.4 GiB (6904872960) - CumulativeAllocations: 337,172 (337172) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.04s (2038953875) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.23s (23233473882) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4605707314) - TotalGetBatchTime: 34.9m (2091994666144) - DataWaitTime: 34.9m (2091505677222) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.58s (9578783281) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,586 (168586) - TotalBatchesReceived: 168,586 (168586) - TotalBytesReceived: 1.7 GiB (1797050142) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 995ms (995926759) - TotalRPCsDeferred: 137 (137) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.38s (1377968796) - CodegenSysTime: 8ms (8026000) - CodegenUserTime: 397ms (397442000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 393ms (393991078) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999864) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 908ms (908979416) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 66ms (66998483) - TotalTime: 1.38s (1377968796) Instance c7456fdd806a4994:3209e92600000271 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.393 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.9 MiB (44952761) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 1,658,291 (1658291) - TotalNetworkReceiveTime: 34.9m (2094205389084) - TotalNetworkSendTime: 1.4h (4976498549560) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 89 (89) - TotalThreadsTotalWallClockTime: 2.0h (7141165139338) - TotalThreadsSysTime: 1.44s (1441411000) - TotalThreadsUserTime: 28.71s (28710670000) - TotalThreadsVoluntaryContextSwitches: 218,918 (218918) - TotalTime: 2.0h (7141165139338) Fragment Instance Lifecycle Event Timeline Prepare Finished: 197ms (197997766) Open Finished: 35.2m (2111626192619) First Batch Produced: 35.2m (2114615158993) First Batch Sent: 35.2m (2114615158993) ExecInternal Finished: 2.0h (7141364137092) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5029736944485) - ExecTreeExecTime: 52.84s (52836399494) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111428194853) - ExecTreeOpenTime: 35.2m (2109948211555) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976498549560) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,291 (1658291) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 205ms (205997656) - TotalBytesSent: 39.2 MiB (41144243) - TotalTime: 1.4h (4976901544979) - UncompressedRowBatchSize: 83.8 MiB (87889423) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,291 (1658291) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2162784611049) Node Lifecycle Event Timeline Open Started: 1.68s (1677981064) Open Finished: 35.2m (2111626192619) First Batch Requested: 35.2m (2111626192619) First Batch Returned: 35.2m (2114615158993) Last Batch Returned: 2.0h (7141341137354) Closed: 2.0h (7141364137092) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,291 (1658291) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2162555613655) Node Lifecycle Event Timeline Open Started: 1.68s (1677981064) Open Finished: 35.2m (2111626192619) First Batch Requested: 35.2m (2111626192619) First Batch Returned: 35.2m (2114615158993) Last Batch Returned: 2.0h (7141341137354) Closed: 2.0h (7141341137354) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.70s (14696834273) - GetResultsTime: 58ms (58999332) - HTResizeTime: 96ms (96998898) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,291 (1658291) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 490ms (490994464) - CumulativeAllocationBytes: 8.3 GiB (8875147264) - CumulativeAllocations: 4,216 (4216) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4244635648) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4192206848) - ReadIoOps: 1,999 (1999) - ReadIoWaitTime: 37.31s (37309575907) - SystemAllocTime: 468ms (468994715) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4244635648) - WriteIoOps: 2,024 (2024) - WriteIoWaitTime: 787ms (787991123) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 493ms (493994432) - InactiveTotalTime: 34.9m (2093453397578) - PeakMemoryUsage: 8.6 MiB (8994816) - RowsReturned: 25,968,475 (25968475) - RowsReturnedRate: 12396 per second (12396) - TotalTime: 34.9m (2094793382459) Node Lifecycle Event Timeline Open Started: 1.68s (1677981064) Open Finished: 25.07s (25069717089) First Batch Requested: 25.07s (25070717078) First Batch Returned: 25.13s (25130716400) Last Batch Returned: 35.2m (2111625192630) Closed: 35.2m (2111626192619) Buffer pool - AllocTime: 1.92s (1920978340) - CumulativeAllocationBytes: 6.4 GiB (6907273216) - CumulativeAllocations: 337,290 (337290) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.6 MiB (8994816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.6 MiB (8994816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.23s (1231986102) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.39s (23391736025) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4607881434) - TotalGetBatchTime: 34.9m (2094183389335) - DataWaitTime: 34.9m (2093453397578) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.54s (8545903555) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,645 (168645) - TotalBatchesReceived: 168,645 (168645) - TotalBytesReceived: 1.7 GiB (1797563452) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 1.48s (1479983298) - CodegenSysTime: 6ms (6050000) - CodegenUserTime: 394ms (394206000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 587ms (587993364) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999932) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 811ms (811990837) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 71ms (71999187) - TotalTime: 1.48s (1479983298) Instance c7456fdd806a4994:3209e92600000268 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:07.841 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.7 MiB (46886073) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 1,657,993 (1657993) - TotalNetworkReceiveTime: 34.9m (2091800598956) - TotalNetworkSendTime: 1.4h (4976831080967) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 86 (86) - TotalThreadsTotalWallClockTime: 2.0h (7141110655801) - TotalThreadsSysTime: 1.48s (1478007000) - TotalThreadsUserTime: 28.57s (28567780000) - TotalThreadsVoluntaryContextSwitches: 216,104 (216104) - TotalTime: 2.0h (7141110655801) Fragment Instance Lifecycle Event Timeline Prepare Finished: 174ms (174995114) Open Finished: 35.2m (2111535048003) First Batch Produced: 35.2m (2114482965700) First Batch Sent: 35.2m (2114482965700) ExecInternal Finished: 2.0h (7141287650859) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5029750602912) - ExecTreeExecTime: 52.47s (52466534594) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111360052889) - ExecTreeOpenTime: 35.2m (2110024090188) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976831080967) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,993 (1657993) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 224ms (224993715) - TotalBytesSent: 39.2 MiB (41140322) - TotalTime: 1.4h (4977282068373) - UncompressedRowBatchSize: 83.8 MiB (87873629) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,993 (1657993) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2162490624782) Node Lifecycle Event Timeline Open Started: 1.51s (1510957815) Open Finished: 35.2m (2111535048003) First Batch Requested: 35.2m (2111535048003) First Batch Returned: 35.2m (2114482965700) Last Batch Returned: 2.0h (7141256651725) Closed: 2.0h (7141287650859) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,993 (1657993) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2162287630456) Node Lifecycle Event Timeline Open Started: 1.51s (1510957815) Open Finished: 35.2m (2111535048003) First Batch Requested: 35.2m (2111535048003) First Batch Returned: 35.2m (2114482965700) Last Batch Returned: 2.0h (7141256651725) Closed: 2.0h (7141256651725) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.31s (17309516741) - GetResultsTime: 62ms (62998240) - HTResizeTime: 69ms (69998051) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,993 (1657993) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 590ms (590983510) - CumulativeAllocationBytes: 8.3 GiB (8870952960) - CumulativeAllocations: 4,214 (4214) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4194304000) - ReadIoOps: 2,000 (2000) - ReadIoWaitTime: 37.19s (37190961212) - SystemAllocTime: 573ms (573983986) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 2.01s (2013943777) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 480ms (480986575) - InactiveTotalTime: 34.9m (2091217615233) - PeakMemoryUsage: 10.4 MiB (10928128) - RowsReturned: 25,937,709 (25937709) - RowsReturnedRate: 12396 per second (12396) - TotalTime: 34.9m (2092411581901) Node Lifecycle Event Timeline Open Started: 1.51s (1510957815) Open Finished: 25.03s (25026301288) First Batch Requested: 25.03s (25027301260) First Batch Returned: 25.05s (25048300674) Last Batch Returned: 35.2m (2111534048031) Closed: 35.2m (2111534048031) Buffer pool - AllocTime: 3.07s (3069914278) - CumulativeAllocationBytes: 6.4 GiB (6899015680) - CumulativeAllocations: 336,886 (336886) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.4 MiB (10928128) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.4 MiB (10928128) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.44s (2438931909) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.52s (23515343473) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4601605886) - TotalGetBatchTime: 34.9m (2091770599796) - DataWaitTime: 34.9m (2091217615233) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.71s (9714728738) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,443 (168443) - TotalBatchesReceived: 168,443 (168443) - TotalBytesReceived: 1.7 GiB (1795503231) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 23 (23) - CodegenTotalWallClockTime: 1.33s (1335962701) - CodegenSysTime: 4ms (4012000) - CodegenUserTime: 397ms (397221000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 521ms (521985426) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999749) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 753ms (753978950) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 49ms (49998604) - TotalTime: 1.33s (1335962701) Instance c7456fdd806a4994:3209e92600000255 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.606 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.5 MiB (42503353) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 1,657,489 (1657489) - TotalNetworkReceiveTime: 34.9m (2093685639785) - TotalNetworkSendTime: 1.4h (4976976285564) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 70 (70) - TotalThreadsTotalWallClockTime: 2.0h (7140873531047) - TotalThreadsSysTime: 1.49s (1493939000) - TotalThreadsUserTime: 28.20s (28199724000) - TotalThreadsVoluntaryContextSwitches: 219,897 (219897) - TotalTime: 2.0h (7140874531013) Fragment Instance Lifecycle Event Timeline Prepare Finished: 206ms (206992944) Open Finished: 35.2m (2111206042619) First Batch Produced: 35.2m (2114107943685) First Batch Sent: 35.2m (2114107943685) ExecInternal Finished: 2.0h (7141082523923) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5029875481338) - ExecTreeExecTime: 52.46s (52464210615) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2110999049675) - ExecTreeOpenTime: 35.2m (2109646095797) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976976285564) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,657,489 (1657489) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 221ms (221992428) - TotalBytesSent: 39.2 MiB (41124468) - TotalTime: 1.4h (4977406270895) - UncompressedRowBatchSize: 83.8 MiB (87846917) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,657,489 (1657489) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2162110306412) Node Lifecycle Event Timeline Open Started: 1.56s (1559946822) Open Finished: 35.2m (2111206042619) First Batch Requested: 35.2m (2111206042619) First Batch Returned: 35.2m (2114107943685) Last Batch Returned: 2.0h (7141059524708) Closed: 2.0h (7141082523923) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,657,489 (1657489) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2161915313061) Node Lifecycle Event Timeline Open Started: 1.56s (1559946822) Open Finished: 35.2m (2111206042619) First Batch Requested: 35.2m (2111206042619) First Batch Returned: 35.2m (2114106943719) Last Batch Returned: 2.0h (7141059524708) Closed: 2.0h (7141059524708) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.10s (15099485341) - GetResultsTime: 54ms (54998126) - HTResizeTime: 84ms (84997097) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,657,489 (1657489) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 511ms (511982550) - CumulativeAllocationBytes: 8.3 GiB (8883535872) - CumulativeAllocations: 4,220 (4220) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4248829952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4196401152) - ReadIoOps: 2,001 (2001) - ReadIoWaitTime: 37.49s (37492721198) - SystemAllocTime: 509ms (509982618) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4248829952) - WriteIoOps: 2,026 (2026) - WriteIoWaitTime: 935ms (935968102) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 444ms (444984844) - InactiveTotalTime: 34.9m (2093130658700) - PeakMemoryUsage: 6.2 MiB (6545408) - RowsReturned: 25,943,615 (25943615) - RowsReturnedRate: 12388 per second (12388) - TotalTime: 34.9m (2094230621224) Node Lifecycle Event Timeline Open Started: 1.56s (1559946822) Open Finished: 24.78s (24782155184) First Batch Requested: 24.78s (24782155184) First Batch Returned: 24.82s (24823153786) Last Batch Returned: 35.2m (2111205042653) Closed: 35.2m (2111206042619) Buffer pool - AllocTime: 2.04s (2043930342) - CumulativeAllocationBytes: 6.4 GiB (6900645888) - CumulativeAllocations: 336,966 (336966) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.2 MiB (6545408) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.2 MiB (6545408) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.76s (1762939916) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.22s (23222208362) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4603109568) - TotalGetBatchTime: 34.9m (2093660640637) - DataWaitTime: 34.9m (2093130658700) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.54s (8545708735) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,483 (168483) - TotalBatchesReceived: 168,483 (168483) - TotalBytesReceived: 1.7 GiB (1795911545) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 1.35s (1352953878) - CodegenSysTime: 6ms (6989000) - CodegenUserTime: 383ms (383444000) - CodegenVoluntaryContextSwitches: 108 (108) - CompileTime: 589ms (589979888) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999795) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 664ms (664977331) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 80ms (80997239) - TotalTime: 1.35s (1352953878) Instance c7456fdd806a4994:3209e9260000025b (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.418 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.7 MiB (45812921) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 1,661,293 (1661293) - TotalNetworkReceiveTime: 34.8m (2090387114968) - TotalNetworkSendTime: 1.4h (4977115641629) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 103 (103) - TotalThreadsTotalWallClockTime: 2.0h (7140669310150) - TotalThreadsSysTime: 1.62s (1618118000) - TotalThreadsUserTime: 28.12s (28116103000) - TotalThreadsVoluntaryContextSwitches: 215,592 (215592) - TotalTime: 2.0h (7140702309947) Fragment Instance Lifecycle Event Timeline Prepare Finished: 193ms (193998805) Open Finished: 35.2m (2111347985801) First Batch Produced: 35.2m (2114318967487) First Batch Sent: 35.2m (2114318967487) ExecInternal Finished: 2.0h (7140864308949) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5029515323154) - ExecTreeExecTime: 51.98s (51975684105) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111153986996) - ExecTreeOpenTime: 35.2m (2109636996339) - PrepareTime: 32ms (32999797) - ExecTreePrepareTime: 13ms (13999914) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977116641623) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,661,293 (1661293) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 214ms (214998692) - TotalBytesSent: 39.3 MiB (41213259) - TotalTime: 1.4h (4977555638950) - UncompressedRowBatchSize: 84.0 MiB (88048529) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,661,293 (1661293) - RowsReturnedRate: 768 per second (768) - TotalTime: 36.0m (2161626680358) Node Lifecycle Event Timeline Open Started: 1.71s (1710989462) Open Finished: 35.2m (2111347985801) First Batch Requested: 35.2m (2111347985801) First Batch Returned: 35.2m (2114318967487) Last Batch Returned: 2.0h (7140841309088) Closed: 2.0h (7140864308949) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,661,293 (1661293) - RowsReturnedRate: 768 per second (768) - TotalTime: 36.0m (2161408681678) Node Lifecycle Event Timeline Open Started: 1.71s (1710989462) Open Finished: 35.2m (2111347985801) First Batch Requested: 35.2m (2111347985801) First Batch Returned: 35.2m (2114318967487) Last Batch Returned: 2.0h (7140841309088) Closed: 2.0h (7140841309088) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 18.30s (18296887246) - GetResultsTime: 58ms (58999641) - HTResizeTime: 81ms (81999503) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,661,293 (1661293) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 808ms (808995020) - CumulativeAllocationBytes: 8.3 GiB (8860467200) - CumulativeAllocations: 4,209 (4209) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4234149888) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4188012544) - ReadIoOps: 1,997 (1997) - ReadIoWaitTime: 36.82s (36817776274) - SystemAllocTime: 782ms (782995180) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4234149888) - WriteIoOps: 2,019 (2019) - WriteIoWaitTime: 1.45s (1451991052) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 516ms (516996805) - InactiveTotalTime: 34.8m (2089716119103) - PeakMemoryUsage: 9.4 MiB (9854976) - RowsReturned: 25,929,684 (25929684) - RowsReturnedRate: 12400 per second (12400) - TotalTime: 34.8m (2090995111219) Node Lifecycle Event Timeline Open Started: 1.71s (1710989462) Open Finished: 24.88s (24884846733) First Batch Requested: 24.89s (24885846727) First Batch Returned: 24.93s (24931846444) Last Batch Returned: 35.2m (2111346985808) Closed: 35.2m (2111347985801) Buffer pool - AllocTime: 3.34s (3343979382) - CumulativeAllocationBytes: 6.4 GiB (6896926720) - CumulativeAllocations: 336,792 (336792) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.4 MiB (9854976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.4 MiB (9854976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.95s (2949981805) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.17s (23173857271) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4600872925) - TotalGetBatchTime: 34.8m (2090356115158) - DataWaitTime: 34.8m (2089716119103) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.09s (10085937847) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,396 (168396) - TotalBatchesReceived: 168,396 (168396) - TotalBytesReceived: 1.7 GiB (1794958858) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.52s (1516990657) - CodegenSysTime: 9ms (9963000) - CodegenUserTime: 389ms (389696000) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 466ms (466997124) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34999785) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 906ms (906994414) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 105ms (105999347) - TotalTime: 1.52s (1516990657) Instance c7456fdd806a4994:3209e9260000026f (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.393 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.6 MiB (43642041) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 1,660,051 (1660051) - TotalNetworkReceiveTime: 34.9m (2093161067805) - TotalNetworkSendTime: 1.4h (4977007237929) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 98 (98) - TotalThreadsTotalWallClockTime: 2.0h (7140274816344) - TotalThreadsSysTime: 1.44s (1438353000) - TotalThreadsUserTime: 28.04s (28039736000) - TotalThreadsVoluntaryContextSwitches: 217,019 (217019) - TotalTime: 2.0h (7140274816344) Fragment Instance Lifecycle Event Timeline Prepare Finished: 217ms (217001561) Open Finished: 35.2m (2111657200883) First Batch Produced: 35.2m (2114565221796) First Batch Sent: 35.2m (2114565221796) ExecInternal Finished: 2.0h (7140492817913) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5028834617022) - ExecTreeExecTime: 51.43s (51429376188) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111440199322) - ExecTreeOpenTime: 35.2m (2110269190900) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977008237936) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,660,051 (1660051) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 199ms (199001457) - TotalBytesSent: 39.3 MiB (41182210) - TotalTime: 1.4h (4977404240827) - UncompressedRowBatchSize: 83.9 MiB (87982703) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,660,051 (1660051) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2161697567080) Node Lifecycle Event Timeline Open Started: 1.39s (1388009983) Open Finished: 35.2m (2111657200883) First Batch Requested: 35.2m (2111657200883) First Batch Returned: 35.2m (2114565221796) Last Batch Returned: 2.0h (7140470817751) Closed: 2.0h (7140491817905) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,660,051 (1660051) - RowsReturnedRate: 768 per second (768) - TotalTime: 36.0m (2161481565492) Node Lifecycle Event Timeline Open Started: 1.39s (1388009983) Open Finished: 35.2m (2111657200883) First Batch Requested: 35.2m (2111657200883) First Batch Returned: 35.2m (2114565221796) Last Batch Returned: 2.0h (7140470817751) Closed: 2.0h (7140470817751) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.95s (15947114733) - GetResultsTime: 62ms (62000451) - HTResizeTime: 78ms (78000567) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,660,051 (1660051) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 566ms (566004075) - CumulativeAllocationBytes: 8.3 GiB (8875147264) - CumulativeAllocations: 4,216 (4216) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4246732800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4190109696) - ReadIoOps: 1,998 (1998) - ReadIoWaitTime: 36.38s (36382266188) - SystemAllocTime: 524ms (524003771) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4246732800) - WriteIoOps: 2,025 (2025) - WriteIoWaitTime: 1.05s (1048007530) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 487ms (487003506) - InactiveTotalTime: 34.9m (2092461062764) - PeakMemoryUsage: 7.3 MiB (7684096) - RowsReturned: 25,969,062 (25969062) - RowsReturnedRate: 12403 per second (12403) - TotalTime: 34.9m (2093750072044) Node Lifecycle Event Timeline Open Started: 1.39s (1388009983) Open Finished: 25.10s (25098180516) First Batch Requested: 25.10s (25099180524) First Batch Returned: 25.24s (25239181530) Last Batch Returned: 35.2m (2111657200883) Closed: 35.2m (2111657200883) Buffer pool - AllocTime: 3.77s (3775027160) - CumulativeAllocationBytes: 6.4 GiB (6907428864) - CumulativeAllocations: 337,300 (337300) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.3 MiB (7684096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.3 MiB (7684096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.30s (3297023722) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.71s (23710170533) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4607471910) - TotalGetBatchTime: 34.9m (2093130067584) - DataWaitTime: 34.9m (2092461062764) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11.49s (11486082720) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,650 (168650) - TotalBatchesReceived: 168,650 (168650) - TotalBytesReceived: 1.7 GiB (1797757457) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.17s (1170008415) - CodegenSysTime: 4ms (4003000) - CodegenUserTime: 393ms (393346000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 402ms (402002891) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6000043) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 688ms (688004949) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 60ms (60000432) - TotalTime: 1.17s (1170008415) Instance c7456fdd806a4994:3209e92600000254 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.540 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52291633) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 1,658,192 (1658192) - TotalNetworkReceiveTime: 34.9m (2095124436380) - TotalNetworkSendTime: 1.4h (4976957789578) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 93 (93) - TotalThreadsTotalWallClockTime: 2.0h (7140038806326) - TotalThreadsSysTime: 1.52s (1517720000) - TotalThreadsUserTime: 27.93s (27935507000) - TotalThreadsVoluntaryContextSwitches: 222,181 (222181) - TotalTime: 2.0h (7140038806326) Fragment Instance Lifecycle Event Timeline Prepare Finished: 218ms (218992206) Open Finished: 35.2m (2111240862785) First Batch Produced: 35.2m (2114162758811) First Batch Sent: 35.2m (2114162758811) ExecInternal Finished: 2.0h (7140258798496) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5029016935747) - ExecTreeExecTime: 51.63s (51631161420) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111021870579) - ExecTreeOpenTime: 35.2m (2110235898551) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976957789578) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,192 (1658192) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 242ms (242991342) - TotalBytesSent: 39.2 MiB (41140551) - TotalTime: 1.4h (4977382774434) - UncompressedRowBatchSize: 83.8 MiB (87884176) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,192 (1658192) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2161867059971) Node Lifecycle Event Timeline Open Started: 1.00s (1004964234) Open Finished: 35.2m (2111240862785) First Batch Requested: 35.2m (2111240862785) First Batch Returned: 35.2m (2114162758811) Last Batch Returned: 2.0h (7140235799316) Closed: 2.0h (7140258798496) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,192 (1658192) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2161667067082) Node Lifecycle Event Timeline Open Started: 1.00s (1004964234) Open Finished: 35.2m (2111240862785) First Batch Requested: 35.2m (2111240862785) First Batch Returned: 35.2m (2114162758811) Last Batch Returned: 2.0h (7140235799316) Closed: 2.0h (7140235799316) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.14s (14144496596) - GetResultsTime: 70ms (70997473) - HTResizeTime: 69ms (69997505) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,192 (1658192) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 565ms (565979860) - CumulativeAllocationBytes: 8.3 GiB (8868855808) - CumulativeAllocations: 4,213 (4213) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4192206848) - ReadIoOps: 1,999 (1999) - ReadIoWaitTime: 36.65s (36646694990) - SystemAllocTime: 564ms (564979896) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 1.31s (1308953414) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 488ms (488982592) - InactiveTotalTime: 34.9m (2094522457802) - PeakMemoryUsage: 15.6 MiB (16333688) - RowsReturned: 25,914,509 (25914509) - RowsReturnedRate: 12365 per second (12365) - TotalTime: 34.9m (2095715415335) Node Lifecycle Event Timeline Open Started: 1.00s (1004964234) Open Finished: 24.83s (24832116238) First Batch Requested: 24.83s (24834116167) First Batch Returned: 24.88s (24881114494) Last Batch Returned: 35.2m (2111239862821) Closed: 35.2m (2111240862785) Buffer pool - AllocTime: 1.37s (1370951213) - CumulativeAllocationBytes: 6.4 GiB (6892855296) - CumulativeAllocations: 336,586 (336586) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1078961604) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.83s (23827152004) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4598069890) - TotalGetBatchTime: 34.9m (2095100437233) - DataWaitTime: 34.9m (2094522457802) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.83s (7829721318) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,293 (168293) - TotalBatchesReceived: 168,293 (168293) - TotalBytesReceived: 1.7 GiB (1793947687) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 77ms (77928506) - TotalRPCsDeferred: 114 (114) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 785ms (785972028) - CodegenSysTime: 8ms (8039000) - CodegenUserTime: 376ms (376845000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 268ms (268990427) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999786) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 450ms (450983950) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 47ms (47998292) - TotalTime: 785ms (785972028) Instance c7456fdd806a4994:3209e92600000260 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:02.390 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.1 MiB (45198521) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 1,658,805 (1658805) - TotalNetworkReceiveTime: 34.9m (2093759957452) - TotalNetworkSendTime: 1.4h (4976692942984) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 96 (96) - TotalThreadsTotalWallClockTime: 2.0h (7139984675323) - TotalThreadsSysTime: 1.41s (1412136000) - TotalThreadsUserTime: 28.46s (28463441000) - TotalThreadsVoluntaryContextSwitches: 218,909 (218909) - TotalTime: 2.0h (7139985675320) Fragment Instance Lifecycle Event Timeline Prepare Finished: 316ms (316998927) Open Finished: 35.2m (2111472897884) First Batch Produced: 35.2m (2114247888556) First Batch Sent: 35.2m (2114247888556) ExecInternal Finished: 2.0h (7140303674244) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5028828776366) - ExecTreeExecTime: 51.74s (51736834652) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111155898957) - ExecTreeOpenTime: 35.2m (2109839903412) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4976694942978) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,805 (1658805) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 206ms (206999345) - TotalBytesSent: 39.2 MiB (41154945) - TotalTime: 1.4h (4977090941717) - UncompressedRowBatchSize: 83.8 MiB (87916665) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,805 (1658805) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2161576738064) Node Lifecycle Event Timeline Open Started: 1.63s (1632994472) Open Finished: 35.2m (2111472897884) First Batch Requested: 35.2m (2111472897884) First Batch Returned: 35.2m (2114247888556) Last Batch Returned: 2.0h (7140279674320) Closed: 2.0h (7140303674244) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,805 (1658805) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2161364738743) Node Lifecycle Event Timeline Open Started: 1.63s (1632994472) Open Finished: 35.2m (2111472897884) First Batch Requested: 35.2m (2111472897884) First Batch Returned: 35.2m (2114247888556) Last Batch Returned: 2.0h (7140278674323) Closed: 2.0h (7140279674320) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.23s (15228948835) - GetResultsTime: 80ms (80999740) - HTResizeTime: 80ms (80999743) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,805 (1658805) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 500ms (500998319) - CumulativeAllocationBytes: 8.3 GiB (8864661504) - CumulativeAllocations: 4,211 (4211) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4188012544) - ReadIoOps: 1,997 (1997) - ReadIoWaitTime: 36.65s (36650882971) - SystemAllocTime: 481ms (481998381) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 1.07s (1067996401) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 424ms (424998556) - InactiveTotalTime: 34.9m (2093264959123) - PeakMemoryUsage: 8.8 MiB (9240576) - RowsReturned: 25,937,925 (25937925) - RowsReturnedRate: 12384 per second (12384) - TotalTime: 34.9m (2094302955618) Node Lifecycle Event Timeline Open Started: 1.63s (1632994472) Open Finished: 24.96s (24963915497) First Batch Requested: 24.96s (24964915493) First Batch Returned: 25.10s (25100915033) Last Batch Returned: 35.2m (2111472897884) Closed: 35.2m (2111472897884) Buffer pool - AllocTime: 2.90s (2903990229) - CumulativeAllocationBytes: 6.4 GiB (6899138560) - CumulativeAllocations: 336,892 (336892) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.8 MiB (9240576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.8 MiB (9240576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.64s (2643991110) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.33s (23330921025) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4602504360) - TotalGetBatchTime: 34.9m (2093732957543) - DataWaitTime: 34.9m (2093264959123) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.78s (9777967084) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,446 (168446) - TotalBatchesReceived: 168,446 (168446) - TotalBytesReceived: 1.7 GiB (1795688939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.31s (1315995545) - CodegenSysTime: 3ms (3998000) - CodegenUserTime: 388ms (388914000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 442ms (442998500) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999980) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 717ms (717997570) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 147ms (147999499) - TotalTime: 1.31s (1315995545) Instance c7456fdd806a4994:3209e92600000252 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:06.339 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.3 MiB (45370553) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 1,659,946 (1659946) - TotalNetworkReceiveTime: 34.9m (2092996155890) - TotalNetworkSendTime: 1.4h (4977361333537) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 93 (93) - TotalThreadsTotalWallClockTime: 2.0h (7139902908419) - TotalThreadsSysTime: 1.43s (1433953000) - TotalThreadsUserTime: 28.17s (28166072000) - TotalThreadsVoluntaryContextSwitches: 218,186 (218186) - TotalTime: 2.0h (7139902908419) Fragment Instance Lifecycle Event Timeline Prepare Finished: 171ms (171993601) Open Finished: 35.2m (2111397471380) First Batch Produced: 35.2m (2114104370803) First Batch Sent: 35.2m (2114104370803) ExecInternal Finished: 2.0h (7140075901983) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5028677430640) - ExecTreeExecTime: 50.88s (50879113306) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111225477779) - ExecTreeOpenTime: 35.2m (2109714533992) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977361333537) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,659,946 (1659946) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 211ms (211992138) - TotalBytesSent: 39.3 MiB (41185586) - TotalTime: 1.4h (4977799317297) - UncompressedRowBatchSize: 83.9 MiB (87977138) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,659,946 (1659946) - RowsReturnedRate: 768 per second (768) - TotalTime: 36.0m (2160593647298) Node Lifecycle Event Timeline Open Started: 1.68s (1682937388) Open Finished: 35.2m (2111397471380) First Batch Requested: 35.2m (2111397471380) First Batch Returned: 35.2m (2114104370803) Last Batch Returned: 2.0h (7140053902798) Closed: 2.0h (7140075901983) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,659,946 (1659946) - RowsReturnedRate: 768 per second (768) - TotalTime: 36.0m (2160399654501) Node Lifecycle Event Timeline Open Started: 1.68s (1682937388) Open Finished: 35.2m (2111397471380) First Batch Requested: 35.2m (2111397471380) First Batch Returned: 35.2m (2114104370803) Last Batch Returned: 2.0h (7140053902798) Closed: 2.0h (7140053902798) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.74s (15745414286) - GetResultsTime: 73ms (73997262) - HTResizeTime: 86ms (86996774) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,659,946 (1659946) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 587ms (587978130) - CumulativeAllocationBytes: 8.3 GiB (8870952960) - CumulativeAllocations: 4,214 (4214) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 4.0 GiB (4244635648) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4188012544) - ReadIoOps: 1,997 (1997) - ReadIoWaitTime: 35.77s (35765673762) - SystemAllocTime: 569ms (569978800) - TotalTime: 0ns (0) - WriteIoBytes: 4.0 GiB (4244635648) - WriteIoOps: 2,024 (2024) - WriteIoWaitTime: 1.14s (1141957513) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 504ms (504981223) - InactiveTotalTime: 34.9m (2092418177411) - PeakMemoryUsage: 9.0 MiB (9412608) - RowsReturned: 25,946,732 (25946732) - RowsReturnedRate: 12393 per second (12393) - TotalTime: 34.9m (2093607133171) Node Lifecycle Event Timeline Open Started: 1.68s (1682937388) Open Finished: 24.98s (24984070494) First Batch Requested: 24.98s (24985070457) First Batch Returned: 25.03s (25032068709) Last Batch Returned: 35.2m (2111397471380) Closed: 35.2m (2111397471380) Buffer pool - AllocTime: 3.16s (3156882566) - CumulativeAllocationBytes: 6.4 GiB (6901432320) - CumulativeAllocations: 337,006 (337006) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.0 MiB (9412608) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.0 MiB (9412608) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.65s (2655901201) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.30s (23301133106) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4604130975) - TotalGetBatchTime: 34.9m (2092975156674) - DataWaitTime: 34.9m (2092418177411) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.73s (9729638053) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,503 (168503) - TotalBatchesReceived: 168,503 (168503) - TotalBytesReceived: 1.7 GiB (1796319513) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.51s (1510943787) - CodegenSysTime: 6ms (6089000) - CodegenUserTime: 393ms (393725000) - CodegenVoluntaryContextSwitches: 125 (125) - CompileTime: 551ms (551979464) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999777) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 931ms (931965328) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 18ms (18999293) - TotalTime: 1.51s (1510943787) Instance c7456fdd806a4994:3209e92600000258 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:05.948 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.4 MiB (41307321) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 1,658,484 (1658484) - TotalNetworkReceiveTime: 34.9m (2095027090215) - TotalNetworkSendTime: 1.4h (4977551827583) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 89 (89) - TotalThreadsTotalWallClockTime: 2.0h (7139688812800) - TotalThreadsSysTime: 1.51s (1511173000) - TotalThreadsUserTime: 27.95s (27955155000) - TotalThreadsVoluntaryContextSwitches: 222,114 (222114) - TotalTime: 2.0h (7139689812768) Fragment Instance Lifecycle Event Timeline Prepare Finished: 208ms (208993419) Open Finished: 35.2m (2111361576160) First Batch Produced: 35.2m (2114074490886) First Batch Sent: 35.2m (2114074490886) ExecInternal Finished: 2.0h (7139898806187) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5028536230059) - ExecTreeExecTime: 50.56s (50560415764) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111152582741) - ExecTreeOpenTime: 35.2m (2109541633461) - PrepareTime: 999.97us (999968) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977551827583) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,658,484 (1658484) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 233ms (233992673) - TotalBytesSent: 39.2 MiB (41152604) - TotalTime: 1.4h (4977975814293) - UncompressedRowBatchSize: 83.8 MiB (87899652) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,658,484 (1658484) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2160100049289) Node Lifecycle Event Timeline Open Started: 1.82s (1819942699) Open Finished: 35.2m (2111361576160) First Batch Requested: 35.2m (2111361576160) First Batch Returned: 35.2m (2114074490886) Last Batch Returned: 2.0h (7139875806908) Closed: 2.0h (7139898806187) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,658,484 (1658484) - RowsReturnedRate: 767 per second (767) - TotalTime: 36.0m (2159901055514) Node Lifecycle Event Timeline Open Started: 1.82s (1819942699) Open Finished: 35.2m (2111361576160) First Batch Requested: 35.2m (2111361576160) First Batch Returned: 35.2m (2114074490886) Last Batch Returned: 2.0h (7139875806908) Closed: 2.0h (7139875806908) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.58s (13584572482) - GetResultsTime: 47ms (47998491) - HTResizeTime: 84ms (84997336) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,658,484 (1658484) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 379ms (379988031) - CumulativeAllocationBytes: 8.2 GiB (8835301376) - CumulativeAllocations: 4,197 (4197) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4229955584) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4167041024) - ReadIoOps: 1,987 (1987) - ReadIoWaitTime: 35.66s (35665882525) - SystemAllocTime: 332ms (332989512) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4229955584) - WriteIoOps: 2,017 (2017) - WriteIoWaitTime: 1.05s (1046967038) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 463ms (463985422) - InactiveTotalTime: 34.9m (2094432108930) - PeakMemoryUsage: 5.1 MiB (5349376) - RowsReturned: 25,899,179 (25899179) - RowsReturnedRate: 12358 per second (12358) - TotalTime: 34.9m (2095583072748) Node Lifecycle Event Timeline Open Started: 1.82s (1819942699) Open Finished: 24.93s (24926215200) First Batch Requested: 24.93s (24927215169) First Batch Returned: 25.05s (25049211328) Last Batch Returned: 35.2m (2111361576160) Closed: 35.2m (2111361576160) Buffer pool - AllocTime: 1.89s (1887940593) - CumulativeAllocationBytes: 6.4 GiB (6888792064) - CumulativeAllocations: 336,386 (336386) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.1 MiB (5349376) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.1 MiB (5349376) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.58s (1585950092) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.11s (23106272501) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4595410755) - TotalGetBatchTime: 34.9m (2095001091031) - DataWaitTime: 34.9m (2094432108930) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.19s (8189742212) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,193 (168193) - TotalBatchesReceived: 168,193 (168193) - TotalBytesReceived: 1.7 GiB (1792996188) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 1.61s (1610949280) - CodegenSysTime: 6ms (6998000) - CodegenUserTime: 397ms (397541000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 526ms (526983408) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30999024) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 1.00s (1002968422) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 47ms (47998489) - TotalTime: 1.61s (1610949280) Instance c7456fdd806a4994:3209e92600000251 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:25:01.864 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52363150) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 1,655,431 (1655431) - TotalNetworkReceiveTime: 34.9m (2091592958204) - TotalNetworkSendTime: 1.4h (4977852428055) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 115 (115) - TotalThreadsTotalWallClockTime: 2.0h (7138561738931) - TotalThreadsSysTime: 1.41s (1413354000) - TotalThreadsUserTime: 28.37s (28374474000) - TotalThreadsVoluntaryContextSwitches: 216,205 (216205) - TotalTime: 2.0h (7138561738931) Fragment Instance Lifecycle Event Timeline Prepare Finished: 246ms (246990548) Open Finished: 35.2m (2111301203826) First Batch Produced: 35.2m (2114007100349) First Batch Sent: 35.2m (2114007100349) ExecInternal Finished: 2.0h (7138810729402) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5027507525653) - ExecTreeExecTime: 49.24s (49238113563) - InactiveTotalTime: 0ns (0) - OpenTime: 35.2m (2111054213278) - ExecTreeOpenTime: 35.2m (2109646267158) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=71) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 1.4h (4977854427979) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,655,431 (1655431) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 219ms (219991582) - TotalBytesSent: 39.2 MiB (41068959) - TotalTime: 1.4h (4978267412166) - UncompressedRowBatchSize: 83.7 MiB (87737843) UNION_NODE (id=21) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,655,431 (1655431) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2158884380721) Node Lifecycle Event Timeline Open Started: 1.65s (1654936668) Open Finished: 35.2m (2111301203826) First Batch Requested: 35.2m (2111301203826) First Batch Returned: 35.2m (2114007100349) Last Batch Returned: 2.0h (7138785730360) Closed: 2.0h (7138809729440) AGGREGATION_NODE (id=70) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,655,431 (1655431) - RowsReturnedRate: 766 per second (766) - TotalTime: 36.0m (2158677388659) Node Lifecycle Event Timeline Open Started: 1.65s (1654936668) Open Finished: 35.2m (2111301203826) First Batch Requested: 35.2m (2111301203826) First Batch Returned: 35.2m (2114007100349) Last Batch Returned: 2.0h (7138785730360) Closed: 2.0h (7138785730360) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.06s (17058347041) - GetResultsTime: 58ms (58997740) - HTResizeTime: 113ms (113995630) - HashBuckets: 4,194,304 (4194304) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,655,431 (1655431) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 518ms (518980137) - CumulativeAllocationBytes: 8.3 GiB (8862564352) - CumulativeAllocations: 4,210 (4210) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.9 GiB (4238344192) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.9 GiB (4185915392) - ReadIoOps: 1,996 (1996) - ReadIoWaitTime: 34.18s (34176690577) - SystemAllocTime: 497ms (497980941) - TotalTime: 0ns (0) - WriteIoBytes: 3.9 GiB (4238344192) - WriteIoOps: 2,021 (2021) - WriteIoWaitTime: 1.33s (1327949171) EXCHANGE_NODE (id=69) - ConvertRowBatchTime: 484ms (484981437) - InactiveTotalTime: 34.9m (2091069978225) - PeakMemoryUsage: 15.6 MiB (16405205) - RowsReturned: 25,917,075 (25917075) - RowsReturnedRate: 12387 per second (12387) - TotalTime: 34.9m (2092184935539) Node Lifecycle Event Timeline Open Started: 1.65s (1654936668) Open Finished: 24.88s (24877047989) First Batch Requested: 24.88s (24878047950) First Batch Returned: 24.93s (24925046152) Last Batch Returned: 35.2m (2111300203864) Closed: 35.2m (2111301203826) Buffer pool - AllocTime: 3.13s (3133880040) - CumulativeAllocationBytes: 6.4 GiB (6893592576) - CumulativeAllocations: 336,620 (336620) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.80s (2798892861) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.22s (23222111321) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.3 GiB (4598479157) - TotalGetBatchTime: 34.9m (2091566959200) - DataWaitTime: 34.9m (2091069978225) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 10.76s (10762588037) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 168,310 (168310) - TotalBatchesReceived: 168,310 (168310) - TotalBytesReceived: 1.7 GiB (1793896631) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 192ms (192713967) - TotalRPCsDeferred: 172 (172) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 59 (59) - CodegenTotalWallClockTime: 1.41s (1407946120) - CodegenSysTime: 10ms (10871000) - CodegenUserTime: 392ms (392292000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 514ms (514980292) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 77ms (77997016) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 778ms (778970190) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 32ms (32998737) - TotalTime: 1.41s (1407946120) Averaged Fragment F22 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:34m12s max:35m13s mean: 34m48s stddev:14s735ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.5 MiB (651702784) - PeakReservation: 609.2 MiB (638797876) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 25,933,335 (25933335) - TotalNetworkReceiveTime: 7.3m (437008662414) - TotalNetworkSendTime: 26.3m (1579690806828) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,448 (3448) - TotalThreadsTotalWallClockTime: 34.8m (2085773267872) - TotalThreadsSysTime: 3.15s (3149795974) - TotalThreadsUserTime: 1.0m (62095389384) - TotalThreadsVoluntaryContextSwitches: 81,455 (81455) - TotalTime: 34.8m (2085787523924) Buffer pool - AllocTime: 666.64us (666645) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 666.64us (666645) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.5m (2068339090350) - ExecTreeExecTime: 7.6m (457304390723) - InactiveTotalTime: 0ns (0) - OpenTime: 17.43s (17434177522) - ExecTreeOpenTime: 15.30s (15297045674) - PrepareTime: 13ms (13897080) - ExecTreePrepareTime: 5ms (5948542) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.3 MiB (1325474) - RowsSent: 25,933,335 (25933335) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.73s (17726529023) - TotalBytesSent: 1.7 GiB (1795191199) - TotalTime: 26.8m (1610941445212) - UncompressedRowBatchSize: 4.3 GiB (4601262963) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.3 MiB (302336180) - RowsReturned: 25,933,335 (25933335) - RowsReturnedRate: 57512 per second (57512) - TotalTime: 7.9m (472563821825) GroupingAggregator 0 - BuildTime: 0ns (0) - GetResultsTime: 54ms (54947493) - HTResizeTime: 65ms (65460207) - HashBuckets: 2,103,873 (2103873) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.3 MiB (302311604) - PeakReservation: 288.2 MiB (302204980) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,074.59 (3074.58840455949) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,402,801 (24402801) - RowsReturned: 25,933,335 (25933335) - StreamingTime: 26.24s (26240802486) - TotalTime: 0ns (0) Buffer pool - AllocTime: 34ms (34537724) - CumulativeAllocationBytes: 306.2 MiB (321079348) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.2 MiB (302204980) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.2 MiB (302204980) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33922357) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) - BuildRows: 1,666,666 (1666666) - BuildTime: 1.59s (1589503165) - InactiveTotalTime: 0ns (0) - LocalTime: 7.33s (7332682971) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,474,606 (73474606) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.56s (5558517248) - RowsReturned: 73,289,984 (73289984) - RowsReturnedRate: 173928 per second (173928) - TotalTime: 7.4m (445745596163) Buffer pool - AllocTime: 156ms (156022195) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 155ms (155970915) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) - BuildRowsPartitionTime: 1.35s (1355277457) - BuildRowsPartitioned: 1,666,666 (1666666) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 228ms (228712997) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 33ms (33845407) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.7 MiB (15393929) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 121991 per second (121991) - TotalTime: 13.67s (13671133053) Buffer pool - AllocTime: 599ms (599730210) - CumulativeAllocationBytes: 370.2 MiB (388207117) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14904608) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14904608) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 517ms (517091052) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274045240) - TotalGetBatchTime: 13.63s (13630698047) - DataWaitTime: 13.59s (13585237576) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.05s (1053874151) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163689726) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 402ms (402042452) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.25s (1251023441) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 11.5 MiB (12061704) - RowsReturned: 73,474,606 (73474606) - RowsReturnedRate: 185255 per second (185255) - TotalTime: 7.1m (424741780138) Buffer pool - AllocTime: 5.90s (5899618573) - CumulativeAllocationBytes: 4.7 GiB (5072544164) - CumulativeAllocations: 412,817 (412817) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11790808) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11790808) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.38s (4376336594) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4555425575) - TotalGetBatchTime: 7.1m (423350836758) - DataWaitTime: 7.0m (422250371085) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.71s (8709790165) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,408 (206408) - TotalBatchesReceived: 206,408 (206408) - TotalBytesReceived: 1.9 GiB (2062335819) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 57.33s (57330524087) - TotalRPCsDeferred: 3,937 (3937) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 126 (126) - CodegenTotalWallClockTime: 2.14s (2136260072) - CodegenSysTime: 14ms (14457000) - CodegenUserTime: 929ms (929080102) - CodegenVoluntaryContextSwitches: 98 (98) - CompileTime: 444ms (444348953) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 101ms (101741218) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1489505629) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 89ms (89946593) - TotalTime: 2.14s (2136285712) Fragment F22 Instance c7456fdd806a4994:3209e92600000235 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.528 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651419598) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 26,989,582 (26989582) - TotalNetworkReceiveTime: 2.2m (132830129519) - TotalNetworkSendTime: 31.6m (1893254347363) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 16,180 (16180) - TotalThreadsTotalWallClockTime: 35.2m (2111450274069) - TotalThreadsSysTime: 3.02s (3019058000) - TotalThreadsUserTime: 1.1m (63908249000) - TotalThreadsVoluntaryContextSwitches: 66,282 (66282) - TotalTime: 35.2m (2111451274055) Fragment Instance Lifecycle Event Timeline Prepare Finished: 156ms (156997785) Open Finished: 18.32s (18325741454) First Batch Produced: 29.94s (29942577565) First Batch Sent: 29.94s (29942577565) ExecInternal Finished: 35.2m (2111609271826) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2093281530400) - ExecTreeExecTime: 2.7m (164489683595) - InactiveTotalTime: 0ns (0) - OpenTime: 18.17s (18168743669) - ExecTreeOpenTime: 17.03s (17031759711) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 31.6m (1893278347023) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 26,989,582 (26989582) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.86s (19861720233) - TotalBytesSent: 1.7 GiB (1865183081) - TotalTime: 32.1m (1928659848665) - UncompressedRowBatchSize: 4.5 GiB (4788455465) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,989,582 (26989582) - RowsReturnedRate: 148705 per second (148705) - TotalTime: 3.0m (181496443658) Node Lifecycle Event Timeline Open Started: 1.29s (1293981743) Open Finished: 18.32s (18325741454) First Batch Requested: 18.32s (18325741454) First Batch Returned: 29.94s (29942577565) Last Batch Returned: 35.2m (2111437274237) Closed: 35.2m (2111607271854) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 52ms (52999252) - HTResizeTime: 238ms (238996631) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,510.60 (3510.600424622953) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,479,838 (25479838) - RowsReturned: 26,989,582 (26989582) - StreamingTime: 34.44s (34437514741) - TotalTime: 0ns (0) Buffer pool - AllocTime: 501ms (501992917) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 501ms (501992917) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,665 (1664665) - BuildTime: 4.21s (4213940552) - InactiveTotalTime: 0ns (0) - LocalTime: 11.51s (11508837715) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,156,488 (73156488) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 7.11s (7105899826) - RowsReturned: 73,156,488 (73156488) - RowsReturnedRate: 500842 per second (500842) - TotalTime: 2.4m (146066942896) Node Lifecycle Event Timeline Open Started: 1.29s (1293981743) Open Finished: 18.30s (18303741765) First Batch Requested: 18.34s (18341741229) First Batch Returned: 18.34s (18341741229) Last Batch Returned: 25.5m (1532805402416) Closed: 25.5m (1532805402416) Buffer pool - AllocTime: 1.48s (1479979121) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.48s (1479979121) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 3.36s (3358952614) - BuildRowsPartitioned: 1,664,665 (1664665) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 853ms (853987952) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 25ms (25999633) - InactiveTotalTime: 12.71s (12706820727) - PeakMemoryUsage: 15.0 MiB (15742992) - RowsReturned: 1,664,665 (1664665) - RowsReturnedRate: 130481 per second (130481) - TotalTime: 12.76s (12757820008) Node Lifecycle Event Timeline Open Started: 1.29s (1293981743) Open Finished: 1.29s (1293981743) First Batch Requested: 1.29s (1293981743) First Batch Returned: 1.45s (1454979472) Last Batch Returned: 17.45s (17447753841) Closed: 18.30s (18303741765) Buffer pool - AllocTime: 2.62s (2623962981) - CumulativeAllocationBytes: 369.8 MiB (387768320) - CumulativeAllocations: 18,958 (18958) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15122432) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15122432) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.58s (2585963515) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273716638) - TotalGetBatchTime: 12.72s (12725820459) - DataWaitTime: 12.71s (12706820727) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.17s (3174955204) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,479 (9479) - TotalBatchesReceived: 9,479 (9479) - TotalBytesReceived: 155.9 MiB (163497342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.11s (1108196626) - TotalRPCsDeferred: 367 (367) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.53s (1534978381) - InactiveTotalTime: 1.8m (106237504479) - PeakMemoryUsage: 11.6 MiB (12190642) - RowsReturned: 73,156,488 (73156488) - RowsReturnedRate: 600626 per second (600626) - TotalTime: 2.0m (121800285173) Node Lifecycle Event Timeline Open Started: 18.30s (18303741765) Open Finished: 18.30s (18303741765) First Batch Requested: 18.30s (18303741765) First Batch Returned: 18.30s (18303741765) Last Batch Returned: 25.5m (1532804402430) Closed: 25.5m (1532805402416) Buffer pool - AllocTime: 2.7m (162288713648) - CumulativeAllocationBytes: 4.7 GiB (5050564608) - CumulativeAllocations: 411,030 (411030) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.0m (122870269277) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4535702256) - TotalGetBatchTime: 2.0m (120063309639) - DataWaitTime: 1.8m (106237504479) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.0m (182974422328) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,515 (205515) - TotalBatchesReceived: 205,515 (205515) - TotalBytesReceived: 1.9 GiB (2052994132) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.1m (963334870208) - TotalRPCsDeferred: 75,210 (75210) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 61 (61) - CodegenTotalWallClockTime: 1.14s (1136983958) - CodegenSysTime: 14ms (14934000) - CodegenUserTime: 865ms (865295000) - CodegenVoluntaryContextSwitches: 244 (244) - CompileTime: 223ms (223996839) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 74ms (74998942) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 794ms (794988784) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 39ms (39999435) - TotalTime: 1.14s (1136983958) Instance c7456fdd806a4994:3209e9260000024b (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.458 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651435998) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 26,365,162 (26365162) - TotalNetworkReceiveTime: 6.6m (395630983619) - TotalNetworkSendTime: 27.4m (1645306865029) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,093 (3093) - TotalThreadsTotalWallClockTime: 35.2m (2110070574178) - TotalThreadsSysTime: 3.14s (3142673000) - TotalThreadsUserTime: 1.0m (62129422000) - TotalThreadsVoluntaryContextSwitches: 80,763 (80763) - TotalTime: 35.2m (2110075574013) Fragment Instance Lifecycle Event Timeline Prepare Finished: 174ms (174994244) Open Finished: 18.06s (18058406020) First Batch Produced: 25.10s (25102174335) First Batch Sent: 25.10s (25102174335) ExecInternal Finished: 35.2m (2110250568258) Buffer pool - AllocTime: 4ms (4999835) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 4ms (4999835) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2092187162402) - ExecTreeExecTime: 6.9m (415341334975) - InactiveTotalTime: 0ns (0) - OpenTime: 17.88s (17883411776) - ExecTreeOpenTime: 15.59s (15585487359) - PrepareTime: 4ms (4999835) - ExecTreePrepareTime: 4ms (4999835) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 27.4m (1645337864009) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 26,365,162 (26365162) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.89s (17888411514) - TotalBytesSent: 1.7 GiB (1824115905) - TotalTime: 27.9m (1676755830392) - UncompressedRowBatchSize: 4.4 GiB (4677751165) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,365,162 (26365162) - RowsReturnedRate: 61189 per second (61189) - TotalTime: 7.2m (430874824048) Node Lifecycle Event Timeline Open Started: 2.47s (2472918661) Open Finished: 18.06s (18058406020) First Batch Requested: 18.06s (18058406020) First Batch Returned: 25.10s (25102174335) Last Batch Returned: 35.2m (2109896579908) Closed: 35.2m (2110246568389) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 71ms (71997627) - HTResizeTime: 77ms (77997435) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,031.89 (3031.8897293527534) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,832,992 (24832992) - RowsReturned: 26,365,162 (26365162) - StreamingTime: 25.72s (25724153647) - TotalTime: 0ns (0) Buffer pool - AllocTime: 15ms (15999474) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999474) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,763 (1664763) - BuildTime: 1.61s (1611946977) - InactiveTotalTime: 0ns (0) - LocalTime: 7.41s (7409756212) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,257,043 (73257043) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.65s (5646814204) - RowsReturned: 73,257,043 (73257043) - RowsReturnedRate: 181118 per second (181118) - TotalTime: 6.7m (404469692820) Node Lifecycle Event Timeline Open Started: 2.47s (2472918661) Open Finished: 18.06s (18057406053) First Batch Requested: 18.06s (18058406020) First Batch Returned: 18.06s (18058406020) Last Batch Returned: 25.5m (1532901568364) Closed: 25.5m (1532901568364) Buffer pool - AllocTime: 184ms (184993914) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 184ms (184993914) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.43s (1426953063) - BuildRowsPartitioned: 1,664,763 (1664763) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 176ms (176994178) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 30ms (30998977) - InactiveTotalTime: 13.88s (13883543344) - PeakMemoryUsage: 14.7 MiB (15425393) - RowsReturned: 1,664,763 (1664763) - RowsReturnedRate: 119213 per second (119213) - TotalTime: 13.96s (13964540678) Node Lifecycle Event Timeline Open Started: 2.47s (2473918628) Open Finished: 2.47s (2473918628) First Batch Requested: 2.48s (2479918430) First Batch Returned: 2.48s (2479918430) Last Batch Returned: 17.88s (17878411941) Closed: 18.06s (18057406053) Buffer pool - AllocTime: 327ms (327989210) - CumulativeAllocationBytes: 369.8 MiB (387801088) - CumulativeAllocations: 18,956 (18956) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 320ms (320989441) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273731670) - TotalGetBatchTime: 13.93s (13928541866) - DataWaitTime: 13.88s (13883543344) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 713ms (713976504) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,478 (9478) - TotalBatchesReceived: 9,478 (9478) - TotalBytesReceived: 155.9 MiB (163502822) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 291ms (291892885) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.24s (1243959083) - InactiveTotalTime: 6.3m (380861469416) - PeakMemoryUsage: 11.6 MiB (12149779) - RowsReturned: 73,257,043 (73257043) - RowsReturnedRate: 191224 per second (191224) - TotalTime: 6.4m (383095395930) Node Lifecycle Event Timeline Open Started: 18.06s (18057406053) Open Finished: 18.06s (18057406053) First Batch Requested: 18.06s (18057406053) First Batch Returned: 18.06s (18057406053) Last Batch Returned: 25.5m (1532901568364) Closed: 25.5m (1532901568364) Buffer pool - AllocTime: 1.48s (1480951282) - CumulativeAllocationBytes: 4.7 GiB (5057454080) - CumulativeAllocations: 411,586 (411586) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.07s (1068964843) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4541936666) - TotalGetBatchTime: 6.4m (381678442545) - DataWaitTime: 6.3m (380861469416) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.91s (3913871230) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,793 (205793) - TotalBatchesReceived: 205,793 (205793) - TotalBytesReceived: 1.9 GiB (2055837611) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.79s (15794724490) - TotalRPCsDeferred: 841 (841) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 163 (163) - CodegenTotalWallClockTime: 2.30s (2297924417) - CodegenSysTime: 14ms (14782000) - CodegenUserTime: 938ms (938382000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 488ms (488983917) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41998619) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.66s (1657945466) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 73ms (73997566) - TotalTime: 2.30s (2297924417) Instance c7456fdd806a4994:3209e92600000229 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.686 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651493326) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 25,015,247 (25015247) - TotalNetworkReceiveTime: 6.5m (391868581488) - TotalNetworkSendTime: 27.5m (1649783400200) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,094 (3094) - TotalThreadsTotalWallClockTime: 35.2m (2109932211684) - TotalThreadsSysTime: 3.28s (3277814000) - TotalThreadsUserTime: 1.0m (61551506000) - TotalThreadsVoluntaryContextSwitches: 82,452 (82452) - TotalTime: 35.2m (2109933211673) Fragment Instance Lifecycle Event Timeline Prepare Finished: 243ms (243997247) Open Finished: 17.60s (17599801388) First Batch Produced: 29.90s (29898662592) First Batch Sent: 29.90s (29898662592) ExecInternal Finished: 35.2m (2110178208909) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2092576407543) - ExecTreeExecTime: 6.9m (412129353332) - InactiveTotalTime: 0ns (0) - OpenTime: 17.36s (17355804141) - ExecTreeOpenTime: 15.22s (15218828257) - PrepareTime: 999.99us (999989) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 27.5m (1649808399918) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 25,015,247 (25015247) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.53s (17527802215) - TotalBytesSent: 1.6 GiB (1734272558) - TotalTime: 28.0m (1680366055131) - UncompressedRowBatchSize: 4.1 GiB (4438585204) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,015,247 (25015247) - RowsReturnedRate: 58542 per second (58542) - TotalTime: 7.1m (427303182094) Node Lifecycle Event Timeline Open Started: 2.38s (2380973131) Open Finished: 17.60s (17599801388) First Batch Requested: 17.60s (17599801388) First Batch Returned: 29.90s (29898662592) Last Batch Returned: 35.2m (2109859212497) Closed: 35.2m (2110178208909) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 49ms (49999432) - HTResizeTime: 110ms (110998750) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,968.28 (2968.281397169962) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,476,437 (23476437) - RowsReturned: 25,015,247 (25015247) - StreamingTime: 25.99s (25990707060) - TotalTime: 0ns (0) Buffer pool - AllocTime: 32ms (32999629) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999629) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,131 (1668131) - BuildTime: 1.59s (1594982006) - InactiveTotalTime: 0ns (0) - LocalTime: 7.43s (7426916256) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,367,157 (73367157) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.67s (5673936029) - RowsReturned: 73,367,157 (73367157) - RowsReturnedRate: 183112 per second (183112) - TotalTime: 6.7m (400666482320) Node Lifecycle Event Timeline Open Started: 2.38s (2380973131) Open Finished: 17.59s (17586801535) First Batch Requested: 17.60s (17599801388) First Batch Returned: 17.60s (17604801332) Last Batch Returned: 25.5m (1532814700808) Closed: 25.5m (1532814700808) Buffer pool - AllocTime: 80ms (80999086) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 80ms (80999086) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.27s (1269985673) - BuildRowsPartitioned: 1,668,131 (1668131) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 316ms (316996423) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 25ms (25999706) - InactiveTotalTime: 13.54s (13543847153) - PeakMemoryUsage: 14.6 MiB (15348525) - RowsReturned: 1,668,131 (1668131) - RowsReturnedRate: 122658 per second (122658) - TotalTime: 13.60s (13599846522) Node Lifecycle Event Timeline Open Started: 2.38s (2380973131) Open Finished: 2.38s (2380973131) First Batch Requested: 2.38s (2381973120) First Batch Returned: 2.38s (2381973120) Last Batch Returned: 17.26s (17262805191) Closed: 17.59s (17586801535) Buffer pool - AllocTime: 389ms (389995598) - CumulativeAllocationBytes: 370.5 MiB (388530176) - CumulativeAllocations: 18,994 (18994) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 353ms (353996005) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274287271) - TotalGetBatchTime: 13.57s (13566846894) - DataWaitTime: 13.54s (13543847153) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 866ms (866990225) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,497 (9497) - TotalBatchesReceived: 9,497 (9497) - TotalBytesReceived: 156.3 MiB (163840420) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 249ms (249188821) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.23s (1227986187) - InactiveTotalTime: 6.3m (377440744301) - PeakMemoryUsage: 11.2 MiB (11791527) - RowsReturned: 73,367,157 (73367157) - RowsReturnedRate: 193254 per second (193254) - TotalTime: 6.3m (379639719542) Node Lifecycle Event Timeline Open Started: 17.59s (17586801535) Open Finished: 17.59s (17586801535) First Batch Requested: 17.59s (17586801535) First Batch Returned: 17.59s (17586801535) Last Batch Returned: 25.5m (1532813700819) Closed: 25.5m (1532814700808) Buffer pool - AllocTime: 1.84s (1843979202) - CumulativeAllocationBytes: 4.7 GiB (5065080832) - CumulativeAllocations: 412,210 (412210) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.21s (1206986385) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4548763734) - TotalGetBatchTime: 6.3m (378276734875) - DataWaitTime: 6.3m (377440744301) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.97s (3968955242) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,105 (206105) - TotalBatchesReceived: 206,105 (206105) - TotalBytesReceived: 1.9 GiB (2058918687) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.24s (15236070450) - TotalRPCsDeferred: 8 (8) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 126 (126) - CodegenTotalWallClockTime: 2.14s (2136975884) - CodegenSysTime: 19ms (19746000) - CodegenUserTime: 942ms (942926000) - CodegenVoluntaryContextSwitches: 106 (106) - CompileTime: 419ms (419995260) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 105ms (105998804) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1486983220) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 119ms (119998645) - TotalTime: 2.14s (2136975884) Instance c7456fdd806a4994:3209e92600000227 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.462 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 625.4 MiB (655744990) - PeakReservation: 613.0 MiB (642777088) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 26,003,871 (26003871) - TotalNetworkReceiveTime: 5.3m (318820365767) - TotalNetworkSendTime: 28.5m (1712377254891) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 6,251 (6251) - TotalThreadsTotalWallClockTime: 35.2m (2109766246369) - TotalThreadsSysTime: 3.27s (3266702000) - TotalThreadsUserTime: 1.1m (64203472000) - TotalThreadsVoluntaryContextSwitches: 70,029 (70029) - TotalTime: 35.2m (2109767246339) Fragment Instance Lifecycle Event Timeline Prepare Finished: 280ms (280991507) Open Finished: 17.39s (17387474490) First Batch Produced: 29.70s (29702102300) First Batch Sent: 29.70s (29702102300) ExecInternal Finished: 35.2m (2110050237785) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2092659763386) - ExecTreeExecTime: 5.8m (346604526276) - InactiveTotalTime: 0ns (0) - OpenTime: 17.11s (17106482983) - ExecTreeOpenTime: 14.70s (14699555728) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 28.5m (1712400254195) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 26,003,871 (26003871) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.04s (19041424523) - TotalBytesSent: 1.7 GiB (1799731712) - TotalTime: 29.1m (1745948240345) - UncompressedRowBatchSize: 4.3 GiB (4613205850) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 292.1 MiB (306315392) - RowsReturned: 26,003,871 (26003871) - RowsReturnedRate: 71983 per second (71983) - TotalTime: 6.0m (361248083699) Node Lifecycle Event Timeline Open Started: 2.69s (2687918762) Open Finished: 17.39s (17387474490) First Batch Requested: 17.39s (17387474490) First Batch Returned: 29.70s (29702102300) Last Batch Returned: 35.2m (2109714247936) Closed: 35.2m (2110049237815) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 67ms (67997944) - HTResizeTime: 39ms (39998792) - HashBuckets: 2,228,224 (2228224) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 292.1 MiB (306290816) - PeakReservation: 292.0 MiB (306184192) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,765.63 (1765.6349264195928) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,475,193 (24475193) - RowsReturned: 26,003,871 (26003871) - StreamingTime: 31.67s (31667043164) - TotalTime: 0ns (0) Buffer pool - AllocTime: 52ms (52998396) - CumulativeAllocationBytes: 310.0 MiB (325058560) - CumulativeAllocations: 154 (154) - InactiveTotalTime: 0ns (0) - PeakReservation: 292.0 MiB (306184192) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 292.0 MiB (306184192) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52998396) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,498 (1667498) - BuildTime: 2.21s (2206933301) - InactiveTotalTime: 0ns (0) - LocalTime: 8.45s (8448744632) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,346,458 (73346458) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.07s (6066816625) - RowsReturned: 73,346,458 (73346458) - RowsReturnedRate: 222987 per second (222987) - TotalTime: 5.5m (328926060330) Node Lifecycle Event Timeline Open Started: 2.69s (2687918762) Open Finished: 17.39s (17386474521) First Batch Requested: 17.39s (17387474490) First Batch Returned: 17.39s (17387474490) Last Batch Returned: 25.5m (1532621682308) Closed: 25.5m (1532621682308) Buffer pool - AllocTime: 477ms (477985552) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 476ms (476985583) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.84s (1840944363) - BuildRowsPartitioned: 1,667,498 (1667498) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 363ms (363988999) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 26ms (26999186) - InactiveTotalTime: 12.35s (12354626599) - PeakMemoryUsage: 14.8 MiB (15489042) - RowsReturned: 1,667,498 (1667498) - RowsReturnedRate: 133832 per second (133832) - TotalTime: 12.46s (12459623427) Node Lifecycle Event Timeline Open Started: 2.69s (2687918762) Open Finished: 2.69s (2687918762) First Batch Requested: 2.69s (2688918731) First Batch Returned: 2.69s (2688918731) Last Batch Returned: 17.02s (17021485552) Closed: 17.39s (17386474521) Buffer pool - AllocTime: 827ms (827974966) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 818ms (818975239) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274167102) - TotalGetBatchTime: 12.43s (12427624392) - DataWaitTime: 12.35s (12354626599) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.46s (1460955850) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163752929) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 745ms (745555074) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.47s (1470955547) - InactiveTotalTime: 5.1m (304787789883) - PeakMemoryUsage: 11.6 MiB (12190770) - RowsReturned: 73,346,458 (73346458) - RowsReturnedRate: 238124 per second (238124) - TotalTime: 5.1m (308017692271) Node Lifecycle Event Timeline Open Started: 17.39s (17386474521) Open Finished: 17.39s (17386474521) First Batch Requested: 17.39s (17386474521) First Batch Returned: 17.39s (17386474521) Last Batch Returned: 25.5m (1532620682339) Closed: 25.5m (1532621682308) Buffer pool - AllocTime: 4.92s (4921851239) - CumulativeAllocationBytes: 4.7 GiB (5063639040) - CumulativeAllocations: 412,088 (412088) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.24s (4243871731) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4547480396) - TotalGetBatchTime: 5.1m (306358742401) - DataWaitTime: 5.1m (304787789883) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.71s (8712736678) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,044 (206044) - TotalBatchesReceived: 206,044 (206044) - TotalBytesReceived: 1.9 GiB (2058342175) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 7.4m (441040045207) - TotalRPCsDeferred: 28,691 (28691) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 134 (134) - CodegenTotalWallClockTime: 2.41s (2406927255) - CodegenSysTime: 14ms (14903000) - CodegenUserTime: 940ms (940458000) - CodegenVoluntaryContextSwitches: 131 (131) - CompileTime: 394ms (394988063) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 242ms (242992656) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.66s (1660949800) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 104ms (104996827) - TotalTime: 2.41s (2406927255) Instance c7456fdd806a4994:3209e92600000231 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.887 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651534286) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 24,734,550 (24734550) - TotalNetworkReceiveTime: 6.7m (404343345302) - TotalNetworkSendTime: 27.3m (1639517234555) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,822 (2822) - TotalThreadsTotalWallClockTime: 35.2m (2109486149008) - TotalThreadsSysTime: 3.07s (3070447000) - TotalThreadsUserTime: 1.0m (60076109000) - TotalThreadsVoluntaryContextSwitches: 85,513 (85513) - TotalTime: 35.2m (2109487149002) Fragment Instance Lifecycle Event Timeline Prepare Finished: 281ms (281998150) Open Finished: 17.53s (17534884932) First Batch Produced: 29.80s (29803804420) First Batch Sent: 29.80s (29803804420) ExecInternal Finished: 35.2m (2109769147152) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2092233262226) - ExecTreeExecTime: 7.1m (423093222332) - InactiveTotalTime: 0ns (0) - OpenTime: 17.25s (17252886782) - ExecTreeOpenTime: 15.43s (15431898732) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 27.3m (1639547234360) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,734,550 (24734550) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.81s (16814889561) - TotalBytesSent: 1.6 GiB (1715394496) - TotalTime: 27.8m (1669065040382) - UncompressedRowBatchSize: 4.1 GiB (4388499129) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,734,550 (24734550) - RowsReturnedRate: 56409 per second (56409) - TotalTime: 7.3m (438484121330) Node Lifecycle Event Timeline Open Started: 2.10s (2102986200) Open Finished: 17.53s (17534884932) First Batch Requested: 17.53s (17534884932) First Batch Returned: 29.80s (29803804420) Last Batch Returned: 35.2m (2109464149155) Closed: 35.2m (2109769147152) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 59ms (59999605) - HTResizeTime: 88ms (88999414) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,454.16 (3454.160127003988) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,193,379 (23193379) - RowsReturned: 24,734,550 (24734550) - StreamingTime: 25.07s (25068835568) - TotalTime: 0ns (0) Buffer pool - AllocTime: 12ms (12999915) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999915) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,954 (1666954) - BuildTime: 1.46s (1464990362) - InactiveTotalTime: 0ns (0) - LocalTime: 7.06s (7064953642) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,335,250 (73335250) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.37s (5370964774) - RowsReturned: 73,335,250 (73335250) - RowsReturnedRate: 177683 per second (177683) - TotalTime: 6.9m (412730290261) Node Lifecycle Event Timeline Open Started: 2.10s (2102986200) Open Finished: 17.53s (17533884939) First Batch Requested: 17.53s (17534884932) First Batch Returned: 17.53s (17534884932) Last Batch Returned: 25.5m (1532699937617) Closed: 25.5m (1532699937617) Buffer pool - AllocTime: 125ms (125999176) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 125ms (125999176) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.21s (1208992042) - BuildRowsPartitioned: 1,666,954 (1666954) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 253ms (253998333) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 33ms (33999777) - InactiveTotalTime: 13.80s (13799909464) - PeakMemoryUsage: 14.7 MiB (15449617) - RowsReturned: 1,666,954 (1666954) - RowsReturnedRate: 119960 per second (119960) - TotalTime: 13.89s (13895908835) Node Lifecycle Event Timeline Open Started: 2.10s (2102986200) Open Finished: 2.10s (2102986200) First Batch Requested: 2.10s (2103986193) First Batch Returned: 2.10s (2103986193) Last Batch Returned: 17.28s (17277886619) Closed: 17.53s (17533884939) Buffer pool - AllocTime: 514ms (514996622) - CumulativeAllocationBytes: 370.3 MiB (388268032) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 463ms (463996956) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274095510) - TotalGetBatchTime: 13.85s (13850909128) - DataWaitTime: 13.80s (13799909464) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 853ms (853994394) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163717274) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 92ms (92263047) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.17s (1168992318) - InactiveTotalTime: 6.5m (389703441354) - PeakMemoryUsage: 11.5 MiB (12088933) - RowsReturned: 73,335,250 (73335250) - RowsReturnedRate: 187189 per second (187189) - TotalTime: 6.5m (391769427784) Node Lifecycle Event Timeline Open Started: 17.53s (17533884939) Open Finished: 17.53s (17533884939) First Batch Requested: 17.53s (17533884939) First Batch Returned: 17.53s (17533884939) Last Batch Returned: 25.5m (1532698937623) Closed: 25.5m (1532699937617) Buffer pool - AllocTime: 1.34s (1339991213) - CumulativeAllocationBytes: 4.7 GiB (5062909952) - CumulativeAllocations: 412,032 (412032) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 927ms (927993911) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4546785500) - TotalGetBatchTime: 6.5m (390460436383) - DataWaitTime: 6.5m (389703441354) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.54s (3538976771) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,016 (206016) - TotalBatchesReceived: 206,016 (206016) - TotalBytesReceived: 1.9 GiB (2058042985) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 19.08s (19079376126) - TotalRPCsDeferred: 195 (195) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 120 (120) - CodegenTotalWallClockTime: 1.82s (1820988050) - CodegenSysTime: 9ms (9858000) - CodegenUserTime: 935ms (935927000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 447ms (447997060) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 120ms (120999206) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.22s (1216992014) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 31ms (31999790) - TotalTime: 1.82s (1820988050) Instance c7456fdd806a4994:3209e92600000232 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.531 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651419614) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 24,204,346 (24204346) - TotalNetworkReceiveTime: 9.4m (561229042392) - TotalNetworkSendTime: 24.7m (1482624670547) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,733 (2733) - TotalThreadsTotalWallClockTime: 35.2m (2109465185118) - TotalThreadsSysTime: 2.97s (2967665000) - TotalThreadsUserTime: 1.0m (60027391000) - TotalThreadsVoluntaryContextSwitches: 85,415 (85415) - TotalTime: 35.2m (2109466185125) Fragment Instance Lifecycle Event Timeline Prepare Finished: 233ms (233001676) Open Finished: 17.68s (17680127161) First Batch Produced: 29.95s (29955215452) First Batch Sent: 29.95s (29955215452) ExecInternal Finished: 35.2m (2109699186801) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2092018059633) - ExecTreeExecTime: 9.7m (580053177922) - InactiveTotalTime: 0ns (0) - OpenTime: 17.45s (17447125485) - ExecTreeOpenTime: 15.26s (15264109784) - PrepareTime: 1ms (1000007) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.7m (1482652670749) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 24,204,346 (24204346) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.77s (16767120654) - TotalBytesSent: 1.6 GiB (1679905832) - TotalTime: 25.2m (1511888881166) - UncompressedRowBatchSize: 4.0 GiB (4294696490) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,204,346 (24204346) - RowsReturnedRate: 40660 per second (40660) - TotalTime: 9.9m (595278287424) Node Lifecycle Event Timeline Open Started: 2.42s (2416017377) Open Finished: 17.68s (17680127161) First Batch Requested: 17.68s (17680127161) First Batch Returned: 29.95s (29955215452) Last Batch Returned: 35.2m (2109440184939) Closed: 35.2m (2109699186801) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 58ms (58000416) - HTResizeTime: 122ms (122000878) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,456.85 (3456.845713297526) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,663,340 (22663340) - RowsReturned: 24,204,346 (24204346) - StreamingTime: 24.79s (24794178408) - TotalTime: 0ns (0) Buffer pool - AllocTime: 9ms (9000065) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9000065) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,083 (1667083) - BuildTime: 1.67s (1667012004) - InactiveTotalTime: 0ns (0) - LocalTime: 7.22s (7218051984) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,318,348 (73318348) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.32s (5322038343) - RowsReturned: 73,318,348 (73318348) - RowsReturnedRate: 128673 per second (128673) - TotalTime: 9.5m (569803104110) Node Lifecycle Event Timeline Open Started: 2.42s (2416017377) Open Finished: 17.68s (17679127154) First Batch Requested: 17.68s (17680127161) First Batch Returned: 17.68s (17680127161) Last Batch Returned: 25.5m (1532864040883) Closed: 25.5m (1532864040883) Buffer pool - AllocTime: 195ms (195001401) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 195ms (195001401) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.44s (1437010350) - BuildRowsPartitioned: 1,667,083 (1667083) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 227ms (227001633) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 32ms (32000232) - InactiveTotalTime: 13.44s (13441096657) - PeakMemoryUsage: 14.6 MiB (15348870) - RowsReturned: 1,667,083 (1667083) - RowsReturnedRate: 123441 per second (123441) - TotalTime: 13.51s (13505097118) Node Lifecycle Event Timeline Open Started: 2.42s (2416017377) Open Finished: 2.42s (2416017377) First Batch Requested: 2.42s (2418017391) First Batch Returned: 2.42s (2418017391) Last Batch Returned: 17.45s (17451125514) Closed: 17.68s (17679127154) Buffer pool - AllocTime: 347ms (347002493) - CumulativeAllocationBytes: 370.3 MiB (388259840) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 316ms (316002271) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274123749) - TotalGetBatchTime: 13.46s (13464096822) - DataWaitTime: 13.44s (13441096657) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 745ms (745005357) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163728625) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 248ms (248608712) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.20s (1204008644) - InactiveTotalTime: 9.1m (546755938306) - PeakMemoryUsage: 11.6 MiB (12190629) - RowsReturned: 73,318,348 (73318348) - RowsReturnedRate: 133529 per second (133529) - TotalTime: 9.2m (549079955008) Node Lifecycle Event Timeline Open Started: 17.68s (17679127154) Open Finished: 17.68s (17679127154) First Batch Requested: 17.68s (17679127154) First Batch Returned: 17.68s (17679127154) Last Batch Returned: 25.5m (1532863040876) Closed: 25.5m (1532864040883) Buffer pool - AllocTime: 2.01s (2007014459) - CumulativeAllocationBytes: 4.7 GiB (5061812224) - CumulativeAllocations: 411,948 (411948) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.23s (1231008863) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4545737576) - TotalGetBatchTime: 9.1m (547740945394) - DataWaitTime: 9.1m (546755938306) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.39s (4392031582) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,974 (205974) - TotalBatchesReceived: 205,974 (205974) - TotalBytesReceived: 1.9 GiB (2057555656) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 2.3m (139840777372) - TotalRPCsDeferred: 5,322 (5322) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 100 (100) - CodegenTotalWallClockTime: 2.18s (2183015701) - CodegenSysTime: 20ms (20786000) - CodegenUserTime: 939ms (939422000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 459ms (459003302) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39000281) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.63s (1634011752) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 48ms (48000345) - TotalTime: 2.18s (2183015701) Instance c7456fdd806a4994:3209e92600000239 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.526 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651526110) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 25,204,914 (25204914) - TotalNetworkReceiveTime: 5.5m (330159781777) - TotalNetworkSendTime: 28.5m (1708300653152) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,246 (3246) - TotalThreadsTotalWallClockTime: 35.2m (2109399883959) - TotalThreadsSysTime: 3.10s (3103139000) - TotalThreadsUserTime: 1.0m (62851181000) - TotalThreadsVoluntaryContextSwitches: 84,136 (84136) - TotalTime: 35.2m (2109426883369) Fragment Instance Lifecycle Event Timeline Prepare Finished: 67ms (67998513) Open Finished: 17.78s (17779611157) First Batch Produced: 29.99s (29990344108) First Batch Sent: 29.99s (29990344108) ExecInternal Finished: 35.2m (2109468882450) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091688271315) - ExecTreeExecTime: 5.9m (352507293299) - InactiveTotalTime: 0ns (0) - OpenTime: 17.71s (17711612644) - ExecTreeOpenTime: 15.40s (15405663076) - PrepareTime: 26ms (26999410) - ExecTreePrepareTime: 26ms (26999410) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 28.5m (1708324652626) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 25,204,914 (25204914) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.43s (17431618885) - TotalBytesSent: 1.6 GiB (1746704720) - TotalTime: 29.0m (1739095979875) - UncompressedRowBatchSize: 4.2 GiB (4472212634) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,204,914 (25204914) - RowsReturnedRate: 68511 per second (68511) - TotalTime: 6.1m (367892956812) Node Lifecycle Event Timeline Open Started: 2.37s (2373948081) Open Finished: 17.78s (17779611157) First Batch Requested: 17.78s (17779611157) First Batch Returned: 29.99s (29990344108) Last Batch Returned: 34.8m (2088741335484) Closed: 35.2m (2109467882472) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 49ms (49998908) - HTResizeTime: 41ms (41999082) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,415.24 (3415.24489595281) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,667,145 (23667145) - RowsReturned: 25,204,914 (25204914) - StreamingTime: 27.90s (27902390010) - TotalTime: 0ns (0) Buffer pool - AllocTime: 50ms (50998884) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50998884) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,803 (1665803) - BuildTime: 1.47s (1472967786) - InactiveTotalTime: 0ns (0) - LocalTime: 7.66s (7656832539) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 80,431,189 (80431189) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.94s (5938870113) - RowsReturned: 73,230,941 (73230941) - RowsReturnedRate: 215747 per second (215747) - TotalTime: 5.7m (339429579070) Node Lifecycle Event Timeline Open Started: 2.37s (2373948081) Open Finished: 17.78s (17778611179) First Batch Requested: 17.78s (17779611157) First Batch Returned: 17.78s (17779611157) Last Batch Returned: 25.5m (1532848486022) Closed: 25.5m (1532848486022) Buffer pool - AllocTime: 153ms (153996633) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 153ms (153996633) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.27s (1271972181) - BuildRowsPartitioned: 1,665,803 (1665803) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 197ms (197995670) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 35ms (35999210) - InactiveTotalTime: 13.64s (13643701617) - PeakMemoryUsage: 14.6 MiB (15337217) - RowsReturned: 1,665,803 (1665803) - RowsReturnedRate: 120216 per second (120216) - TotalTime: 13.86s (13856696954) Node Lifecycle Event Timeline Open Started: 2.37s (2373948081) Open Finished: 2.37s (2373948081) First Batch Requested: 2.37s (2374948059) First Batch Returned: 2.37s (2374948059) Last Batch Returned: 17.58s (17579615531) Closed: 17.78s (17778611179) Buffer pool - AllocTime: 280ms (280993856) - CumulativeAllocationBytes: 370.1 MiB (388055040) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 210ms (210995386) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273900504) - TotalGetBatchTime: 13.81s (13811697940) - DataWaitTime: 13.64s (13643701617) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 694ms (694984799) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163602336) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 220ms (220895993) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.44s (1439968544) - InactiveTotalTime: 5.3m (315135110372) - PeakMemoryUsage: 11.7 MiB (12231913) - RowsReturned: 80,431,189 (80431189) - RowsReturnedRate: 252995 per second (252995) - TotalTime: 5.3m (317916049577) Node Lifecycle Event Timeline Open Started: 17.78s (17778611179) Open Finished: 17.78s (17778611179) First Batch Requested: 17.78s (17778611179) First Batch Returned: 17.78s (17778611179) Last Batch Returned: 25.5m (1532847486044) Closed: 25.5m (1532848486022) Buffer pool - AllocTime: 1.15s (1150974834) - CumulativeAllocationBytes: 5.2 GiB (5552799744) - CumulativeAllocations: 451,900 (451900) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11845632) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11845632) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 547ms (547988020) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.6 GiB (4986733718) - TotalGetBatchTime: 5.3m (316320084449) - DataWaitTime: 5.3m (315135110372) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.77s (3773917460) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 225,950 (225950) - TotalBatchesReceived: 225,950 (225950) - TotalBytesReceived: 2.1 GiB (2272920873) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 22.82s (22820203453) - TotalRPCsDeferred: 544 (544) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 81 (81) - CodegenTotalWallClockTime: 2.28s (2276950203) - CodegenSysTime: 16ms (16855000) - CodegenUserTime: 910ms (910348000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 855ms (855981280) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 110ms (110997573) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1265972313) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 40ms (40999103) - TotalTime: 2.28s (2276950203) Instance c7456fdd806a4994:3209e92600000238 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.168 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651378638) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 27,735,712 (27735712) - TotalNetworkReceiveTime: 5.9m (354512807467) - TotalNetworkSendTime: 28.1m (1684532581873) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,114 (3114) - TotalThreadsTotalWallClockTime: 35.2m (2109357954776) - TotalThreadsSysTime: 3.19s (3188551000) - TotalThreadsUserTime: 1.1m (64278320000) - TotalThreadsVoluntaryContextSwitches: 80,730 (80730) - TotalTime: 35.2m (2109361954751) Fragment Instance Lifecycle Event Timeline Prepare Finished: 243ms (243998496) Open Finished: 17.68s (17679891018) First Batch Produced: 24.96s (24958846149) First Batch Sent: 24.96s (24958846149) ExecInternal Finished: 35.2m (2109601953272) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091922062254) - ExecTreeExecTime: 6.2m (373915687307) - InactiveTotalTime: 0ns (0) - OpenTime: 17.43s (17435892522) - ExecTreeOpenTime: 15.11s (15108906866) - PrepareTime: 3ms (3999975) - ExecTreePrepareTime: 2ms (2999981) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 28.1m (1684561581691) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 27,735,712 (27735712) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 19.23s (19225881169) - TotalBytesSent: 1.8 GiB (1915332920) - TotalTime: 28.6m (1717910375543) - UncompressedRowBatchSize: 4.6 GiB (4921148061) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,735,712 (27735712) - RowsReturnedRate: 71302 per second (71302) - TotalTime: 6.5m (388984594421) Node Lifecycle Event Timeline Open Started: 2.57s (2570984152) Open Finished: 17.68s (17679891018) First Batch Requested: 17.68s (17679891018) First Batch Returned: 24.96s (24958846149) Last Batch Returned: 35.2m (2109334954919) Closed: 35.2m (2109601953272) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 62ms (62999615) - HTResizeTime: 44ms (44999723) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,924.75 (2924.7478623557195) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,218,176 (26218176) - RowsReturned: 27,735,712 (27735712) - StreamingTime: 25.72s (25717841061) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999945) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,204 (1668204) - BuildTime: 1.20s (1203992577) - InactiveTotalTime: 0ns (0) - LocalTime: 6.73s (6731958395) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,302,604 (73302604) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.34s (5343966954) - RowsReturned: 73,302,604 (73302604) - RowsReturnedRate: 202118 per second (202118) - TotalTime: 6.0m (362670757048) Node Lifecycle Event Timeline Open Started: 2.57s (2570984152) Open Finished: 17.68s (17678891024) First Batch Requested: 17.68s (17679891018) First Batch Returned: 17.68s (17679891018) Last Batch Returned: 25.5m (1532772513269) Closed: 25.5m (1532773513262) Buffer pool - AllocTime: 54ms (54999661) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 54ms (54999661) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.02s (1024993681) - BuildRowsPartitioned: 1,668,204 (1668204) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 175ms (175998915) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 36ms (36999767) - InactiveTotalTime: 13.82s (13816914841) - PeakMemoryUsage: 14.7 MiB (15417009) - RowsReturned: 1,668,204 (1668204) - RowsReturnedRate: 120188 per second (120188) - TotalTime: 13.88s (13879914445) Node Lifecycle Event Timeline Open Started: 2.57s (2570984152) Open Finished: 2.57s (2570984152) First Batch Requested: 2.57s (2571984146) First Batch Returned: 2.57s (2571984146) Last Batch Returned: 17.50s (17501892115) Closed: 17.68s (17678891024) Buffer pool - AllocTime: 871ms (871994630) - CumulativeAllocationBytes: 370.6 MiB (388554752) - CumulativeAllocations: 19,002 (19002) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 866ms (866994660) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274295075) - TotalGetBatchTime: 13.84s (13835914723) - DataWaitTime: 13.82s (13816914841) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.43s (1431991188) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,501 (9501) - TotalBatchesReceived: 9,501 (9501) - TotalBytesReceived: 156.2 MiB (163833072) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 497ms (497826719) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.27s (1274992127) - InactiveTotalTime: 5.7m (339765898379) - PeakMemoryUsage: 11.5 MiB (12069074) - RowsReturned: 73,302,604 (73302604) - RowsReturnedRate: 214298 per second (214298) - TotalTime: 5.7m (342058884208) Node Lifecycle Event Timeline Open Started: 17.68s (17678891024) Open Finished: 17.68s (17678891024) First Batch Requested: 17.68s (17678891024) First Batch Returned: 17.68s (17678891024) Last Batch Returned: 25.5m (1532772513269) Closed: 25.5m (1532773513262) Buffer pool - AllocTime: 1.29s (1287992039) - CumulativeAllocationBytes: 4.7 GiB (5060739072) - CumulativeAllocations: 411,858 (411858) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 833ms (833994843) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4544761448) - TotalGetBatchTime: 5.7m (340657892864) - DataWaitTime: 5.7m (339765898379) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.56s (3556978034) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,929 (205929) - TotalBatchesReceived: 205,929 (205929) - TotalBytesReceived: 1.9 GiB (2057109678) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 17.86s (17861394328) - TotalRPCsDeferred: 484 (484) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 137 (137) - CodegenTotalWallClockTime: 2.33s (2326985656) - CodegenSysTime: 15ms (15892000) - CodegenUserTime: 950ms (950852000) - CodegenVoluntaryContextSwitches: 133 (133) - CompileTime: 428ms (428997355) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 131ms (131999187) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.64s (1640989885) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 121ms (121999248) - TotalTime: 2.33s (2326985656) Instance c7456fdd806a4994:3209e92600000246 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.041 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651362254) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 27,082,314 (27082314) - TotalNetworkReceiveTime: 5.7m (339494005611) - TotalNetworkSendTime: 28.3m (1699218976377) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 4,326 (4326) - TotalThreadsTotalWallClockTime: 35.1m (2108982292511) - TotalThreadsSysTime: 3.36s (3358756000) - TotalThreadsUserTime: 1.1m (63566066000) - TotalThreadsVoluntaryContextSwitches: 79,394 (79394) - TotalTime: 35.1m (2108983292473) Fragment Instance Lifecycle Event Timeline Prepare Finished: 273ms (273989515) Open Finished: 17.76s (17756320490) First Batch Produced: 24.87s (24870048256) First Batch Sent: 24.87s (24870048256) ExecInternal Finished: 35.2m (2109257281988) Buffer pool - AllocTime: 999.96us (999962) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.9m (2091499961536) - ExecTreeExecTime: 6.0m (359570237062) - InactiveTotalTime: 0ns (0) - OpenTime: 17.48s (17482330975) - ExecTreeOpenTime: 15.26s (15258416081) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 28.3m (1699249975190) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,082,314 (27082314) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.71s (18710283892) - TotalBytesSent: 1.7 GiB (1871721830) - TotalTime: 28.9m (1731855727306) - UncompressedRowBatchSize: 4.5 GiB (4805148879) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,082,314 (27082314) - RowsReturnedRate: 72258 per second (72258) - TotalTime: 6.2m (374798654292) Node Lifecycle Event Timeline Open Started: 2.50s (2497904409) Open Finished: 17.76s (17756320490) First Batch Requested: 17.76s (17756320490) First Batch Returned: 24.87s (24870048256) Last Batch Returned: 34.7m (2079794408675) Closed: 35.2m (2109257281988) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 51ms (51998009) - HTResizeTime: 27ms (27998927) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,033.56 (3033.5571113062333) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,558,294 (25558294) - RowsReturned: 27,082,314 (27082314) - StreamingTime: 26.10s (26098001051) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18999271) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999271) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,431 (1665431) - BuildTime: 1.51s (1506942345) - InactiveTotalTime: 0ns (0) - LocalTime: 7.30s (7305720370) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,255,350 (73255350) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.62s (5623784720) - RowsReturned: 73,255,350 (73255350) - RowsReturnedRate: 210369 per second (210369) - TotalTime: 5.8m (348221671574) Node Lifecycle Event Timeline Open Started: 2.50s (2497904409) Open Finished: 17.76s (17756320490) First Batch Requested: 17.76s (17756320490) First Batch Returned: 17.76s (17757320452) Last Batch Returned: 25.5m (1532657337433) Closed: 25.5m (1532657337433) Buffer pool - AllocTime: 163ms (163993724) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 163ms (163993724) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.31s (1314949692) - BuildRowsPartitioned: 1,665,431 (1665431) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188992768) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 26ms (26998966) - InactiveTotalTime: 13.62s (13616478904) - PeakMemoryUsage: 14.8 MiB (15484394) - RowsReturned: 1,665,431 (1665431) - RowsReturnedRate: 121312 per second (121312) - TotalTime: 13.73s (13728474616) Node Lifecycle Event Timeline Open Started: 2.50s (2497904409) Open Finished: 2.50s (2497904409) First Batch Requested: 2.50s (2498904371) First Batch Returned: 2.50s (2498904371) Last Batch Returned: 17.57s (17566327761) Closed: 17.76s (17756320490) Buffer pool - AllocTime: 743ms (743971530) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,962 (18962) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 688ms (688973636) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273835624) - TotalGetBatchTime: 13.69s (13694475918) - DataWaitTime: 13.62s (13616478904) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.29s (1295950403) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,481 (9481) - TotalBatchesReceived: 9,481 (9481) - TotalBytesReceived: 156.0 MiB (163562169) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 554ms (554411688) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.29s (1288950696) - InactiveTotalTime: 5.4m (324997560389) - PeakMemoryUsage: 11.6 MiB (12190480) - RowsReturned: 73,255,350 (73255350) - RowsReturnedRate: 223894 per second (223894) - TotalTime: 5.5m (327187476588) Node Lifecycle Event Timeline Open Started: 17.76s (17756320490) Open Finished: 17.76s (17756320490) First Batch Requested: 17.76s (17756320490) First Batch Returned: 17.76s (17756320490) Last Batch Returned: 25.5m (1532656337471) Closed: 25.5m (1532657337433) Buffer pool - AllocTime: 2.44s (2444906433) - CumulativeAllocationBytes: 4.7 GiB (5057404928) - CumulativeAllocations: 411,586 (411586) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.01s (2012922974) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4541831700) - TotalGetBatchTime: 5.4m (325771530762) - DataWaitTime: 5.4m (324997560389) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 5.20s (5198801007) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,793 (205793) - TotalBatchesReceived: 205,793 (205793) - TotalBytesReceived: 1.9 GiB (2055759229) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 50.13s (50126911047) - TotalRPCsDeferred: 17,018 (17018) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 112 (112) - CodegenTotalWallClockTime: 2.22s (2223914894) - CodegenSysTime: 13ms (13157000) - CodegenUserTime: 908ms (908555000) - CodegenVoluntaryContextSwitches: 123 (123) - CompileTime: 287ms (287988979) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 72ms (72997206) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.66s (1660936438) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 158ms (158993916) - TotalTime: 2.22s (2223914894) Instance c7456fdd806a4994:3209e92600000236 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.127 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651534286) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 26,769,821 (26769821) - TotalNetworkReceiveTime: 7.0m (420319867664) - TotalNetworkSendTime: 26.5m (1589322562222) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,678 (3678) - TotalThreadsTotalWallClockTime: 34.7m (2081521013040) - TotalThreadsSysTime: 3.17s (3169522000) - TotalThreadsUserTime: 1.1m (63760839000) - TotalThreadsVoluntaryContextSwitches: 76,084 (76084) - TotalTime: 34.7m (2081571011359) Fragment Instance Lifecycle Event Timeline Prepare Finished: 238ms (238991965) Open Finished: 17.64s (17638406982) First Batch Produced: 24.90s (24897162937) First Batch Sent: 24.90s (24897162937) ExecInternal Finished: 34.7m (2081760005005) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064121598023) - ExecTreeExecTime: 7.4m (441996138630) - InactiveTotalTime: 0ns (0) - OpenTime: 17.40s (17399415017) - ExecTreeOpenTime: 15.16s (15159490326) - PrepareTime: 48ms (48998353) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.5m (1589350561277) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 26,769,821 (26769821) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.84s (18835366761) - TotalBytesSent: 1.7 GiB (1851416596) - TotalTime: 27.0m (1622033462489) - UncompressedRowBatchSize: 4.4 GiB (4750137839) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,769,821 (26769821) - RowsReturnedRate: 58562 per second (58562) - TotalTime: 7.6m (457116630270) Node Lifecycle Event Timeline Open Started: 2.48s (2478916656) Open Finished: 17.64s (17638406982) First Batch Requested: 17.64s (17638406982) First Batch Returned: 24.90s (24897162937) Last Batch Returned: 34.7m (2081460015095) Closed: 34.7m (2081760005005) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 52ms (52998216) - HTResizeTime: 40ms (40998621) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,038.33 (3038.3339673916093) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,237,337 (25237337) - RowsReturned: 26,769,821 (26769821) - StreamingTime: 27.10s (27104088466) - TotalTime: 0ns (0) Buffer pool - AllocTime: 71ms (71997577) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 71ms (71997577) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,877 (1665877) - BuildTime: 1.57s (1567947283) - InactiveTotalTime: 0ns (0) - LocalTime: 7.69s (7687741565) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,252,620 (73252620) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.97s (5973799194) - RowsReturned: 73,252,620 (73252620) - RowsReturnedRate: 170605 per second (170605) - TotalTime: 7.2m (429368563449) Node Lifecycle Event Timeline Open Started: 2.48s (2478916656) Open Finished: 17.64s (17637407016) First Batch Requested: 17.64s (17638406982) First Batch Returned: 17.64s (17638406982) Last Batch Returned: 25.5m (1532706473421) Closed: 25.5m (1532706473421) Buffer pool - AllocTime: 82ms (82997209) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82997209) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1328955317) - BuildRowsPartitioned: 1,665,877 (1665877) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 235ms (235992066) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 31ms (31998926) - InactiveTotalTime: 13.43s (13433548355) - PeakMemoryUsage: 14.7 MiB (15431741) - RowsReturned: 1,665,877 (1665877) - RowsReturnedRate: 122666 per second (122666) - TotalTime: 13.58s (13580543415) Node Lifecycle Event Timeline Open Started: 2.48s (2478916656) Open Finished: 2.48s (2478916656) First Batch Requested: 2.48s (2480916589) First Batch Returned: 2.48s (2480916589) Last Batch Returned: 17.40s (17400414983) Closed: 17.64s (17637407016) Buffer pool - AllocTime: 715ms (715975930) - CumulativeAllocationBytes: 370.0 MiB (387997696) - CumulativeAllocations: 18,968 (18968) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 617ms (617979224) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273929603) - TotalGetBatchTime: 13.54s (13542544690) - DataWaitTime: 13.43s (13433548355) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.13s (1133961861) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,484 (9484) - TotalBatchesReceived: 9,484 (9484) - TotalBytesReceived: 156.0 MiB (163623701) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 451ms (451323646) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.19s (1189959968) - InactiveTotalTime: 6.8m (405788356216) - PeakMemoryUsage: 11.6 MiB (12190116) - RowsReturned: 73,252,620 (73252620) - RowsReturnedRate: 179496 per second (179496) - TotalTime: 6.8m (408100278469) Node Lifecycle Event Timeline Open Started: 17.64s (17637407016) Open Finished: 17.64s (17637407016) First Batch Requested: 17.64s (17637407016) First Batch Returned: 17.64s (17637407016) Last Batch Returned: 25.5m (1532706473421) Closed: 25.5m (1532706473421) Buffer pool - AllocTime: 3.57s (3567879994) - CumulativeAllocationBytes: 4.7 GiB (5057224704) - CumulativeAllocations: 411,568 (411568) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.10s (3104895565) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4541662440) - TotalGetBatchTime: 6.8m (406733324450) - DataWaitTime: 6.8m (405788356216) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.04s (6045796688) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,784 (205784) - TotalBatchesReceived: 205,784 (205784) - TotalBytesReceived: 1.9 GiB (2055675298) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 18.29s (18291972814) - TotalRPCsDeferred: 3,290 (3290) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 188 (188) - CodegenTotalWallClockTime: 2.24s (2239924691) - CodegenSysTime: 14ms (14850000) - CodegenUserTime: 925ms (925397000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 579ms (579980500) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 131ms (131995562) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1491949839) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 32ms (32998890) - TotalTime: 2.24s (2239924691) Instance c7456fdd806a4994:3209e92600000247 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.141 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651583438) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 25,469,092 (25469092) - TotalNetworkReceiveTime: 7.0m (417949744368) - TotalNetworkSendTime: 26.6m (1596993282795) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,588 (2588) - TotalThreadsTotalWallClockTime: 34.7m (2081469872310) - TotalThreadsSysTime: 2.98s (2982370000) - TotalThreadsUserTime: 1.0m (61309983000) - TotalThreadsVoluntaryContextSwitches: 85,702 (85702) - TotalTime: 34.7m (2081496871841) Fragment Instance Lifecycle Event Timeline Prepare Finished: 234ms (234995918) Open Finished: 17.86s (17859689805) First Batch Produced: 25.16s (25161562983) First Batch Sent: 25.16s (25161562983) ExecInternal Finished: 34.7m (2081704868228) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063845178423) - ExecTreeExecTime: 7.3m (436578421225) - InactiveTotalTime: 0ns (0) - OpenTime: 17.62s (17624693887) - ExecTreeOpenTime: 15.47s (15467731350) - PrepareTime: 26ms (26999531) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.6m (1597014282430) - PeakMemoryUsage: 1.3 MiB (1403824) - RowsSent: 25,469,092 (25469092) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.13s (17129702593) - TotalBytesSent: 1.6 GiB (1764433529) - TotalTime: 27.1m (1627199758368) - UncompressedRowBatchSize: 4.2 GiB (4518781566) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,469,092 (25469092) - RowsReturnedRate: 56346 per second (56346) - TotalTime: 7.5m (452005153293) Node Lifecycle Event Timeline Open Started: 2.39s (2391958455) Open Finished: 17.86s (17859689805) First Batch Requested: 17.86s (17859689805) First Batch Returned: 25.16s (25161562983) Last Batch Returned: 34.7m (2081483872061) Closed: 34.7m (2081704868228) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 46ms (46999188) - HTResizeTime: 42ms (42999256) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,930.08 (2930.076692851634) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,929,909 (23929909) - RowsReturned: 25,469,092 (25469092) - StreamingTime: 25.11s (25109564148) - TotalTime: 0ns (0) Buffer pool - AllocTime: 29ms (29999477) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999565) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,624 (1666624) - BuildTime: 1.28s (1284977687) - InactiveTotalTime: 0ns (0) - LocalTime: 7.00s (7001878492) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,321,240 (73321240) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.56s (5558903557) - RowsReturned: 73,321,240 (73321240) - RowsReturnedRate: 171978 per second (171978) - TotalTime: 7.1m (426340598762) Node Lifecycle Event Timeline Open Started: 2.39s (2391958455) Open Finished: 17.86s (17858689822) First Batch Requested: 17.86s (17859689805) First Batch Returned: 17.86s (17859689805) Last Batch Returned: 25.5m (1532796390350) Closed: 25.5m (1532796390350) Buffer pool - AllocTime: 52ms (52999080) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52999080) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.13s (1130980361) - BuildRowsPartitioned: 1,666,624 (1666624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 149ms (149997395) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 38ms (38999325) - InactiveTotalTime: 14.05s (14047756006) - PeakMemoryUsage: 14.6 MiB (15295235) - RowsReturned: 1,666,624 (1666624) - RowsReturnedRate: 117610 per second (117610) - TotalTime: 14.17s (14170753872) Node Lifecycle Event Timeline Open Started: 2.39s (2391958455) Open Finished: 2.39s (2391958455) First Batch Requested: 2.39s (2391958455) First Batch Returned: 2.39s (2391958455) Last Batch Returned: 17.71s (17706692462) Closed: 17.86s (17858689822) Buffer pool - AllocTime: 311ms (311994584) - CumulativeAllocationBytes: 370.2 MiB (388194304) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 178ms (178996893) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274048162) - TotalGetBatchTime: 14.12s (14121754720) - DataWaitTime: 14.05s (14047756006) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 705ms (705987747) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163689365) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 299ms (299387393) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.23s (1232978609) - InactiveTotalTime: 6.7m (402962004697) - PeakMemoryUsage: 11.5 MiB (12062985) - RowsReturned: 73,321,240 (73321240) - RowsReturnedRate: 180965 per second (180965) - TotalTime: 6.8m (405167966398) Node Lifecycle Event Timeline Open Started: 17.86s (17858689822) Open Finished: 17.86s (17858689822) First Batch Requested: 17.86s (17858689822) First Batch Returned: 17.86s (17858689822) Last Batch Returned: 25.5m (1532795390368) Closed: 25.5m (1532796390350) Buffer pool - AllocTime: 1.37s (1371976183) - CumulativeAllocationBytes: 4.7 GiB (5061959680) - CumulativeAllocations: 411,956 (411956) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 645ms (645988782) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4545916880) - TotalGetBatchTime: 6.7m (403805990031) - DataWaitTime: 6.7m (402962004697) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.39s (3394941084) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,978 (205978) - TotalBatchesReceived: 205,978 (205978) - TotalBytesReceived: 1.9 GiB (2057640051) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.53s (15528867469) - TotalRPCsDeferred: 46 (46) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 153 (153) - CodegenTotalWallClockTime: 2.16s (2156962537) - CodegenSysTime: 12ms (12751000) - CodegenUserTime: 933ms (933699000) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 482ms (482991611) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 100ms (100998246) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.50s (1495974018) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 73ms (73998715) - TotalTime: 2.16s (2156962537) Instance c7456fdd806a4994:3209e9260000024a (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.475 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651485150) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 27,423,997 (27423997) - TotalNetworkReceiveTime: 7.5m (452396646497) - TotalNetworkSendTime: 26.0m (1559514309189) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,383 (3383) - TotalThreadsTotalWallClockTime: 34.7m (2081421364856) - TotalThreadsSysTime: 3.22s (3217986000) - TotalThreadsUserTime: 1.1m (63444083000) - TotalThreadsVoluntaryContextSwitches: 80,308 (80308) - TotalTime: 34.7m (2081421364856) Fragment Instance Lifecycle Event Timeline Prepare Finished: 235ms (235994597) Open Finished: 17.95s (17950589051) First Batch Produced: 25.01s (25010427429) First Batch Sent: 25.01s (25010427429) ExecInternal Finished: 34.7m (2081658359430) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063706770402) - ExecTreeExecTime: 7.9m (471285214364) - InactiveTotalTime: 0ns (0) - OpenTime: 17.71s (17714594454) - ExecTreeOpenTime: 15.74s (15737639713) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.0m (1559554308277) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 27,423,997 (27423997) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.68s (18681572386) - TotalBytesSent: 1.8 GiB (1894022619) - TotalTime: 26.5m (1592334558032) - UncompressedRowBatchSize: 4.5 GiB (4865408262) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,423,997 (27423997) - RowsReturnedRate: 56314 per second (56314) - TotalTime: 8.1m (486981855011) Node Lifecycle Event Timeline Open Started: 2.21s (2212949338) Open Finished: 17.95s (17950589051) First Batch Requested: 17.95s (17950589051) First Batch Returned: 25.01s (25010427429) Last Batch Returned: 34.7m (2081484363411) Closed: 34.7m (2081658359430) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 58ms (58998646) - HTResizeTime: 32ms (32999243) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,993.55 (2993.5513624958153) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,911,545 (25911545) - RowsReturned: 27,423,997 (27423997) - StreamingTime: 25.49s (25486416736) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999864) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999864) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,826 (1667826) - BuildTime: 1.45s (1445966899) - InactiveTotalTime: 0ns (0) - LocalTime: 7.08s (7082837918) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,371,487 (73371487) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.46s (5460875053) - RowsReturned: 73,371,487 (73371487) - RowsReturnedRate: 159192 per second (159192) - TotalTime: 7.7m (460897451966) Node Lifecycle Event Timeline Open Started: 2.21s (2212949338) Open Finished: 17.95s (17949589074) First Batch Requested: 17.95s (17950589051) First Batch Returned: 17.95s (17950589051) Last Batch Returned: 25.5m (1532816918430) Closed: 25.5m (1532816918430) Buffer pool - AllocTime: 77ms (77998213) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 77ms (77998213) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.26s (1260971134) - BuildRowsPartitioned: 1,667,826 (1667826) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182995810) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 40ms (40999061) - InactiveTotalTime: 14.17s (14166675673) - PeakMemoryUsage: 14.7 MiB (15431990) - RowsReturned: 1,667,826 (1667826) - RowsReturnedRate: 117018 per second (117018) - TotalTime: 14.25s (14252673707) Node Lifecycle Event Timeline Open Started: 2.21s (2212949338) Open Finished: 2.21s (2212949338) First Batch Requested: 2.21s (2213949315) First Batch Returned: 2.21s (2213949315) Last Batch Returned: 17.76s (17764593309) Closed: 17.95s (17949589074) Buffer pool - AllocTime: 535ms (535987730) - CumulativeAllocationBytes: 370.5 MiB (388505600) - CumulativeAllocations: 18,996 (18996) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 530ms (530987845) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274232101) - TotalGetBatchTime: 14.20s (14201674874) - DataWaitTime: 14.17s (14166675673) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 966ms (966977859) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,498 (9498) - TotalBatchesReceived: 9,498 (9498) - TotalBytesReceived: 156.2 MiB (163802163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 133ms (133154312) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.27s (1270970920) - InactiveTotalTime: 7.3m (437534986726) - PeakMemoryUsage: 11.6 MiB (12159471) - RowsReturned: 73,371,487 (73371487) - RowsReturnedRate: 166919 per second (166919) - TotalTime: 7.3m (439561940341) Node Lifecycle Event Timeline Open Started: 17.95s (17949589074) Open Finished: 17.95s (17949589074) First Batch Requested: 17.95s (17949589074) First Batch Returned: 17.95s (17949589074) Last Batch Returned: 25.5m (1532815918453) Closed: 25.5m (1532816918430) Buffer pool - AllocTime: 1.41s (1411967683) - CumulativeAllocationBytes: 4.7 GiB (5065465856) - CumulativeAllocations: 412,244 (412244) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.01s (1013976786) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4549032194) - TotalGetBatchTime: 7.3m (438162972353) - DataWaitTime: 7.3m (437534986726) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.75s (3754914077) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,122 (206122) - TotalBatchesReceived: 206,122 (206122) - TotalBytesReceived: 1.9 GiB (2059007243) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 21.72s (21721396888) - TotalRPCsDeferred: 343 (343) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 162 (162) - CodegenTotalWallClockTime: 1.98s (1975954764) - CodegenSysTime: 16ms (16817000) - CodegenUserTime: 922ms (922974000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 601ms (601986218) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37999131) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1264971041) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 48ms (48998878) - TotalTime: 1.98s (1975954764) Instance c7456fdd806a4994:3209e9260000022a (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.405 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651550686) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 25,100,997 (25100997) - TotalNetworkReceiveTime: 8.1m (487537348393) - TotalNetworkSendTime: 25.5m (1527872084518) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,583 (2583) - TotalThreadsTotalWallClockTime: 34.7m (2081401449695) - TotalThreadsSysTime: 2.93s (2931007000) - TotalThreadsUserTime: 1.0m (60504947000) - TotalThreadsVoluntaryContextSwitches: 86,244 (86244) - TotalTime: 34.7m (2081402449665) Fragment Instance Lifecycle Event Timeline Prepare Finished: 204ms (204993839) Open Finished: 17.53s (17532473113) First Batch Produced: 25.08s (25082246228) First Batch Sent: 25.08s (25082246228) ExecInternal Finished: 34.7m (2081609443444) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064073970421) - ExecTreeExecTime: 8.4m (506259785751) - InactiveTotalTime: 0ns (0) - OpenTime: 17.33s (17327479274) - ExecTreeOpenTime: 14.91s (14914551787) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.5m (1527890083974) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 25,100,997 (25100997) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.86s (16857493392) - TotalBytesSent: 1.6 GiB (1739763370) - TotalTime: 26.0m (1557708187859) - UncompressedRowBatchSize: 4.1 GiB (4452996784) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,100,997 (25100997) - RowsReturnedRate: 48167 per second (48167) - TotalTime: 8.7m (521116339281) Node Lifecycle Event Timeline Open Started: 2.62s (2617921326) Open Finished: 17.53s (17532473113) First Batch Requested: 17.53s (17532473113) First Batch Returned: 25.08s (25082246228) Last Batch Returned: 34.7m (2081392449965) Closed: 34.7m (2081609443444) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 46ms (46998589) - HTResizeTime: 84ms (84997448) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,946.52 (2946.524772690328) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,560,926 (23560926) - RowsReturned: 25,100,997 (25100997) - StreamingTime: 24.93s (24929250815) - TotalTime: 0ns (0) Buffer pool - AllocTime: 15ms (15999520) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999520) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,152 (1667152) - BuildTime: 1.37s (1370958795) - InactiveTotalTime: 0ns (0) - LocalTime: 6.82s (6816795141) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,289,957 (73289957) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.29s (5286841118) - RowsReturned: 73,289,957 (73289957) - RowsReturnedRate: 147849 per second (147849) - TotalTime: 8.3m (495707102884) Node Lifecycle Event Timeline Open Started: 2.62s (2617921326) Open Finished: 17.53s (17531473143) First Batch Requested: 17.53s (17532473113) First Batch Returned: 17.53s (17532473113) Last Batch Returned: 25.5m (1532843933584) Closed: 25.5m (1532843933584) Buffer pool - AllocTime: 68ms (68997927) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68997927) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.15s (1150965407) - BuildRowsPartitioned: 1,667,152 (1667152) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 215ms (215993509) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 37ms (37998859) - InactiveTotalTime: 13.38s (13376598011) - PeakMemoryUsage: 14.8 MiB (15483835) - RowsReturned: 1,667,152 (1667152) - RowsReturnedRate: 123368 per second (123368) - TotalTime: 13.51s (13513593894) Node Lifecycle Event Timeline Open Started: 2.62s (2617921326) Open Finished: 2.62s (2617921326) First Batch Requested: 2.62s (2618921296) First Batch Returned: 2.62s (2618921296) Last Batch Returned: 17.31s (17313479695) Closed: 17.53s (17531473143) Buffer pool - AllocTime: 459ms (459986176) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 250ms (250992456) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274083498) - TotalGetBatchTime: 13.47s (13470595185) - DataWaitTime: 13.38s (13376598011) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 877ms (877973614) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163695674) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 458ms (458255970) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.20s (1203963825) - InactiveTotalTime: 7.9m (473232778272) - PeakMemoryUsage: 11.3 MiB (11890876) - RowsReturned: 73,289,957 (73289957) - RowsReturnedRate: 154172 per second (154172) - TotalTime: 7.9m (475376713849) Node Lifecycle Event Timeline Open Started: 17.53s (17531473143) Open Finished: 17.53s (17531473143) First Batch Requested: 17.53s (17531473143) First Batch Returned: 17.53s (17531473143) Last Batch Returned: 25.5m (1532842933614) Closed: 25.5m (1532843933584) Buffer pool - AllocTime: 1.53s (1528954039) - CumulativeAllocationBytes: 4.7 GiB (5059796992) - CumulativeAllocations: 411,780 (411780) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 626ms (626981155) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4543977334) - TotalGetBatchTime: 7.9m (474051753659) - DataWaitTime: 7.9m (473232778272) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.82s (3824885049) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,890 (205890) - TotalBatchesReceived: 205,890 (205890) - TotalBytesReceived: 1.9 GiB (2056742728) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.13s (15132760262) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 136 (136) - CodegenTotalWallClockTime: 2.41s (2412927487) - CodegenSysTime: 11ms (11778000) - CodegenUserTime: 936ms (936638000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 451ms (451986417) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 126ms (126996183) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.74s (1738947741) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 91ms (91997236) - TotalTime: 2.41s (2412927487) Instance c7456fdd806a4994:3209e9260000024d (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.787 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651395038) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 27,080,336 (27080336) - TotalNetworkReceiveTime: 6.7m (401686167258) - TotalNetworkSendTime: 26.8m (1609770651661) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,229 (3229) - TotalThreadsTotalWallClockTime: 34.7m (2081395977464) - TotalThreadsSysTime: 3.35s (3347576000) - TotalThreadsUserTime: 1.1m (63256899000) - TotalThreadsVoluntaryContextSwitches: 79,179 (79179) - TotalTime: 34.7m (2081395977464) Fragment Instance Lifecycle Event Timeline Prepare Finished: 301ms (301996365) Open Finished: 18.00s (18001783314) First Batch Produced: 25.02s (25022698805) First Batch Sent: 25.02s (25022698805) ExecInternal Finished: 34.7m (2081698973817) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063696190515) - ExecTreeExecTime: 7.0m (421560928340) - InactiveTotalTime: 0ns (0) - OpenTime: 17.70s (17699786949) - ExecTreeOpenTime: 15.59s (15589812347) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.8m (1609806651227) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 27,080,336 (27080336) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.39s (18385778730) - TotalBytesSent: 1.7 GiB (1871249442) - TotalTime: 27.4m (1642017263593) - UncompressedRowBatchSize: 4.5 GiB (4804557361) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,080,336 (27080336) - RowsReturnedRate: 61953 per second (61953) - TotalTime: 7.3m (437106741217) Node Lifecycle Event Timeline Open Started: 2.41s (2411970967) Open Finished: 18.00s (18001783314) First Batch Requested: 18.00s (18001783314) First Batch Returned: 25.02s (25022698805) Last Batch Returned: 34.7m (2081446976837) Closed: 34.7m (2081698973817) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 63ms (63999237) - HTResizeTime: 48ms (48999412) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,903.55 (2903.547785552763) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,563,244 (25563244) - RowsReturned: 27,080,336 (27080336) - StreamingTime: 26.33s (26332683262) - TotalTime: 0ns (0) Buffer pool - AllocTime: 10ms (10999868) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999868) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,118 (1666118) - BuildTime: 1.60s (1603980694) - InactiveTotalTime: 0ns (0) - LocalTime: 7.26s (7264912621) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,278,664 (73278664) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.52s (5522933585) - RowsReturned: 73,278,664 (73278664) - RowsReturnedRate: 178616 per second (178616) - TotalTime: 6.8m (410256064183) Node Lifecycle Event Timeline Open Started: 2.41s (2411970967) Open Finished: 18.00s (18000783326) First Batch Requested: 18.00s (18001783314) First Batch Returned: 18.00s (18001783314) Last Batch Returned: 25.5m (1532826550916) Closed: 25.5m (1532826550916) Buffer pool - AllocTime: 170ms (170997942) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 170ms (170997942) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.42s (1418982920) - BuildRowsPartitioned: 1,666,118 (1666118) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 166ms (166997990) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 25ms (25999688) - InactiveTotalTime: 13.89s (13888832817) - PeakMemoryUsage: 14.7 MiB (15459632) - RowsReturned: 1,666,118 (1666118) - RowsReturnedRate: 119231 per second (119231) - TotalTime: 13.97s (13973831797) Node Lifecycle Event Timeline Open Started: 2.41s (2411970967) Open Finished: 2.41s (2411970967) First Batch Requested: 2.43s (2426970787) First Batch Returned: 2.43s (2426970787) Last Batch Returned: 17.83s (17832785348) Closed: 18.00s (18000783326) Buffer pool - AllocTime: 348ms (348995799) - CumulativeAllocationBytes: 370.1 MiB (388046848) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 306ms (306996304) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273940620) - TotalGetBatchTime: 13.94s (13939832205) - DataWaitTime: 13.89s (13888832817) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 891ms (891989261) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163616789) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 317ms (317285107) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.18s (1175985851) - InactiveTotalTime: 6.4m (386954344578) - PeakMemoryUsage: 11.6 MiB (12180396) - RowsReturned: 73,278,664 (73278664) - RowsReturnedRate: 188368 per second (188368) - TotalTime: 6.5m (389017319765) Node Lifecycle Event Timeline Open Started: 18.00s (18000783326) Open Finished: 18.00s (18000783326) First Batch Requested: 18.00s (18000783326) First Batch Returned: 18.00s (18000783326) Last Batch Returned: 25.5m (1532826550916) Closed: 25.5m (1532826550916) Buffer pool - AllocTime: 2.25s (2250972905) - CumulativeAllocationBytes: 4.7 GiB (5058969600) - CumulativeAllocations: 411,712 (411712) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.31s (1309984228) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4543277168) - TotalGetBatchTime: 6.5m (387724335316) - DataWaitTime: 6.4m (386954344578) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.43s (4430946686) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,856 (205856) - TotalBatchesReceived: 205,856 (205856) - TotalBytesReceived: 1.9 GiB (2056417929) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 20.54s (20537745078) - TotalRPCsDeferred: 170 (170) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 142 (142) - CodegenTotalWallClockTime: 2.11s (2109974602) - CodegenSysTime: 13ms (13791000) - CodegenUserTime: 953ms (953486000) - CodegenVoluntaryContextSwitches: 93 (93) - CompileTime: 441ms (441994679) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 69ms (69999157) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.53s (1532981548) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 32ms (32999603) - TotalTime: 2.11s (2109974602) Instance c7456fdd806a4994:3209e92600000241 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.265 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651427806) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 26,125,704 (26125704) - TotalNetworkReceiveTime: 6.5m (389438362261) - TotalNetworkSendTime: 27.1m (1623752341481) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,086 (3086) - TotalThreadsTotalWallClockTime: 34.7m (2081314592107) - TotalThreadsSysTime: 3.02s (3016574000) - TotalThreadsUserTime: 1.0m (62205544000) - TotalThreadsVoluntaryContextSwitches: 83,024 (83024) - TotalTime: 34.7m (2081358592035) Fragment Instance Lifecycle Event Timeline Prepare Finished: 251ms (251999587) Open Finished: 17.78s (17783970883) First Batch Produced: 25.02s (25018959037) First Batch Sent: 25.02s (25018959037) ExecInternal Finished: 34.7m (2081578591675) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063782620811) - ExecTreeExecTime: 6.8m (408973330286) - InactiveTotalTime: 0ns (0) - OpenTime: 17.53s (17531971296) - ExecTreeOpenTime: 15.29s (15287974970) - PrepareTime: 32ms (32999946) - ExecTreePrepareTime: 10ms (10999982) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 27.1m (1623773341447) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 26,125,704 (26125704) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.51s (17509971285) - TotalBytesSent: 1.7 GiB (1807921375) - TotalTime: 27.6m (1654714290679) - UncompressedRowBatchSize: 4.3 GiB (4635483112) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,125,704 (26125704) - RowsReturnedRate: 61585 per second (61585) - TotalTime: 7.1m (424217305330) Node Lifecycle Event Timeline Open Started: 2.50s (2495995913) Open Finished: 17.78s (17783970883) First Batch Requested: 17.78s (17783970883) First Batch Returned: 25.02s (25018959037) Last Batch Returned: 34.7m (2081360592031) Closed: 34.7m (2081578591675) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 58ms (58999903) - HTResizeTime: 49ms (49999920) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,195.52 (3195.518257969404) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,598,825 (24598825) - RowsReturned: 26,125,704 (26125704) - StreamingTime: 26.03s (26027957369) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999985) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999985) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,408 (1666408) - BuildTime: 1.27s (1273997935) - InactiveTotalTime: 0ns (0) - LocalTime: 6.71s (6711989065) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,349,395 (73349395) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.26s (5264991408) - RowsReturned: 73,349,395 (73349395) - RowsReturnedRate: 184529 per second (184529) - TotalTime: 6.6m (397494349104) Node Lifecycle Event Timeline Open Started: 2.50s (2495995913) Open Finished: 17.78s (17783970883) First Batch Requested: 17.78s (17783970883) First Batch Returned: 17.78s (17783970883) Last Batch Returned: 25.5m (1532798489906) Closed: 25.5m (1532798489906) Buffer pool - AllocTime: 86ms (86999858) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 86ms (86999858) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.06s (1061998282) - BuildRowsPartitioned: 1,666,408 (1666408) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 209ms (209999656) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 35ms (35999942) - InactiveTotalTime: 13.94s (13939977155) - PeakMemoryUsage: 14.7 MiB (15425357) - RowsReturned: 1,666,408 (1666408) - RowsReturnedRate: 119003 per second (119003) - TotalTime: 14.00s (14002977052) Node Lifecycle Event Timeline Open Started: 2.50s (2495995913) Open Finished: 2.50s (2495995913) First Batch Requested: 2.50s (2496995911) First Batch Returned: 2.50s (2496995911) Last Batch Returned: 17.57s (17572971228) Closed: 17.78s (17783970883) Buffer pool - AllocTime: 477ms (477999218) - CumulativeAllocationBytes: 370.2 MiB (388177920) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 370ms (370999395) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274016029) - TotalGetBatchTime: 13.96s (13959977122) - DataWaitTime: 13.94s (13939977155) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 939ms (939998466) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163678890) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 401ms (401433031) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.22s (1217997982) - InactiveTotalTime: 6.2m (374540386673) - PeakMemoryUsage: 11.5 MiB (12016845) - RowsReturned: 73,349,395 (73349395) - RowsReturnedRate: 194674 per second (194674) - TotalTime: 6.3m (376779382987) Node Lifecycle Event Timeline Open Started: 17.78s (17783970883) Open Finished: 17.78s (17783970883) First Batch Requested: 17.78s (17783970883) First Batch Returned: 17.78s (17783970883) Last Batch Returned: 25.5m (1532798489906) Closed: 25.5m (1532798489906) Buffer pool - AllocTime: 1.34s (1342997801) - CumulativeAllocationBytes: 4.7 GiB (5063884800) - CumulativeAllocations: 412,114 (412114) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 668ms (668998903) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4547662490) - TotalGetBatchTime: 6.3m (375450385189) - DataWaitTime: 6.2m (374540386673) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.55s (3553994181) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,057 (206057) - TotalBatchesReceived: 206,057 (206057) - TotalBytesReceived: 1.9 GiB (2058401233) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.45s (15449710560) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 106 (106) - CodegenTotalWallClockTime: 2.24s (2243996326) - CodegenSysTime: 14ms (14926000) - CodegenUserTime: 932ms (932364000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 321ms (321999473) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 76ms (76999874) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.80s (1797997056) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 42ms (42999930) - TotalTime: 2.24s (2243996326) Instance c7456fdd806a4994:3209e9260000022c (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.788 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651411406) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 25,971,396 (25971396) - TotalNetworkReceiveTime: 8.0m (480365746018) - TotalNetworkSendTime: 25.5m (1530978015989) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,178 (3178) - TotalThreadsTotalWallClockTime: 34.7m (2081243251113) - TotalThreadsSysTime: 3.06s (3061057000) - TotalThreadsUserTime: 1.0m (62158215000) - TotalThreadsVoluntaryContextSwitches: 80,866 (80866) - TotalTime: 34.7m (2081244251077) Fragment Instance Lifecycle Event Timeline Prepare Finished: 165ms (165994033) Open Finished: 17.36s (17360375943) First Batch Produced: 29.73s (29731931226) First Batch Sent: 29.73s (29731931226) ExecInternal Finished: 34.7m (2081411245074) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064048869203) - ExecTreeExecTime: 8.4m (501390991217) - InactiveTotalTime: 0ns (0) - OpenTime: 17.19s (17194381910) - ExecTreeOpenTime: 14.84s (14835466707) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.5m (1531005015018) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 25,971,396 (25971396) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.83s (17832359423) - TotalBytesSent: 1.7 GiB (1797611862) - TotalTime: 26.0m (1562551881796) - UncompressedRowBatchSize: 4.3 GiB (4608087908) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,971,396 (25971396) - RowsReturnedRate: 50314 per second (50314) - TotalTime: 8.6m (516178459650) Node Lifecycle Event Timeline Open Started: 2.52s (2524909236) Open Finished: 17.36s (17360375943) First Batch Requested: 17.36s (17360375943) First Batch Returned: 29.73s (29731931226) Last Batch Returned: 34.7m (2081189253041) Closed: 34.7m (2081410245110) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 56ms (56997955) - HTResizeTime: 57ms (57997916) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,179.13 (3179.132470031148) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,444,230 (24444230) - RowsReturned: 25,971,396 (25971396) - StreamingTime: 26.78s (26778038188) - TotalTime: 0ns (0) Buffer pool - AllocTime: 15ms (15999427) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999427) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,233 (1667233) - BuildTime: 1.26s (1263954559) - InactiveTotalTime: 0ns (0) - LocalTime: 7.04s (7035747240) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,290,609 (73290609) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.54s (5538801044) - RowsReturned: 73,290,609 (73290609) - RowsReturnedRate: 149934 per second (149934) - TotalTime: 8.1m (488816442436) Node Lifecycle Event Timeline Open Started: 2.52s (2524909236) Open Finished: 17.36s (17359375979) First Batch Requested: 17.36s (17360375943) First Batch Returned: 17.36s (17360375943) Last Batch Returned: 25.5m (1532648942294) Closed: 25.5m (1532648942294) Buffer pool - AllocTime: 19ms (19999282) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999282) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.05s (1048962288) - BuildRowsPartitioned: 1,667,233 (1667233) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 209ms (209992451) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 33ms (33998780) - InactiveTotalTime: 13.40s (13400518291) - PeakMemoryUsage: 14.9 MiB (15607572) - RowsReturned: 1,667,233 (1667233) - RowsReturnedRate: 123769 per second (123769) - TotalTime: 13.47s (13470515778) Node Lifecycle Event Timeline Open Started: 2.52s (2524909236) Open Finished: 2.52s (2524909236) First Batch Requested: 2.52s (2525909200) First Batch Returned: 2.52s (2525909200) Last Batch Returned: 17.15s (17147383600) Closed: 17.36s (17359375979) Buffer pool - AllocTime: 560ms (560979842) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 470ms (470983074) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274136391) - TotalGetBatchTime: 13.43s (13430517214) - DataWaitTime: 13.40s (13400518291) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 969ms (969965137) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163749322) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 585ms (585291604) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.26s (1264954567) - InactiveTotalTime: 7.8m (466349249842) - PeakMemoryUsage: 11.3 MiB (11810454) - RowsReturned: 73,290,609 (73290609) - RowsReturnedRate: 156500 per second (156500) - TotalTime: 7.8m (468310179418) Node Lifecycle Event Timeline Open Started: 17.36s (17359375979) Open Finished: 17.36s (17359375979) First Batch Requested: 17.36s (17359375979) First Batch Returned: 17.36s (17359375979) Last Batch Returned: 25.5m (1532648942294) Closed: 25.5m (1532648942294) Buffer pool - AllocTime: 1.72s (1722938107) - CumulativeAllocationBytes: 4.7 GiB (5059846144) - CumulativeAllocations: 411,786 (411786) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11780096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11780096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.30s (1303953155) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4544017758) - TotalGetBatchTime: 7.8m (466911229667) - DataWaitTime: 7.8m (466349249842) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.05s (4053854396) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,893 (205893) - TotalBatchesReceived: 205,893 (205893) - TotalBytesReceived: 1.9 GiB (2056751639) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.15s (15155166771) - TotalRPCsDeferred: 8 (8) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 95 (95) - CodegenTotalWallClockTime: 2.36s (2356915275) - CodegenSysTime: 12ms (12833000) - CodegenUserTime: 901ms (901649000) - CodegenVoluntaryContextSwitches: 107 (107) - CompileTime: 460ms (460983429) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 71ms (71997412) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.69s (1687939323) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 133ms (133995183) - TotalTime: 2.36s (2357915239) Instance c7456fdd806a4994:3209e9260000023d (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.530 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651460558) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 25,734,673 (25734673) - TotalNetworkReceiveTime: 7.1m (426442371230) - TotalNetworkSendTime: 26.4m (1584728232176) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,387 (3387) - TotalThreadsTotalWallClockTime: 34.7m (2081202171635) - TotalThreadsSysTime: 3.24s (3236778000) - TotalThreadsUserTime: 1.0m (62402698000) - TotalThreadsVoluntaryContextSwitches: 78,476 (78476) - TotalTime: 34.7m (2081221171518) Fragment Instance Lifecycle Event Timeline Prepare Finished: 238ms (238998528) Open Finished: 17.66s (17658891238) First Batch Produced: 29.71s (29706817034) First Batch Sent: 29.71s (29706817034) ExecInternal Finished: 34.7m (2081443170151) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063782278925) - ExecTreeExecTime: 7.5m (447543241030) - InactiveTotalTime: 0ns (0) - OpenTime: 17.42s (17419892710) - ExecTreeOpenTime: 15.37s (15367905348) - PrepareTime: 18ms (18999883) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.4m (1584749232040) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 25,734,673 (25734673) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.82s (17819890083) - TotalBytesSent: 1.7 GiB (1782012148) - TotalTime: 26.9m (1616157038404) - UncompressedRowBatchSize: 4.3 GiB (4566089807) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,734,673 (25734673) - RowsReturnedRate: 55596 per second (55596) - TotalTime: 7.7m (462879146573) Node Lifecycle Event Timeline Open Started: 2.29s (2290985890) Open Finished: 17.66s (17658891238) First Batch Requested: 17.66s (17658891238) First Batch Returned: 29.71s (29706817034) Last Batch Returned: 34.7m (2081189171717) Closed: 34.7m (2081442170157) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 61ms (61999618) - HTResizeTime: 49ms (49999694) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,120.06 (3120.061273254235) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,203,458 (24203458) - RowsReturned: 25,734,673 (25734673) - StreamingTime: 27.56s (27557830069) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6999957) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999957) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,624 (1667624) - BuildTime: 1.44s (1442991097) - InactiveTotalTime: 0ns (0) - LocalTime: 7.01s (7011956782) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,291,478 (73291478) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.41s (5414966626) - RowsReturned: 73,291,478 (73291478) - RowsReturnedRate: 168551 per second (168551) - TotalTime: 7.2m (434832319516) Node Lifecycle Event Timeline Open Started: 2.29s (2290985890) Open Finished: 17.66s (17657891244) First Batch Requested: 17.66s (17658891238) First Batch Returned: 17.66s (17658891238) Last Batch Returned: 25.5m (1532646553392) Closed: 25.5m (1532646553392) Buffer pool - AllocTime: 124ms (124999231) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 124ms (124999231) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.17s (1169992779) - BuildRowsPartitioned: 1,667,624 (1667624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 248ms (248998466) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 37ms (37999764) - InactiveTotalTime: 13.84s (13837914788) - PeakMemoryUsage: 14.7 MiB (15414596) - RowsReturned: 1,667,624 (1667624) - RowsReturnedRate: 119887 per second (119887) - TotalTime: 13.91s (13909914342) Node Lifecycle Event Timeline Open Started: 2.29s (2290985890) Open Finished: 2.29s (2290985890) First Batch Requested: 2.31s (2313985748) First Batch Returned: 2.31s (2313985748) Last Batch Returned: 17.41s (17407892784) Closed: 17.66s (17657891244) Buffer pool - AllocTime: 611ms (611996234) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 295ms (295998180) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274206067) - TotalGetBatchTime: 13.87s (13868914596) - DataWaitTime: 13.84s (13837914788) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.02s (1021993709) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163777178) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 362ms (362933174) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.20s (1203992576) - InactiveTotalTime: 6.9m (411954460445) - PeakMemoryUsage: 11.6 MiB (12129559) - RowsReturned: 73,291,478 (73291478) - RowsReturnedRate: 177070 per second (177070) - TotalTime: 6.9m (413910448392) Node Lifecycle Event Timeline Open Started: 17.66s (17657891244) Open Finished: 17.66s (17657891244) First Batch Requested: 17.66s (17657891244) First Batch Returned: 17.66s (17657891244) Last Batch Returned: 25.5m (1532645553398) Closed: 25.5m (1532646553392) Buffer pool - AllocTime: 2.00s (1998987687) - CumulativeAllocationBytes: 4.7 GiB (5059944448) - CumulativeAllocations: 411,796 (411796) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.54s (1543990488) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4544071636) - TotalGetBatchTime: 6.9m (412550456776) - DataWaitTime: 6.9m (411954460445) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.48s (4480972384) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,898 (205898) - TotalBatchesReceived: 205,898 (205898) - TotalBytesReceived: 1.9 GiB (2056821787) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.56s (15563159313) - TotalRPCsDeferred: 683 (683) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 122 (122) - CodegenTotalWallClockTime: 2.05s (2051987362) - CodegenSysTime: 8ms (8921000) - CodegenUserTime: 937ms (937777000) - CodegenVoluntaryContextSwitches: 109 (109) - CompileTime: 661ms (661995923) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67999581) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.25s (1253992277) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 54ms (54999661) - TotalTime: 2.05s (2051987362) Instance c7456fdd806a4994:3209e92600000245 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.969 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651567054) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 27,055,621 (27055621) - TotalNetworkReceiveTime: 7.4m (446525593529) - TotalNetworkSendTime: 26.1m (1566053969281) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,561 (2561) - TotalThreadsTotalWallClockTime: 34.7m (2081181195764) - TotalThreadsSysTime: 3.04s (3041822000) - TotalThreadsUserTime: 1.0m (62647919000) - TotalThreadsVoluntaryContextSwitches: 82,738 (82738) - TotalTime: 34.7m (2081207194866) Fragment Instance Lifecycle Event Timeline Prepare Finished: 268ms (268990713) Open Finished: 18.07s (18069376131) First Batch Produced: 25.16s (25157131418) First Batch Sent: 25.16s (25157131418) ExecInternal Finished: 34.7m (2081451186442) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063380810346) - ExecTreeExecTime: 7.8m (465088953304) - InactiveTotalTime: 0ns (0) - OpenTime: 17.80s (17800385418) - ExecTreeOpenTime: 15.79s (15785454986) - PrepareTime: 25ms (25999102) - ExecTreePrepareTime: 25ms (25999102) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.1m (1566072968626) - PeakMemoryUsage: 1.2 MiB (1280944) - RowsSent: 27,055,621 (27055621) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.32s (18325367725) - TotalBytesSent: 1.7 GiB (1869731341) - TotalTime: 26.6m (1598195860355) - UncompressedRowBatchSize: 4.5 GiB (4800367781) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,055,621 (27055621) - RowsReturnedRate: 56266 per second (56266) - TotalTime: 8.0m (480851409086) Node Lifecycle Event Timeline Open Started: 2.28s (2283921145) Open Finished: 18.07s (18069376131) First Batch Requested: 18.07s (18069376131) First Batch Returned: 25.16s (25157131418) Last Batch Returned: 34.7m (2081166196273) Closed: 34.7m (2081451186442) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 54ms (54998097) - HTResizeTime: 34ms (34998791) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,896.18 (2896.175499852513) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,536,843 (25536843) - RowsReturned: 27,055,621 (27055621) - StreamingTime: 25.30s (25300127009) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999689) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999689) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,647 (1668647) - BuildTime: 1.56s (1564945957) - InactiveTotalTime: 0ns (0) - LocalTime: 7.24s (7238750240) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,386,814 (73386814) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.39s (5387814159) - RowsReturned: 73,386,814 (73386814) - RowsReturnedRate: 161261 per second (161261) - TotalTime: 7.6m (455079298351) Node Lifecycle Event Timeline Open Started: 2.28s (2283921145) Open Finished: 18.07s (18068376166) First Batch Requested: 18.07s (18069376131) First Batch Returned: 18.07s (18069376131) Last Batch Returned: 25.5m (1532912107904) Closed: 25.5m (1532912107904) Buffer pool - AllocTime: 136ms (136995269) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 136ms (136995269) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.29s (1293955314) - BuildRowsPartitioned: 1,668,647 (1668647) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 264ms (264990851) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 46ms (46998379) - InactiveTotalTime: 14.01s (14014516137) - PeakMemoryUsage: 14.6 MiB (15354848) - RowsReturned: 1,668,647 (1668647) - RowsReturnedRate: 118297 per second (118297) - TotalTime: 14.11s (14105513000) Node Lifecycle Event Timeline Open Started: 2.28s (2283921145) Open Finished: 2.28s (2283921145) First Batch Requested: 2.29s (2287921007) First Batch Returned: 2.29s (2287921007) Last Batch Returned: 17.80s (17801385384) Closed: 18.07s (18068376166) Buffer pool - AllocTime: 545ms (545981148) - CumulativeAllocationBytes: 370.6 MiB (388644864) - CumulativeAllocations: 19,000 (19000) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 433ms (433985014) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.7 MiB (274370823) - TotalGetBatchTime: 14.05s (14050514895) - DataWaitTime: 14.01s (14014516137) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 952ms (952967093) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,500 (9500) - TotalBatchesReceived: 9,500 (9500) - TotalBytesReceived: 156.3 MiB (163878643) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 91ms (91424774) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.16s (1158959968) - InactiveTotalTime: 7.2m (431819101275) - PeakMemoryUsage: 11.5 MiB (12063065) - RowsReturned: 73,386,814 (73386814) - RowsReturnedRate: 169197 per second (169197) - TotalTime: 7.2m (433735035111) Node Lifecycle Event Timeline Open Started: 18.07s (18068376166) Open Finished: 18.07s (18068376166) First Batch Requested: 18.07s (18068376166) First Batch Returned: 18.07s (18068376166) Last Batch Returned: 25.5m (1532911107938) Closed: 25.5m (1532912107904) Buffer pool - AllocTime: 1.72s (1723940519) - CumulativeAllocationBytes: 4.7 GiB (5066473472) - CumulativeAllocations: 412,324 (412324) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.34s (1342953661) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4549982468) - TotalGetBatchTime: 7.2m (432447079598) - DataWaitTime: 7.2m (431819101275) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.92s (3915864870) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,162 (206162) - TotalBatchesReceived: 206,162 (206162) - TotalBytesReceived: 1.9 GiB (2059457273) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.62s (15618420481) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 96 (96) - CodegenTotalWallClockTime: 2.01s (2014930432) - CodegenSysTime: 15ms (15741000) - CodegenUserTime: 940ms (940927000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 582ms (582979872) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 91ms (91996824) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.22s (1221957810) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 98ms (98996582) - TotalTime: 2.01s (2014930432) Instance c7456fdd806a4994:3209e9260000023b (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.303 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.7 MiB (651871403) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 25,620,622 (25620622) - TotalNetworkReceiveTime: 6.2m (373454509932) - TotalNetworkSendTime: 27.2m (1633624364811) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 4,861 (4861) - TotalThreadsTotalWallClockTime: 34.7m (2081188396091) - TotalThreadsSysTime: 3.17s (3170449000) - TotalThreadsUserTime: 1.1m (64901429000) - TotalThreadsVoluntaryContextSwitches: 73,957 (73957) - TotalTime: 34.7m (2081195395857) Fragment Instance Lifecycle Event Timeline Prepare Finished: 253ms (253991504) Open Finished: 17.79s (17788404969) First Batch Produced: 25.00s (25005163565) First Batch Sent: 25.00s (25005163565) ExecInternal Finished: 34.7m (2081443387561) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063653982626) - ExecTreeExecTime: 6.6m (397248714158) - InactiveTotalTime: 0ns (0) - OpenTime: 17.53s (17534413465) - ExecTreeOpenTime: 15.21s (15208491269) - PrepareTime: 6ms (6999766) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 27.2m (1633656363746) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 25,620,622 (25620622) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.08s (18082395300) - TotalBytesSent: 1.7 GiB (1774539445) - TotalTime: 27.8m (1666258273390) - UncompressedRowBatchSize: 4.2 GiB (4545707784) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,620,622 (25620622) - RowsReturnedRate: 62125 per second (62125) - TotalTime: 6.9m (412400207335) Node Lifecycle Event Timeline Open Started: 2.58s (2579913700) Open Finished: 17.79s (17788404969) First Batch Requested: 17.79s (17788404969) First Batch Returned: 25.00s (25005163565) Last Batch Returned: 34.7m (2081163396927) Closed: 34.7m (2081443387561) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 45ms (45998454) - HTResizeTime: 69ms (69997659) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,008.35 (3008.35388475511) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,083,441 (24083441) - RowsReturned: 25,620,622 (25620622) - StreamingTime: 28.58s (28580044161) - TotalTime: 0ns (0) Buffer pool - AllocTime: 31ms (31998930) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999097) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,323 (1668323) - BuildTime: 1.74s (1737941869) - InactiveTotalTime: 0ns (0) - LocalTime: 8.26s (8264723532) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,380,789 (73380789) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 6.35s (6348787631) - RowsReturned: 73,380,789 (73380789) - RowsReturnedRate: 191444 per second (191444) - TotalTime: 6.4m (383301180546) Node Lifecycle Event Timeline Open Started: 2.58s (2579913700) Open Finished: 17.79s (17787405002) First Batch Requested: 17.79s (17788404969) First Batch Returned: 17.79s (17789404935) Last Batch Returned: 25.5m (1532776735690) Closed: 25.5m (1532776735690) Buffer pool - AllocTime: 82ms (82997223) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82997223) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.47s (1472950734) - BuildRowsPartitioned: 1,668,323 (1668323) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 260ms (260991270) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 40ms (40998630) - InactiveTotalTime: 13.38s (13376552546) - PeakMemoryUsage: 14.8 MiB (15570090) - RowsReturned: 1,668,323 (1668323) - RowsReturnedRate: 123978 per second (123978) - TotalTime: 13.46s (13456549870) Node Lifecycle Event Timeline Open Started: 2.58s (2579913700) Open Finished: 2.58s (2579913700) First Batch Requested: 2.58s (2580913667) First Batch Returned: 2.58s (2581913633) Last Batch Returned: 17.52s (17525413766) Closed: 17.79s (17787405002) Buffer pool - AllocTime: 379ms (379987286) - CumulativeAllocationBytes: 370.6 MiB (388579328) - CumulativeAllocations: 18,998 (18998) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 362ms (362987858) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274306213) - TotalGetBatchTime: 13.41s (13407551506) - DataWaitTime: 13.38s (13376552546) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 788ms (788973612) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,499 (9499) - TotalBatchesReceived: 9,499 (9499) - TotalBytesReceived: 156.3 MiB (163844291) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 512ms (512638443) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.39s (1393953365) - InactiveTotalTime: 6.0m (359111989692) - PeakMemoryUsage: 11.6 MiB (12190421) - RowsReturned: 73,380,789 (73380789) - RowsReturnedRate: 202944 per second (202944) - TotalTime: 6.0m (361579907144) Node Lifecycle Event Timeline Open Started: 17.79s (17787405002) Open Finished: 17.79s (17787405002) First Batch Requested: 17.79s (17787405002) First Batch Returned: 17.79s (17787405002) Last Batch Returned: 25.5m (1532775735723) Closed: 25.5m (1532776735690) Buffer pool - AllocTime: 2.30s (2300923040) - CumulativeAllocationBytes: 4.7 GiB (5066031104) - CumulativeAllocations: 412,286 (412286) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.84s (1838938492) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4549608918) - TotalGetBatchTime: 6.0m (360011959594) - DataWaitTime: 6.0m (359111989692) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.87s (4872837054) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,143 (206143) - TotalBatchesReceived: 206,143 (206143) - TotalBytesReceived: 1.9 GiB (2059310333) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 41.05s (41047888953) - TotalRPCsDeferred: 7,815 (7815) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 103 (103) - CodegenTotalWallClockTime: 2.33s (2325922196) - CodegenSysTime: 11ms (11889000) - CodegenUserTime: 960ms (960985000) - CodegenVoluntaryContextSwitches: 79 (79) - CompileTime: 506ms (506983041) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37998729) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.71s (1708942835) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 67ms (67997725) - TotalTime: 2.33s (2325922196) Instance c7456fdd806a4994:3209e92600000249 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.120 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651517918) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 24,750,719 (24750719) - TotalNetworkReceiveTime: 7.4m (444718842737) - TotalNetworkSendTime: 26.2m (1570588468764) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,904 (2904) - TotalThreadsTotalWallClockTime: 34.7m (2081123068224) - TotalThreadsSysTime: 3.08s (3081057000) - TotalThreadsUserTime: 1.0m (60074645000) - TotalThreadsVoluntaryContextSwitches: 86,299 (86299) - TotalTime: 34.7m (2081172066553) Fragment Instance Lifecycle Event Timeline Prepare Finished: 280ms (280990421) Open Finished: 17.70s (17700396599) First Batch Produced: 29.61s (29612990501) First Batch Sent: 29.61s (29612990501) ExecInternal Finished: 34.7m (2081406058577) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063703662046) - ExecTreeExecTime: 7.7m (463242211438) - InactiveTotalTime: 0ns (0) - OpenTime: 17.42s (17419406178) - ExecTreeOpenTime: 15.19s (15189482195) - PrepareTime: 48ms (48998329) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.2m (1570607468116) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 24,750,719 (24750719) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.01s (17008420333) - TotalBytesSent: 1.6 GiB (1716621899) - TotalTime: 26.7m (1600359454086) - UncompressedRowBatchSize: 4.1 GiB (4391657189) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,750,719 (24750719) - RowsReturnedRate: 51738 per second (51738) - TotalTime: 8.0m (478377695472) Node Lifecycle Event Timeline Open Started: 2.51s (2510914404) Open Finished: 17.70s (17700396599) First Batch Requested: 17.70s (17700396599) First Batch Returned: 29.61s (29612990501) Last Batch Returned: 34.7m (2081132067918) Closed: 34.7m (2081405058611) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 60ms (60997923) - HTResizeTime: 81ms (81997203) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,446.56 (3446.5560048421225) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,210,500 (23210500) - RowsReturned: 24,750,719 (24750719) - StreamingTime: 24.73s (24735156889) - TotalTime: 0ns (0) Buffer pool - AllocTime: 16ms (16999420) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999693) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,619 (1666619) - BuildTime: 1.42s (1424951424) - InactiveTotalTime: 0ns (0) - LocalTime: 7.00s (6999761412) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,257,256 (73257256) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.42s (5420815238) - RowsReturned: 73,257,256 (73257256) - RowsReturnedRate: 161691 per second (161691) - TotalTime: 7.6m (453068558142) Node Lifecycle Event Timeline Open Started: 2.51s (2510914404) Open Finished: 17.70s (17699396633) First Batch Requested: 17.70s (17700396599) First Batch Returned: 17.70s (17700396599) Last Batch Returned: 25.5m (1532558768642) Closed: 25.5m (1532558768642) Buffer pool - AllocTime: 103ms (103996455) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 103ms (103996455) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.21s (1210958719) - BuildRowsPartitioned: 1,666,619 (1666619) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 209ms (209992841) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 19ms (19999319) - InactiveTotalTime: 13.69s (13688533364) - PeakMemoryUsage: 14.8 MiB (15476757) - RowsReturned: 1,666,619 (1666619) - RowsReturnedRate: 121221 per second (121221) - TotalTime: 13.75s (13748531316) Node Lifecycle Event Timeline Open Started: 2.51s (2510914404) Open Finished: 2.51s (2510914404) First Batch Requested: 2.51s (2512914336) First Batch Returned: 2.51s (2512914336) Last Batch Returned: 17.49s (17488403826) Closed: 17.70s (17699396633) Buffer pool - AllocTime: 663ms (663977368) - CumulativeAllocationBytes: 370.1 MiB (388128768) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 602ms (602979446) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274034092) - TotalGetBatchTime: 13.72s (13722532202) - DataWaitTime: 13.69s (13688533364) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.12s (1117961890) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163691993) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 658ms (658032094) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.21s (1214958596) - InactiveTotalTime: 7.2m (430381331501) - PeakMemoryUsage: 11.6 MiB (12129780) - RowsReturned: 73,257,256 (73257256) - RowsReturnedRate: 169451 per second (169451) - TotalTime: 7.2m (432320265414) Node Lifecycle Event Timeline Open Started: 17.70s (17699396633) Open Finished: 17.70s (17699396633) First Batch Requested: 17.70s (17699396633) First Batch Returned: 17.70s (17699396633) Last Batch Returned: 25.5m (1532557768676) Closed: 25.5m (1532558768642) Buffer pool - AllocTime: 1.69s (1687942454) - CumulativeAllocationBytes: 4.7 GiB (5057552384) - CumulativeAllocations: 411,596 (411596) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.41s (1405952071) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4541949872) - TotalGetBatchTime: 7.2m (430968311487) - DataWaitTime: 7.2m (430381331501) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.01s (4008863362) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,798 (205798) - TotalBatchesReceived: 205,798 (205798) - TotalBytesReceived: 1.9 GiB (2055811416) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.62s (15621852730) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 177 (177) - CodegenTotalWallClockTime: 2.23s (2229923983) - CodegenSysTime: 19ms (19448000) - CodegenUserTime: 935ms (935560000) - CodegenVoluntaryContextSwitches: 152 (152) - CompileTime: 481ms (481983569) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 137ms (137995296) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.48s (1480949515) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 124ms (124995739) - TotalTime: 2.23s (2229923983) Instance c7456fdd806a4994:3209e92600000237 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.304 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651542478) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 25,214,889 (25214889) - TotalNetworkReceiveTime: 7.4m (443903956078) - TotalNetworkSendTime: 26.2m (1570318470034) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,748 (2748) - TotalThreadsTotalWallClockTime: 34.7m (2081149911769) - TotalThreadsSysTime: 3.13s (3127092000) - TotalThreadsUserTime: 1.0m (60953456000) - TotalThreadsVoluntaryContextSwitches: 81,902 (81902) - TotalTime: 34.7m (2081149911769) Fragment Instance Lifecycle Event Timeline Prepare Finished: 287ms (287993478) Open Finished: 17.56s (17564602250) First Batch Produced: 24.92s (24918435726) First Batch Sent: 24.92s (24918435726) ExecInternal Finished: 34.7m (2081439905201) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063873302997) - ExecTreeExecTime: 7.7m (463290517746) - InactiveTotalTime: 0ns (0) - OpenTime: 17.28s (17276608772) - ExecTreeOpenTime: 15.24s (15236654967) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.2m (1570346469403) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 25,214,889 (25214889) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.96s (16959616189) - TotalBytesSent: 1.6 GiB (1747522976) - TotalTime: 26.7m (1600449788262) - UncompressedRowBatchSize: 4.2 GiB (4473555096) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,214,889 (25214889) - RowsReturnedRate: 52697 per second (52697) - TotalTime: 8.0m (478482173734) Node Lifecycle Event Timeline Open Started: 2.33s (2327947283) Open Finished: 17.56s (17564602250) First Batch Requested: 17.56s (17564602250) First Batch Returned: 24.92s (24918435726) Last Batch Returned: 34.7m (2081205910498) Closed: 34.7m (2081439905201) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 56ms (56998708) - HTResizeTime: 82ms (82998120) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,938.10 (2938.0975762299054) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,674,889 (23674889) - RowsReturned: 25,214,889 (25214889) - StreamingTime: 25.42s (25420424929) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999863) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999863) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,900 (1667900) - BuildTime: 1.70s (1700961486) - InactiveTotalTime: 0ns (0) - LocalTime: 7.35s (7353833538) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,345,215 (73345215) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.47s (5475876065) - RowsReturned: 73,345,215 (73345215) - RowsReturnedRate: 162032 per second (162032) - TotalTime: 7.5m (452658757932) Node Lifecycle Event Timeline Open Started: 2.33s (2327947283) Open Finished: 17.56s (17563602273) First Batch Requested: 17.56s (17564602250) First Batch Returned: 17.56s (17564602250) Last Batch Returned: 25.5m (1532664318995) Closed: 25.5m (1532664318995) Buffer pool - AllocTime: 259ms (259994113) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 259ms (259994113) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.50s (1505965900) - BuildRowsPartitioned: 1,667,900 (1667900) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 185ms (185995788) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 32ms (32999256) - InactiveTotalTime: 13.44s (13436695715) - PeakMemoryUsage: 14.8 MiB (15502210) - RowsReturned: 1,667,900 (1667900) - RowsReturnedRate: 123514 per second (123514) - TotalTime: 13.50s (13503694203) Node Lifecycle Event Timeline Open Started: 2.33s (2327947283) Open Finished: 2.33s (2327947283) First Batch Requested: 2.33s (2332947170) First Batch Returned: 2.33s (2332947170) Last Batch Returned: 17.38s (17376606507) Closed: 17.56s (17563602273) Buffer pool - AllocTime: 391ms (391991124) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 229ms (229994792) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274229302) - TotalGetBatchTime: 13.46s (13465695060) - DataWaitTime: 13.44s (13436695715) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 760ms (760982779) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163793358) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 356ms (356859461) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.25s (1254971614) - InactiveTotalTime: 7.2m (429910272984) - PeakMemoryUsage: 11.6 MiB (12140304) - RowsReturned: 73,345,215 (73345215) - RowsReturnedRate: 169858 per second (169858) - TotalTime: 7.2m (431801230191) Node Lifecycle Event Timeline Open Started: 17.56s (17563602273) Open Finished: 17.56s (17563602273) First Batch Requested: 17.56s (17563602273) First Batch Returned: 17.56s (17563602273) Last Batch Returned: 25.5m (1532664318995) Closed: 25.5m (1532664318995) Buffer pool - AllocTime: 1.49s (1488966287) - CumulativeAllocationBytes: 4.7 GiB (5063630848) - CumulativeAllocations: 412,092 (412092) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.04s (1040976433) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4547403330) - TotalGetBatchTime: 7.2m (430417261496) - DataWaitTime: 7.2m (429910272984) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.71s (3714915953) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,046 (206046) - TotalBatchesReceived: 206,046 (206046) - TotalBytesReceived: 1.9 GiB (2058320700) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.52s (15516310833) - TotalRPCsDeferred: 1,348 (1348) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 132 (132) - CodegenTotalWallClockTime: 2.04s (2038953828) - CodegenSysTime: 9ms (9997000) - CodegenUserTime: 921ms (921744000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 415ms (415990580) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 60ms (60998618) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.40s (1398968320) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 155ms (155996468) - TotalTime: 2.04s (2038953828) Instance c7456fdd806a4994:3209e92600000228 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.207 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651419598) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 24,897,281 (24897281) - TotalNetworkReceiveTime: 8.4m (501739006631) - TotalNetworkSendTime: 25.2m (1511328673169) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,037 (3037) - TotalThreadsTotalWallClockTime: 34.7m (2081122882574) - TotalThreadsSysTime: 3.15s (3154164000) - TotalThreadsUserTime: 1.0m (61275972000) - TotalThreadsVoluntaryContextSwitches: 83,504 (83504) - TotalTime: 34.7m (2081143881402) Fragment Instance Lifecycle Event Timeline Prepare Finished: 241ms (241986497) Open Finished: 17.22s (17223038917) First Batch Produced: 29.69s (29692343098) First Batch Sent: 29.69s (29692343098) ExecInternal Finished: 34.7m (2081427865554) Buffer pool - AllocTime: 999.94us (999944) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.94us (999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2064141830154) - ExecTreeExecTime: 8.7m (522392854237) - InactiveTotalTime: 0ns (0) - OpenTime: 16.98s (16981052420) - ExecTreeOpenTime: 14.93s (14934166640) - PrepareTime: 20ms (20998828) - ExecTreePrepareTime: 20ms (20998828) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511350671942) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 24,897,281 (24897281) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.17s (17169042031) - TotalBytesSent: 1.6 GiB (1726256447) - TotalTime: 25.7m (1541720977476) - UncompressedRowBatchSize: 4.1 GiB (4416992761) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,897,281 (24897281) - RowsReturnedRate: 46337 per second (46337) - TotalTime: 9.0m (537306022044) Node Lifecycle Event Timeline Open Started: 2.29s (2288872277) Open Finished: 17.22s (17223038917) First Batch Requested: 17.22s (17223038917) First Batch Returned: 29.69s (29692343098) Last Batch Returned: 34.7m (2081181879284) Closed: 34.7m (2081426865610) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 53ms (53996984) - HTResizeTime: 52ms (52997044) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,445.62 (3445.6168365478516) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,357,686 (23357686) - RowsReturned: 24,897,281 (24897281) - StreamingTime: 26.38s (26380528044) - TotalTime: 0ns (0) Buffer pool - AllocTime: 49ms (49997213) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49997213) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,237 (1665237) - BuildTime: 1.56s (1565912616) - InactiveTotalTime: 0ns (0) - LocalTime: 7.16s (7164600190) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,183,413 (73183413) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.41s (5413697902) - RowsReturned: 73,183,413 (73183413) - RowsReturnedRate: 143389 per second (143389) - TotalTime: 8.5m (510383524247) Node Lifecycle Event Timeline Open Started: 2.29s (2288872277) Open Finished: 17.22s (17222038972) First Batch Requested: 17.22s (17223038917) First Batch Returned: 17.22s (17223038917) Last Batch Returned: 25.5m (1532559497927) Closed: 25.5m (1532559497927) Buffer pool - AllocTime: 95ms (95994640) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 95ms (95994640) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.32s (1320926288) - BuildRowsPartitioned: 1,665,237 (1665237) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 234ms (234986887) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 27ms (27998443) - InactiveTotalTime: 13.29s (13294258141) - PeakMemoryUsage: 14.8 MiB (15485055) - RowsReturned: 1,665,237 (1665237) - RowsReturnedRate: 124734 per second (124734) - TotalTime: 13.35s (13350255026) Node Lifecycle Event Timeline Open Started: 2.29s (2288872277) Open Finished: 2.29s (2288872277) First Batch Requested: 2.30s (2297871774) First Batch Returned: 2.30s (2297871774) Last Batch Returned: 16.98s (16985052197) Closed: 17.22s (17222038972) Buffer pool - AllocTime: 466ms (466973937) - CumulativeAllocationBytes: 369.9 MiB (387883008) - CumulativeAllocations: 18,964 (18964) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 415ms (415976784) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273810420) - TotalGetBatchTime: 13.32s (13318256806) - DataWaitTime: 13.29s (13294258141) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 866ms (866951605) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,482 (9482) - TotalBatchesReceived: 9,482 (9482) - TotalBytesReceived: 156.0 MiB (163552210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 428ms (428419115) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.32s (1323926126) - InactiveTotalTime: 8.1m (487828782844) - PeakMemoryUsage: 11.3 MiB (11830535) - RowsReturned: 73,183,413 (73183413) - RowsReturnedRate: 149393 per second (149393) - TotalTime: 8.2m (489868669031) Node Lifecycle Event Timeline Open Started: 17.22s (17222038972) Open Finished: 17.22s (17222038972) First Batch Requested: 17.22s (17222038972) First Batch Returned: 17.22s (17222038972) Last Batch Returned: 25.5m (1532559497927) Closed: 25.5m (1532559497927) Buffer pool - AllocTime: 1.33s (1335925465) - CumulativeAllocationBytes: 4.7 GiB (5052506112) - CumulativeAllocations: 411,188 (411188) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 891ms (891950240) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4537371606) - TotalGetBatchTime: 8.1m (488390751500) - DataWaitTime: 8.1m (487828782844) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.72s (3720792401) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,594 (205594) - TotalBatchesReceived: 205,594 (205594) - TotalBytesReceived: 1.9 GiB (2053726552) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.10s (15100914106) - TotalRPCsDeferred: 10 (10) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 110 (110) - CodegenTotalWallClockTime: 2.05s (2046885780) - CodegenSysTime: 8ms (8858000) - CodegenUserTime: 923ms (923605000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 376ms (376978964) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 51ms (51997098) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.56s (1560912898) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 53ms (53996987) - TotalTime: 2.05s (2046885780) Instance c7456fdd806a4994:3209e92600000240 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.523 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 625.5 MiB (655876062) - PeakReservation: 613.0 MiB (642777088) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 25,816,281 (25816281) - TotalNetworkReceiveTime: 8.3m (499144682350) - TotalNetworkSendTime: 25.2m (1512838480928) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,588 (2588) - TotalThreadsTotalWallClockTime: 34.7m (2081103626573) - TotalThreadsSysTime: 3.32s (3318691000) - TotalThreadsUserTime: 1.0m (62261319000) - TotalThreadsVoluntaryContextSwitches: 79,185 (79185) - TotalTime: 34.7m (2081104626537) Fragment Instance Lifecycle Event Timeline Prepare Finished: 233ms (233991412) Open Finished: 17.83s (17831345561) First Batch Produced: 25.09s (25092079080) First Batch Sent: 25.09s (25092079080) ExecInternal Finished: 34.7m (2081344617728) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063506272424) - ExecTreeExecTime: 8.7m (519896920811) - InactiveTotalTime: 0ns (0) - OpenTime: 17.60s (17597354149) - ExecTreeOpenTime: 15.46s (15461432541) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512864479974) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 25,816,281 (25816281) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.49s (17493357974) - TotalBytesSent: 1.7 GiB (1787508135) - TotalTime: 25.7m (1543515355066) - UncompressedRowBatchSize: 4.3 GiB (4580563323) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 292.1 MiB (306315392) - RowsReturned: 25,816,281 (25816281) - RowsReturnedRate: 48227 per second (48227) - TotalTime: 8.9m (535303355374) Node Lifecycle Event Timeline Open Started: 2.37s (2369913020) Open Finished: 17.83s (17831345561) First Batch Requested: 17.83s (17831345561) First Batch Returned: 25.09s (25092079080) Last Batch Returned: 34.7m (2081161624444) Closed: 34.7m (2081339617911) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 62ms (62997692) - HTResizeTime: 55ms (55997943) - HashBuckets: 2,228,224 (2228224) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 292.1 MiB (306290816) - PeakReservation: 292.0 MiB (306184192) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 1,784.39 (1784.387172211248) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,282,270 (24282270) - RowsReturned: 25,816,281 (25816281) - StreamingTime: 26.92s (26917012157) - TotalTime: 0ns (0) Buffer pool - AllocTime: 25ms (25999044) - CumulativeAllocationBytes: 310.0 MiB (325058560) - CumulativeAllocations: 154 (154) - InactiveTotalTime: 0ns (0) - PeakReservation: 292.0 MiB (306184192) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 292.0 MiB (306184192) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999044) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,045 (1665045) - BuildTime: 1.45s (1446946899) - InactiveTotalTime: 0ns (0) - LocalTime: 7.38s (7377729250) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,203,882 (73203882) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.73s (5727789797) - RowsReturned: 73,203,882 (73203882) - RowsReturnedRate: 144118 per second (144118) - TotalTime: 8.5m (507942359498) Node Lifecycle Event Timeline Open Started: 2.37s (2369913020) Open Finished: 17.83s (17830345598) First Batch Requested: 17.83s (17831345561) First Batch Returned: 17.83s (17831345561) Last Batch Returned: 25.5m (1532876746366) Closed: 25.5m (1532876746366) Buffer pool - AllocTime: 37ms (37998605) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998605) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.26s (1263953614) - BuildRowsPartitioned: 1,665,045 (1665045) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 178ms (178993431) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 37ms (37998604) - InactiveTotalTime: 13.88s (13882490489) - PeakMemoryUsage: 14.6 MiB (15344876) - RowsReturned: 1,665,045 (1665045) - RowsReturnedRate: 119302 per second (119302) - TotalTime: 13.96s (13956487772) Node Lifecycle Event Timeline Open Started: 2.37s (2369913020) Open Finished: 2.37s (2369913020) First Batch Requested: 2.37s (2372912910) First Batch Returned: 2.37s (2372912910) Last Batch Returned: 17.65s (17650352203) Closed: 17.83s (17830345598) Buffer pool - AllocTime: 316ms (316988372) - CumulativeAllocationBytes: 369.8 MiB (387792896) - CumulativeAllocations: 18,960 (18960) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 262ms (262990352) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273787015) - TotalGetBatchTime: 13.91s (13914489316) - DataWaitTime: 13.88s (13882490489) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 726ms (726973314) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,480 (9480) - TotalBatchesReceived: 9,480 (9480) - TotalBytesReceived: 156.0 MiB (163539211) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 231ms (231365252) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.26s (1259953772) - InactiveTotalTime: 8.1m (484601216134) - PeakMemoryUsage: 11.5 MiB (12072796) - RowsReturned: 73,203,882 (73203882) - RowsReturnedRate: 150437 per second (150437) - TotalTime: 8.1m (486608142476) Node Lifecycle Event Timeline Open Started: 17.83s (17830345598) Open Finished: 17.83s (17830345598) First Batch Requested: 17.83s (17830345598) First Batch Returned: 17.83s (17830345598) Last Batch Returned: 25.5m (1532875746403) Closed: 25.5m (1532876746366) Buffer pool - AllocTime: 1.43s (1431947441) - CumulativeAllocationBytes: 4.7 GiB (5053849600) - CumulativeAllocations: 411,296 (411296) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.01s (1014962747) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4538640684) - TotalGetBatchTime: 8.1m (485205193950) - DataWaitTime: 8.1m (484601216134) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.77s (3768861677) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,648 (205648) - TotalBatchesReceived: 205,648 (205648) - TotalBytesReceived: 1.9 GiB (2054353517) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.42s (15420822913) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 193 (193) - CodegenTotalWallClockTime: 2.13s (2135921608) - CodegenSysTime: 14ms (14913000) - CodegenUserTime: 927ms (927815000) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 291ms (291989284) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 135ms (135995009) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.51s (1514944399) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 137ms (137994935) - TotalTime: 2.13s (2135921608) Instance c7456fdd806a4994:3209e9260000023c (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.469 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651370446) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 27,550,103 (27550103) - TotalNetworkReceiveTime: 8.5m (508997181877) - TotalNetworkSendTime: 25.0m (1501438590890) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,029 (3029) - TotalThreadsTotalWallClockTime: 34.7m (2081076883340) - TotalThreadsSysTime: 3.46s (3462365000) - TotalThreadsUserTime: 1.1m (63587122000) - TotalThreadsVoluntaryContextSwitches: 77,369 (77369) - TotalTime: 34.7m (2081098882440) Fragment Instance Lifecycle Event Timeline Prepare Finished: 273ms (273988787) Open Finished: 17.78s (17782272261) First Batch Produced: 25.09s (25085973354) First Batch Sent: 25.09s (25085973354) ExecInternal Finished: 34.7m (2081351872086) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063568599866) - ExecTreeExecTime: 8.8m (529381348578) - InactiveTotalTime: 0ns (0) - OpenTime: 17.51s (17508283474) - ExecTreeOpenTime: 15.59s (15593361842) - PrepareTime: 21ms (21999100) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1501467589707) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 27,550,103 (27550103) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.23s (18227254386) - TotalBytesSent: 1.8 GiB (1902543827) - TotalTime: 25.6m (1534092255170) - UncompressedRowBatchSize: 4.6 GiB (4888178573) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,550,103 (27550103) - RowsReturnedRate: 50556 per second (50556) - TotalTime: 9.1m (544936711977) Node Lifecycle Event Timeline Open Started: 2.19s (2188910419) Open Finished: 17.78s (17782272261) First Batch Requested: 17.78s (17782272261) First Batch Returned: 25.09s (25085973354) Last Batch Returned: 34.7m (2081083883049) Closed: 34.7m (2081350872127) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 56ms (56997670) - HTResizeTime: 34ms (34998569) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,038.01 (3038.0137890439655) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 26,035,433 (26035433) - RowsReturned: 27,550,103 (27550103) - StreamingTime: 26.48s (26481916973) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999631) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999631) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,169 (1664169) - BuildTime: 1.64s (1643932715) - InactiveTotalTime: 0ns (0) - LocalTime: 7.45s (7447695338) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,174,819 (73174819) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.60s (5603770807) - RowsReturned: 73,174,819 (73174819) - RowsReturnedRate: 141319 per second (141319) - TotalTime: 8.6m (517798821834) Node Lifecycle Event Timeline Open Started: 2.19s (2188910419) Open Finished: 17.78s (17782272261) First Batch Requested: 17.78s (17782272261) First Batch Returned: 17.78s (17782272261) Last Batch Returned: 25.5m (1532867303744) Closed: 25.5m (1532867303744) Buffer pool - AllocTime: 210ms (210991363) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 210ms (210991363) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.48s (1477939508) - BuildRowsPartitioned: 1,664,169 (1664169) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 161ms (161993370) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 39ms (39998364) - InactiveTotalTime: 13.79s (13791435591) - PeakMemoryUsage: 14.7 MiB (15379295) - RowsReturned: 1,664,169 (1664169) - RowsReturnedRate: 119694 per second (119694) - TotalTime: 13.90s (13903431009) Node Lifecycle Event Timeline Open Started: 2.19s (2188910419) Open Finished: 2.19s (2188910419) First Batch Requested: 2.19s (2190910338) First Batch Returned: 2.19s (2190910338) Last Batch Returned: 17.62s (17618278973) Closed: 17.78s (17782272261) Buffer pool - AllocTime: 411ms (411983138) - CumulativeAllocationBytes: 369.6 MiB (387588096) - CumulativeAllocations: 18,950 (18950) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 300ms (300987679) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273630766) - TotalGetBatchTime: 13.85s (13845433383) - DataWaitTime: 13.79s (13791435591) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 855ms (855964975) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,475 (9475) - TotalBatchesReceived: 9,475 (9475) - TotalBytesReceived: 155.9 MiB (163445263) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 43ms (43356260) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.20s (1198950960) - InactiveTotalTime: 8.2m (494434777834) - PeakMemoryUsage: 11.6 MiB (12180078) - RowsReturned: 73,174,819 (73174819) - RowsReturnedRate: 147396 per second (147396) - TotalTime: 8.3m (496447695487) Node Lifecycle Event Timeline Open Started: 17.78s (17782272261) Open Finished: 17.78s (17782272261) First Batch Requested: 17.78s (17782272261) First Batch Returned: 17.78s (17782272261) Last Batch Returned: 25.5m (1532866303785) Closed: 25.5m (1532867303744) Buffer pool - AllocTime: 2.70s (2697889638) - CumulativeAllocationBytes: 4.7 GiB (5051858944) - CumulativeAllocations: 411,134 (411134) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.67s (1672931572) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4536838778) - TotalGetBatchTime: 8.3m (495131749314) - DataWaitTime: 8.2m (494434777834) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.96s (4957797217) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,567 (205567) - TotalBatchesReceived: 205,567 (205567) - TotalBytesReceived: 1.9 GiB (2053500072) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.77s (14771288992) - TotalRPCsDeferred: 1,644 (1644) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 109 (109) - CodegenTotalWallClockTime: 1.91s (1914921632) - CodegenSysTime: 15ms (15814000) - CodegenUserTime: 953ms (953507000) - CodegenVoluntaryContextSwitches: 70 (70) - CompileTime: 531ms (531978228) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 80ms (80996685) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.17s (1167952203) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 118ms (118995130) - TotalTime: 1.91s (1914921632) Instance c7456fdd806a4994:3209e9260000024c (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.419 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651435982) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 24,438,396 (24438396) - TotalNetworkReceiveTime: 8.3m (500548139546) - TotalNetworkSendTime: 25.2m (1512396085052) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,324 (3324) - TotalThreadsTotalWallClockTime: 34.7m (2081034066873) - TotalThreadsSysTime: 3.31s (3312921000) - TotalThreadsUserTime: 1.0m (61539612000) - TotalThreadsVoluntaryContextSwitches: 81,946 (81946) - TotalTime: 34.7m (2081054066239) Fragment Instance Lifecycle Event Timeline Prepare Finished: 183ms (183994166) Open Finished: 17.87s (17866433515) First Batch Produced: 29.76s (29758056478) First Batch Sent: 29.76s (29758056478) ExecInternal Finished: 34.7m (2081220060976) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063351627524) - ExecTreeExecTime: 8.7m (520433509764) - InactiveTotalTime: 0ns (0) - OpenTime: 17.68s (17682439349) - ExecTreeOpenTime: 15.38s (15377512431) - PrepareTime: 19ms (19999366) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512418084353) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,438,396 (24438396) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.12s (17125457249) - TotalBytesSent: 1.6 GiB (1695630727) - TotalTime: 25.7m (1542835120397) - UncompressedRowBatchSize: 4.0 GiB (4336072845) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,438,396 (24438396) - RowsReturnedRate: 45613 per second (45613) - TotalTime: 8.9m (535770023493) Node Lifecycle Event Timeline Open Started: 2.49s (2488921084) Open Finished: 17.87s (17866433515) First Batch Requested: 17.87s (17866433515) First Batch Returned: 29.76s (29758056478) Last Batch Returned: 34.7m (2080987068352) Closed: 34.7m (2081219061008) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 44ms (44998579) - HTResizeTime: 90ms (90997115) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,467.74 (3467.743338650127) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,897,384 (22897384) - RowsReturned: 24,438,396 (24438396) - StreamingTime: 25.44s (25441193867) - TotalTime: 0ns (0) Buffer pool - AllocTime: 11ms (11999620) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999651) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,701 (1666701) - BuildTime: 1.74s (1735944972) - InactiveTotalTime: 0ns (0) - LocalTime: 7.69s (7692756199) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,272,634 (73272634) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.79s (5794816358) - RowsReturned: 73,272,634 (73272634) - RowsReturnedRate: 143780 per second (143780) - TotalTime: 8.5m (509614852242) Node Lifecycle Event Timeline Open Started: 2.49s (2488921084) Open Finished: 17.86s (17865433547) First Batch Requested: 17.87s (17866433515) First Batch Returned: 17.87s (17866433515) Last Batch Returned: 25.5m (1532642431734) Closed: 25.5m (1532642431734) Buffer pool - AllocTime: 211ms (211993274) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 210ms (210993306) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.50s (1504952296) - BuildRowsPartitioned: 1,666,701 (1666701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 228ms (228992740) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 27ms (27999114) - InactiveTotalTime: 13.58s (13576569516) - PeakMemoryUsage: 14.8 MiB (15494631) - RowsReturned: 1,666,701 (1666701) - RowsReturnedRate: 122267 per second (122267) - TotalTime: 13.63s (13631567774) Node Lifecycle Event Timeline Open Started: 2.49s (2488921084) Open Finished: 2.49s (2488921084) First Batch Requested: 2.49s (2489921052) First Batch Returned: 2.49s (2489921052) Last Batch Returned: 17.64s (17635440839) Closed: 17.86s (17865433547) Buffer pool - AllocTime: 820ms (820973969) - CumulativeAllocationBytes: 370.3 MiB (388243456) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 812ms (812974223) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274050734) - TotalGetBatchTime: 13.60s (13597568848) - DataWaitTime: 13.58s (13576569516) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.25s (1251960289) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163693049) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 569ms (569729751) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.22s (1217961436) - InactiveTotalTime: 8.1m (486149596079) - PeakMemoryUsage: 11.5 MiB (12109773) - RowsReturned: 73,272,634 (73272634) - RowsReturnedRate: 150059 per second (150059) - TotalTime: 8.1m (488290528269) Node Lifecycle Event Timeline Open Started: 17.86s (17865433547) Open Finished: 17.86s (17865433547) First Batch Requested: 17.86s (17865433547) First Batch Returned: 17.86s (17865433547) Last Batch Returned: 25.5m (1532642431734) Closed: 25.5m (1532642431734) Buffer pool - AllocTime: 1.79s (1787943334) - CumulativeAllocationBytes: 4.7 GiB (5058576384) - CumulativeAllocations: 411,678 (411678) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.30s (1296958891) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4542903308) - TotalGetBatchTime: 8.1m (486934571204) - DataWaitTime: 8.1m (486149596079) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.21s (4210866558) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,839 (205839) - TotalBatchesReceived: 205,839 (205839) - TotalBytesReceived: 1.9 GiB (2056278694) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.70s (15696427556) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 86 (86) - CodegenTotalWallClockTime: 2.30s (2304926918) - CodegenSysTime: 18ms (18783000) - CodegenUserTime: 935ms (935817000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 389ms (389987635) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 259ms (259991757) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1473953265) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 176ms (176994388) - TotalTime: 2.30s (2304926918) Instance c7456fdd806a4994:3209e9260000022e (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.527 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651378654) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 24,945,542 (24945542) - TotalNetworkReceiveTime: 6.1m (365151161246) - TotalNetworkSendTime: 27.5m (1649477212923) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,940 (2940) - TotalThreadsTotalWallClockTime: 34.7m (2080911221926) - TotalThreadsSysTime: 2.91s (2913580000) - TotalThreadsUserTime: 1.0m (60278446000) - TotalThreadsVoluntaryContextSwitches: 86,101 (86101) - TotalTime: 34.7m (2080954221827) Fragment Instance Lifecycle Event Timeline Prepare Finished: 454ms (454998955) Open Finished: 17.39s (17389960058) First Batch Produced: 29.79s (29790931574) First Batch Sent: 29.79s (29790931574) ExecInternal Finished: 34.7m (2081368220876) Buffer pool - AllocTime: 1,000.00us (999998) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1,000.00us (999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063976260823) - ExecTreeExecTime: 6.4m (384787116095) - InactiveTotalTime: 0ns (0) - OpenTime: 16.93s (16934961103) - ExecTreeOpenTime: 14.98s (14983965584) - PrepareTime: 41ms (41999904) - ExecTreePrepareTime: 10ms (10999975) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 27.5m (1649501212871) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,945,542 (24945542) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.88s (16884961273) - TotalBytesSent: 1.6 GiB (1729565420) - TotalTime: 28.0m (1679085144961) - UncompressedRowBatchSize: 4.1 GiB (4426093126) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,945,542 (24945542) - RowsReturnedRate: 62404 per second (62404) - TotalTime: 6.7m (399737081760) Node Lifecycle Event Timeline Open Started: 2.40s (2405994474) Open Finished: 17.39s (17389960058) First Batch Requested: 17.39s (17389960058) First Batch Returned: 29.79s (29790931574) Last Batch Returned: 34.7m (2081178221312) Closed: 34.7m (2081367220879) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 54ms (54999876) - HTResizeTime: 50ms (50999884) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,464.56 (3464.5602289835615) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,405,574 (23405574) - RowsReturned: 24,945,542 (24945542) - StreamingTime: 25.73s (25734940872) - TotalTime: 0ns (0) Buffer pool - AllocTime: 13ms (13999967) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,889 (1665889) - BuildTime: 1.38s (1381996823) - InactiveTotalTime: 0ns (0) - LocalTime: 6.99s (6988983895) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,208,377 (73208377) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.35s (5353987660) - RowsReturned: 73,208,377 (73208377) - RowsReturnedRate: 196000 per second (196000) - TotalTime: 6.2m (373511142009) Node Lifecycle Event Timeline Open Started: 2.40s (2405994474) Open Finished: 17.39s (17388960060) First Batch Requested: 17.39s (17389960058) First Batch Returned: 17.39s (17389960058) Last Batch Returned: 25.5m (1532688478799) Closed: 25.5m (1532688478799) Buffer pool - AllocTime: 59ms (59999864) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 59ms (59999864) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.21s (1207997223) - BuildRowsPartitioned: 1,665,889 (1665889) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 171ms (171999605) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 25ms (25999941) - InactiveTotalTime: 13.47s (13466969073) - PeakMemoryUsage: 14.9 MiB (15589031) - RowsReturned: 1,665,889 (1665889) - RowsReturnedRate: 123253 per second (123253) - TotalTime: 13.52s (13515968960) Node Lifecycle Event Timeline Open Started: 2.40s (2405994474) Open Finished: 2.40s (2405994474) First Batch Requested: 2.41s (2406994472) First Batch Returned: 2.41s (2406994472) Last Batch Returned: 17.21s (17214960460) Closed: 17.39s (17388960060) Buffer pool - AllocTime: 678ms (678998438) - CumulativeAllocationBytes: 370.1 MiB (388038656) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 612ms (612998589) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273920893) - TotalGetBatchTime: 13.49s (13486969026) - DataWaitTime: 13.47s (13466969073) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.34s (1343996906) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163619841) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 423ms (423238914) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.21s (1208997233) - InactiveTotalTime: 5.8m (350978193799) - PeakMemoryUsage: 11.3 MiB (11830561) - RowsReturned: 73,208,377 (73208377) - RowsReturnedRate: 207385 per second (207385) - TotalTime: 5.9m (353006189154) Node Lifecycle Event Timeline Open Started: 17.39s (17388960060) Open Finished: 17.39s (17388960060) First Batch Requested: 17.39s (17388960060) First Batch Returned: 17.39s (17388960060) Last Batch Returned: 25.5m (1532688478799) Closed: 25.5m (1532688478799) Buffer pool - AllocTime: 2.05s (2050995308) - CumulativeAllocationBytes: 4.7 GiB (5054226432) - CumulativeAllocations: 411,330 (411330) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.67s (1668996167) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4538919374) - TotalGetBatchTime: 5.9m (351635192288) - DataWaitTime: 5.8m (350978193799) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.31s (4306990102) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,665 (205665) - TotalBatchesReceived: 205,665 (205665) - TotalBytesReceived: 1.9 GiB (2054494256) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.14s (15140446991) - TotalRPCsDeferred: 10 (10) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 131 (131) - CodegenTotalWallClockTime: 1.95s (1950995519) - CodegenSysTime: 15ms (15671000) - CodegenUserTime: 931ms (931767000) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 431ms (431999008) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 91ms (91999789) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.32s (1322996961) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 99ms (99999770) - TotalTime: 1.95s (1950995519) Instance c7456fdd806a4994:3209e92600000242 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.949 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651558862) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 25,555,480 (25555480) - TotalNetworkReceiveTime: 9.0m (540518763303) - TotalNetworkSendTime: 24.6m (1474933508449) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,262 (2262) - TotalThreadsTotalWallClockTime: 34.7m (2080876943266) - TotalThreadsSysTime: 2.97s (2968030000) - TotalThreadsUserTime: 1.0m (60485760000) - TotalThreadsVoluntaryContextSwitches: 83,885 (83885) - TotalTime: 34.7m (2080890942768) Fragment Instance Lifecycle Event Timeline Prepare Finished: 260ms (260990711) Open Finished: 17.56s (17560375036) First Batch Produced: 29.71s (29715942424) First Batch Sent: 29.71s (29715942424) ExecInternal Finished: 34.7m (2081138933941) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063577558941) - ExecTreeExecTime: 9.3m (559064103352) - InactiveTotalTime: 0ns (0) - OpenTime: 17.30s (17299384325) - ExecTreeOpenTime: 15.53s (15531447245) - PrepareTime: 13ms (13999502) - ExecTreePrepareTime: 13ms (13999502) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.6m (1474959507523) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 25,555,480 (25555480) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.77s (16767403178) - TotalBytesSent: 1.6 GiB (1770214228) - TotalTime: 25.1m (1504444458046) - UncompressedRowBatchSize: 4.2 GiB (4534680450) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,555,480 (25555480) - RowsReturnedRate: 44477 per second (44477) - TotalTime: 9.6m (574568551565) Node Lifecycle Event Timeline Open Started: 2.03s (2028927791) Open Finished: 17.56s (17560375036) First Batch Requested: 17.56s (17560375036) First Batch Returned: 29.71s (29715942424) Last Batch Returned: 34.7m (2080889942802) Closed: 34.7m (2081138933941) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 61ms (61997786) - HTResizeTime: 35ms (35998718) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,015.94 (3015.9440967867254) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,019,447 (24019447) - RowsReturned: 25,555,480 (25555480) - StreamingTime: 25.07s (25066107936) - TotalTime: 0ns (0) Buffer pool - AllocTime: 38ms (38998614) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998649) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,598 (1667598) - BuildTime: 1.63s (1628942025) - InactiveTotalTime: 0ns (0) - LocalTime: 7.04s (7036749582) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,311,626 (73311626) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.24s (5241813454) - RowsReturned: 73,311,626 (73311626) - RowsReturnedRate: 133551 per second (133551) - TotalTime: 9.1m (548937463739) Node Lifecycle Event Timeline Open Started: 2.03s (2028927791) Open Finished: 17.56s (17559375071) First Batch Requested: 17.56s (17560375036) First Batch Returned: 17.56s (17560375036) Last Batch Returned: 25.5m (1532591452482) Closed: 25.5m (1532591452482) Buffer pool - AllocTime: 75ms (75997295) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 75ms (75997295) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.43s (1432949000) - BuildRowsPartitioned: 1,667,598 (1667598) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 192ms (192993131) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 27ms (27999006) - InactiveTotalTime: 13.83s (13834507637) - PeakMemoryUsage: 14.7 MiB (15413798) - RowsReturned: 1,667,598 (1667598) - RowsReturnedRate: 120027 per second (120027) - TotalTime: 13.89s (13893505539) Node Lifecycle Event Timeline Open Started: 2.03s (2028927791) Open Finished: 2.03s (2028927791) First Batch Requested: 2.03s (2030927720) First Batch Returned: 2.03s (2030927720) Last Batch Returned: 17.36s (17365381975) Closed: 17.56s (17559375071) Buffer pool - AllocTime: 649ms (649976867) - CumulativeAllocationBytes: 370.4 MiB (388423680) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14909440) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14909440) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 283ms (283989894) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274217753) - TotalGetBatchTime: 13.86s (13861506676) - DataWaitTime: 13.83s (13834507637) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.07s (1071961857) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163807624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 144ms (144413390) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.24s (1244955718) - InactiveTotalTime: 8.8m (526098276520) - PeakMemoryUsage: 11.6 MiB (12160545) - RowsReturned: 73,311,626 (73311626) - RowsReturnedRate: 138845 per second (138845) - TotalTime: 8.8m (528007208618) Node Lifecycle Event Timeline Open Started: 17.56s (17559375071) Open Finished: 17.56s (17559375071) First Batch Requested: 17.56s (17559375071) First Batch Returned: 17.56s (17559375071) Last Batch Returned: 25.5m (1532591452482) Closed: 25.5m (1532591452482) Buffer pool - AllocTime: 1.36s (1363951461) - CumulativeAllocationBytes: 4.7 GiB (5061279744) - CumulativeAllocations: 411,900 (411900) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 801ms (801971458) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4545320812) - TotalGetBatchTime: 8.8m (526625257765) - DataWaitTime: 8.8m (526098276520) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.51s (3513874919) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,950 (205950) - TotalBatchesReceived: 205,950 (205950) - TotalBytesReceived: 1.9 GiB (2057358313) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.71s (15714170638) - TotalRPCsDeferred: 2,253 (2253) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 128 (128) - CodegenTotalWallClockTime: 1.77s (1767937080) - CodegenSysTime: 15ms (15792000) - CodegenUserTime: 903ms (903470000) - CodegenVoluntaryContextSwitches: 45 (45) - CompileTime: 376ms (376986583) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 77ms (77997224) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.25s (1253955373) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 35ms (35998719) - TotalTime: 1.77s (1767937080) Instance c7456fdd806a4994:3209e9260000022d (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.185 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651501518) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 27,058,898 (27058898) - TotalNetworkReceiveTime: 6.8m (409063075606) - TotalNetworkSendTime: 26.7m (1601709554533) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,162 (3162) - TotalThreadsTotalWallClockTime: 34.7m (2080729129948) - TotalThreadsSysTime: 3.17s (3167853000) - TotalThreadsUserTime: 1.1m (63171521000) - TotalThreadsVoluntaryContextSwitches: 81,477 (81477) - TotalTime: 34.7m (2080729129948) Fragment Instance Lifecycle Event Timeline Prepare Finished: 261ms (261998123) Open Finished: 17.32s (17318875932) First Batch Produced: 24.79s (24793822387) First Batch Sent: 24.79s (24793822387) ExecInternal Finished: 34.7m (2080992128064) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063672252139) - ExecTreeExecTime: 7.2m (429519929585) - InactiveTotalTime: 0ns (0) - OpenTime: 17.06s (17056877809) - ExecTreeOpenTime: 14.89s (14887893348) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.7m (1601738554322) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,058,898 (27058898) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.25s (18250869507) - TotalBytesSent: 1.7 GiB (1870481045) - TotalTime: 27.2m (1634049323285) - UncompressedRowBatchSize: 4.5 GiB (4801353636) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,058,898 (27058898) - RowsReturnedRate: 60892 per second (60892) - TotalTime: 7.4m (444368823216) Node Lifecycle Event Timeline Open Started: 2.43s (2430982584) Open Finished: 17.32s (17318875932) First Batch Requested: 17.32s (17318875932) First Batch Returned: 24.79s (24793822387) Last Batch Returned: 34.7m (2080792129490) Closed: 34.7m (2080992128064) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 56ms (56999590) - HTResizeTime: 119ms (119999145) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,746.43 (2746.4287201326733) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,531,166 (25531166) - RowsReturned: 27,058,898 (27058898) - StreamingTime: 26.43s (26430811059) - TotalTime: 0ns (0) Buffer pool - AllocTime: 76ms (76999452) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 76ms (76999452) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,428 (1666428) - BuildTime: 1.59s (1586988637) - InactiveTotalTime: 0ns (0) - LocalTime: 7.01s (7006949906) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,248,893 (73248893) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.27s (5267962365) - RowsReturned: 73,248,893 (73248893) - RowsReturnedRate: 175469 per second (175469) - TotalTime: 7.0m (417446015677) Node Lifecycle Event Timeline Open Started: 2.43s (2430982584) Open Finished: 17.32s (17317875940) First Batch Requested: 17.32s (17319875925) First Batch Returned: 17.32s (17319875925) Last Batch Returned: 25.5m (1532588040542) Closed: 25.5m (1532589040535) Buffer pool - AllocTime: 66ms (66999519) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66999519) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.38s (1375990148) - BuildRowsPartitioned: 1,666,428 (1666428) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 207ms (207998510) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 37ms (37999729) - InactiveTotalTime: 13.21s (13205905389) - PeakMemoryUsage: 14.8 MiB (15554856) - RowsReturned: 1,666,428 (1666428) - RowsReturnedRate: 125484 per second (125484) - TotalTime: 13.28s (13279904861) Node Lifecycle Event Timeline Open Started: 2.43s (2430982584) Open Finished: 2.43s (2430982584) First Batch Requested: 2.43s (2431982577) First Batch Returned: 2.43s (2431982577) Last Batch Returned: 17.11s (17107877444) Closed: 17.32s (17317875940) Buffer pool - AllocTime: 706ms (706994934) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,974 (18974) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 680ms (680995121) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274017882) - TotalGetBatchTime: 13.23s (13231905204) - DataWaitTime: 13.21s (13205905389) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.17s (1170991599) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,487 (9487) - TotalBatchesReceived: 9,487 (9487) - TotalBytesReceived: 156.1 MiB (163682117) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 540ms (540441020) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.22s (1215991307) - InactiveTotalTime: 6.6m (395288174286) - PeakMemoryUsage: 11.2 MiB (11791488) - RowsReturned: 73,248,893 (73248893) - RowsReturnedRate: 184432 per second (184432) - TotalTime: 6.6m (397159160910) Node Lifecycle Event Timeline Open Started: 17.32s (17317875940) Open Finished: 17.32s (17317875940) First Batch Requested: 17.32s (17317875940) First Batch Returned: 17.32s (17317875940) Last Batch Returned: 25.5m (1532588040542) Closed: 25.5m (1532589040535) Buffer pool - AllocTime: 1.91s (1909986329) - CumulativeAllocationBytes: 4.7 GiB (5056954368) - CumulativeAllocations: 411,550 (411550) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.12s (1116992002) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4541431366) - TotalGetBatchTime: 6.6m (395801170620) - DataWaitTime: 6.6m (395288174286) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.22s (4220969797) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,775 (205775) - TotalBatchesReceived: 205,775 (205775) - TotalBytesReceived: 1.9 GiB (2055599466) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.18s (15184031838) - TotalRPCsDeferred: 8 (8) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 128 (128) - CodegenTotalWallClockTime: 2.17s (2167984469) - CodegenSysTime: 9ms (9855000) - CodegenUserTime: 944ms (944158000) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 293ms (293997894) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 135ms (135999026) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.65s (1648988186) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 85ms (85999384) - TotalTime: 2.17s (2167984469) Instance c7456fdd806a4994:3209e92600000230 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.114 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651435982) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 26,968,453 (26968453) - TotalNetworkReceiveTime: 7.8m (469662226335) - TotalNetworkSendTime: 25.7m (1543663878221) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,392 (2392) - TotalThreadsTotalWallClockTime: 34.7m (2080640700385) - TotalThreadsSysTime: 3.01s (3007265000) - TotalThreadsUserTime: 1.0m (61856896000) - TotalThreadsVoluntaryContextSwitches: 84,344 (84344) - TotalTime: 34.7m (2080726697312) Fragment Instance Lifecycle Event Timeline Prepare Finished: 470ms (470983173) Open Finished: 17.36s (17357379877) First Batch Produced: 24.82s (24825113083) First Batch Sent: 24.82s (24825113083) ExecInternal Finished: 34.7m (2081119683272) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2063754303681) - ExecTreeExecTime: 8.1m (488751544754) - InactiveTotalTime: 0ns (0) - OpenTime: 16.89s (16886396704) - ExecTreeOpenTime: 14.99s (14993464333) - PrepareTime: 85ms (85996927) - ExecTreePrepareTime: 64ms (64997678) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.7m (1543682877543) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 26,968,453 (26968453) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.76s (17760365672) - TotalBytesSent: 1.7 GiB (1864105991) - TotalTime: 26.2m (1574929761526) - UncompressedRowBatchSize: 4.5 GiB (4784927265) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,968,453 (26968453) - RowsReturnedRate: 53533 per second (53533) - TotalTime: 8.4m (503768008268) Node Lifecycle Event Timeline Open Started: 2.36s (2363915544) Open Finished: 17.36s (17357379877) First Batch Requested: 17.36s (17357379877) First Batch Returned: 24.82s (24825113083) Last Batch Returned: 34.7m (2080836693372) Closed: 34.7m (2081119683272) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 59ms (59997862) - HTResizeTime: 47ms (47998288) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,792.61 (2792.6144125345713) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,445,054 (25445054) - RowsReturned: 26,968,453 (26968453) - StreamingTime: 25.34s (25344094897) - TotalTime: 0ns (0) Buffer pool - AllocTime: 25ms (25999073) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999073) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,217 (1666217) - BuildTime: 1.52s (1518945739) - InactiveTotalTime: 0ns (0) - LocalTime: 6.84s (6841755601) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,295,328 (73295328) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.19s (5187814679) - RowsReturned: 73,295,328 (73295328) - RowsReturnedRate: 153399 per second (153399) - TotalTime: 8.0m (477806935408) Node Lifecycle Event Timeline Open Started: 2.36s (2363915544) Open Finished: 17.36s (17356379913) First Batch Requested: 17.36s (17357379877) First Batch Returned: 17.36s (17357379877) Last Batch Returned: 25.5m (1532606262435) Closed: 25.5m (1532606262435) Buffer pool - AllocTime: 257ms (257990783) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 257ms (257990783) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1333952348) - BuildRowsPartitioned: 1,666,217 (1666217) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182993462) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 43ms (43998428) - InactiveTotalTime: 13.36s (13362522597) - PeakMemoryUsage: 14.7 MiB (15419108) - RowsReturned: 1,666,217 (1666217) - RowsReturnedRate: 123748 per second (123748) - TotalTime: 13.46s (13464518952) Node Lifecycle Event Timeline Open Started: 2.36s (2363915544) Open Finished: 2.36s (2363915544) First Batch Requested: 2.36s (2364915509) First Batch Returned: 2.36s (2364915509) Last Batch Returned: 17.17s (17172386487) Closed: 17.36s (17356379913) Buffer pool - AllocTime: 630ms (630977454) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 592ms (592978812) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273970101) - TotalGetBatchTime: 13.41s (13411520845) - DataWaitTime: 13.36s (13362522597) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.05s (1049962481) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.1 MiB (163646246) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 450ms (450554127) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.13s (1133959504) - InactiveTotalTime: 7.6m (455595728885) - PeakMemoryUsage: 11.3 MiB (11881110) - RowsReturned: 73,295,328 (73295328) - RowsReturnedRate: 160208 per second (160208) - TotalTime: 7.6m (457500660855) Node Lifecycle Event Timeline Open Started: 17.36s (17356379913) Open Finished: 17.36s (17356379913) First Batch Requested: 17.36s (17356379913) First Batch Returned: 17.36s (17356379913) Last Batch Returned: 25.5m (1532605262470) Closed: 25.5m (1532606262435) Buffer pool - AllocTime: 1.13s (1127959700) - CumulativeAllocationBytes: 4.7 GiB (5060157440) - CumulativeAllocations: 411,810 (411810) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 786ms (786971886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4544310336) - TotalGetBatchTime: 7.6m (456227706313) - DataWaitTime: 7.6m (455595728885) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.31s (3310881737) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,905 (205905) - TotalBatchesReceived: 205,905 (205905) - TotalBytesReceived: 1.9 GiB (2056901652) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.20s (15201743642) - TotalRPCsDeferred: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 120 (120) - CodegenTotalWallClockTime: 1.89s (1892932371) - CodegenSysTime: 16ms (16889000) - CodegenUserTime: 921ms (921873000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 345ms (345987639) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 109ms (109996070) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.37s (1369951055) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 63ms (63997714) - TotalTime: 1.89s (1892932371) Instance c7456fdd806a4994:3209e9260000023e (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.307 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651550686) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 26,639,457 (26639457) - TotalNetworkReceiveTime: 8.2m (494464807650) - TotalNetworkSendTime: 25.3m (1517155392706) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,632 (2632) - TotalThreadsTotalWallClockTime: 34.7m (2079991173357) - TotalThreadsSysTime: 3.11s (3114386000) - TotalThreadsUserTime: 1.0m (62049045000) - TotalThreadsVoluntaryContextSwitches: 82,113 (82113) - TotalTime: 34.7m (2079992173356) Fragment Instance Lifecycle Event Timeline Prepare Finished: 299ms (299999884) Open Finished: 17.67s (17671993214) First Batch Produced: 29.77s (29773988571) First Batch Sent: 29.77s (29773988571) ExecInternal Finished: 34.7m (2080292173241) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2062619180027) - ExecTreeExecTime: 8.6m (513583799797) - InactiveTotalTime: 0ns (0) - OpenTime: 17.37s (17371993330) - ExecTreeOpenTime: 15.35s (15353994105) - PrepareTime: 1,000.00us (999999) - ExecTreePrepareTime: 1,000.00us (999999) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1517179392696) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 26,639,457 (26639457) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.86s (17858992959) - TotalBytesSent: 1.7 GiB (1841987077) - TotalTime: 25.8m (1548952380259) - UncompressedRowBatchSize: 4.4 GiB (4726586559) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,639,457 (26639457) - RowsReturnedRate: 50367 per second (50367) - TotalTime: 8.8m (528900793912) Node Lifecycle Event Timeline Open Started: 2.32s (2317999109) Open Finished: 17.67s (17671993214) First Batch Requested: 17.67s (17671993214) First Batch Returned: 29.77s (29773988571) Last Batch Returned: 34.7m (2079820173438) Closed: 34.7m (2080292173241) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 43ms (43999982) - HTResizeTime: 34ms (34999987) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,345.38 (3345.380064369557) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,119,569 (25119569) - RowsReturned: 26,639,457 (26639457) - StreamingTime: 25.59s (25585989829) - TotalTime: 0ns (0) Buffer pool - AllocTime: 9ms (9999995) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,751 (1667751) - BuildTime: 1.49s (1486999421) - InactiveTotalTime: 0ns (0) - LocalTime: 6.96s (6955997226) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,345,136 (73345136) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.32s (5317997865) - RowsReturned: 73,345,136 (73345136) - RowsReturnedRate: 145878 per second (145878) - TotalTime: 8.4m (502782804304) Node Lifecycle Event Timeline Open Started: 2.32s (2317999109) Open Finished: 17.67s (17670993214) First Batch Requested: 17.67s (17671993214) First Batch Returned: 17.67s (17671993214) Last Batch Returned: 25.5m (1532707404528) Closed: 25.5m (1532707404528) Buffer pool - AllocTime: 72ms (72999975) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 72ms (72999975) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.29s (1294999495) - BuildRowsPartitioned: 1,667,751 (1667751) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 190ms (190999926) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 34ms (34999988) - InactiveTotalTime: 13.77s (13765994725) - PeakMemoryUsage: 14.6 MiB (15338431) - RowsReturned: 1,667,751 (1667751) - RowsReturnedRate: 120337 per second (120337) - TotalTime: 13.86s (13858994688) Node Lifecycle Event Timeline Open Started: 2.32s (2317999109) Open Finished: 2.32s (2317999109) First Batch Requested: 2.32s (2317999109) First Batch Returned: 2.32s (2318999109) Last Batch Returned: 17.48s (17478993288) Closed: 17.67s (17670993214) Buffer pool - AllocTime: 384ms (384999854) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 243ms (243999909) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274228539) - TotalGetBatchTime: 13.82s (13818994701) - DataWaitTime: 13.77s (13765994725) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 817ms (817999695) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163805981) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 305ms (305318573) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.23s (1231999482) - InactiveTotalTime: 8.0m (479812813304) - PeakMemoryUsage: 11.6 MiB (12113017) - RowsReturned: 73,345,136 (73345136) - RowsReturnedRate: 152178 per second (152178) - TotalTime: 8.0m (481967812390) Node Lifecycle Event Timeline Open Started: 17.67s (17670993214) Open Finished: 17.67s (17670993214) First Batch Requested: 17.67s (17670993214) First Batch Returned: 17.67s (17670993214) Last Batch Returned: 25.5m (1532707404528) Closed: 25.5m (1532707404528) Buffer pool - AllocTime: 1.13s (1127999546) - CumulativeAllocationBytes: 4.7 GiB (5063639040) - CumulativeAllocations: 412,096 (412096) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 747ms (747999706) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4547398432) - TotalGetBatchTime: 8.0m (480620812961) - DataWaitTime: 8.0m (479812813304) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.24s (3241998715) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,048 (206048) - TotalBatchesReceived: 206,048 (206048) - TotalBytesReceived: 1.9 GiB (2058283834) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.43s (15425808450) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 185 (185) - CodegenTotalWallClockTime: 2.02s (2017999225) - CodegenSysTime: 10ms (10084000) - CodegenUserTime: 923ms (923657000) - CodegenVoluntaryContextSwitches: 79 (79) - CompileTime: 430ms (430999834) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 65ms (65999975) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.42s (1419999455) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 68ms (68999974) - TotalTime: 2.02s (2017999225) Instance c7456fdd806a4994:3209e9260000023a (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.402 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651501518) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 25,301,967 (25301967) - TotalNetworkReceiveTime: 11.0m (658383243309) - TotalNetworkSendTime: 22.6m (1354616108223) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,753 (2753) - TotalThreadsTotalWallClockTime: 34.7m (2079282671630) - TotalThreadsSysTime: 3.15s (3153722000) - TotalThreadsUserTime: 1.0m (60494083000) - TotalThreadsVoluntaryContextSwitches: 82,853 (82853) - TotalTime: 34.7m (2079283671620) Fragment Instance Lifecycle Event Timeline Prepare Finished: 173ms (173998214) Open Finished: 17.84s (17843816797) First Batch Produced: 29.91s (29908692925) First Batch Sent: 29.91s (29908692925) ExecInternal Finished: 34.7m (2079457669834) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061612853047) - ExecTreeExecTime: 11.3m (677196050462) - InactiveTotalTime: 0ns (0) - OpenTime: 17.67s (17669818583) - ExecTreeOpenTime: 15.36s (15363842259) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.6m (1354636108015) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 25,301,967 (25301967) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.95s (16950826149) - TotalBytesSent: 1.6 GiB (1752954546) - TotalTime: 23.1m (1384313803643) - UncompressedRowBatchSize: 4.2 GiB (4489453101) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,301,967 (25301967) - RowsReturnedRate: 36536 per second (36536) - TotalTime: 11.5m (692520893121) Node Lifecycle Event Timeline Open Started: 2.48s (2479974538) Open Finished: 17.84s (17843816797) First Batch Requested: 17.84s (17843816797) First Batch Returned: 29.91s (29908692925) Last Batch Returned: 34.7m (2079134673149) Closed: 34.7m (2079457669834) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 56ms (56999414) - HTResizeTime: 64ms (64999334) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,053.04 (3053.0395736329533) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,768,779 (23768779) - RowsReturned: 25,301,967 (25301967) - StreamingTime: 24.85s (24854745045) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17999815) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999815) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,249 (1666249) - BuildTime: 1.75s (1748982032) - InactiveTotalTime: 0ns (0) - LocalTime: 7.36s (7356924528) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,299,069 (73299069) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.43s (5435944259) - RowsReturned: 73,299,069 (73299069) - RowsReturnedRate: 109870 per second (109870) - TotalTime: 11.1m (667138153497) Node Lifecycle Event Timeline Open Started: 2.48s (2479974538) Open Finished: 17.84s (17841816818) First Batch Requested: 17.84s (17844816787) First Batch Returned: 17.85s (17846816767) Last Batch Returned: 25.5m (1532831273739) Closed: 25.5m (1532831273739) Buffer pool - AllocTime: 49ms (49999485) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49999485) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.47s (1467984917) - BuildRowsPartitioned: 1,666,249 (1666249) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 275ms (275997166) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 37ms (37999609) - InactiveTotalTime: 13.44s (13439862023) - PeakMemoryUsage: 14.7 MiB (15449588) - RowsReturned: 1,666,249 (1666249) - RowsReturnedRate: 122718 per second (122718) - TotalTime: 13.58s (13577860608) Node Lifecycle Event Timeline Open Started: 2.48s (2479974538) Open Finished: 2.48s (2479974538) First Batch Requested: 2.48s (2481974518) First Batch Returned: 2.48s (2481974518) Last Batch Returned: 17.56s (17562819682) Closed: 17.84s (17841816818) Buffer pool - AllocTime: 326ms (326996644) - CumulativeAllocationBytes: 370.1 MiB (388071424) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 221ms (221997720) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273989771) - TotalGetBatchTime: 13.53s (13529861100) - DataWaitTime: 13.44s (13439862023) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 785ms (785991938) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163653387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 345ms (345596084) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.26s (1263987030) - InactiveTotalTime: 10.7m (644149389432) - PeakMemoryUsage: 11.5 MiB (12054283) - RowsReturned: 73,299,069 (73299069) - RowsReturnedRate: 113430 per second (113430) - TotalTime: 10.8m (646203368361) Node Lifecycle Event Timeline Open Started: 17.84s (17841816818) Open Finished: 17.84s (17841816818) First Batch Requested: 17.84s (17841816818) First Batch Returned: 17.84s (17841816818) Last Batch Returned: 25.5m (1532831273739) Closed: 25.5m (1532831273739) Buffer pool - AllocTime: 1.06s (1059989118) - CumulativeAllocationBytes: 4.7 GiB (5060395008) - CumulativeAllocations: 411,826 (411826) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 737ms (737992421) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4544542278) - TotalGetBatchTime: 10.7m (644817382578) - DataWaitTime: 10.7m (644149389432) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.19s (3187967291) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,913 (205913) - TotalBatchesReceived: 205,913 (205913) - TotalBytesReceived: 1.9 GiB (2057001108) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.47s (15474020963) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 163 (163) - CodegenTotalWallClockTime: 2.31s (2305976324) - CodegenSysTime: 12ms (12827000) - CodegenUserTime: 933ms (933472000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 387ms (387996016) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 101ms (101998953) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.74s (1741982115) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 55ms (55999425) - TotalTime: 2.31s (2305976324) Instance c7456fdd806a4994:3209e9260000022f (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.710 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651517902) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 26,799,993 (26799993) - TotalNetworkReceiveTime: 8.3m (496608135143) - TotalNetworkSendTime: 25.2m (1511905789103) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,666 (3666) - TotalThreadsTotalWallClockTime: 34.7m (2079127952785) - TotalThreadsSysTime: 3.45s (3453883000) - TotalThreadsUserTime: 1.1m (63278484000) - TotalThreadsVoluntaryContextSwitches: 79,053 (79053) - TotalTime: 34.7m (2079128952757) Fragment Instance Lifecycle Event Timeline Prepare Finished: 223ms (223993746) Open Finished: 17.54s (17544510173) First Batch Produced: 29.84s (29838166945) First Batch Sent: 29.84s (29838166945) ExecInternal Finished: 34.7m (2079352946503) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061807436358) - ExecTreeExecTime: 8.6m (517207560077) - InactiveTotalTime: 0ns (0) - OpenTime: 17.32s (17320516427) - ExecTreeOpenTime: 14.84s (14841585636) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511941788102) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 26,799,993 (26799993) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.41s (18413485947) - TotalBytesSent: 1.7 GiB (1852598199) - TotalTime: 25.7m (1544519878521) - UncompressedRowBatchSize: 4.4 GiB (4754668793) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,799,993 (26799993) - RowsReturnedRate: 50375 per second (50375) - TotalTime: 8.9m (532008146859) Node Lifecycle Event Timeline Open Started: 2.70s (2702924537) Open Finished: 17.54s (17544510173) First Batch Requested: 17.54s (17544510173) First Batch Returned: 29.84s (29838166945) Last Batch Returned: 34.7m (2079044955101) Closed: 34.7m (2079352946503) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 51ms (51998549) - HTResizeTime: 32ms (32999078) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,406.35 (3406.3464659849487) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,282,218 (25282218) - RowsReturned: 26,799,993 (26799993) - StreamingTime: 26.07s (26072272100) - TotalTime: 0ns (0) Buffer pool - AllocTime: 26ms (26999247) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999275) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,822 (1667822) - BuildTime: 1.57s (1573956056) - InactiveTotalTime: 0ns (0) - LocalTime: 7.30s (7300796188) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,376,069 (73376069) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.56s (5562844715) - RowsReturned: 73,376,069 (73376069) - RowsReturnedRate: 145210 per second (145210) - TotalTime: 8.4m (505306892319) Node Lifecycle Event Timeline Open Started: 2.70s (2702924537) Open Finished: 17.54s (17543510201) First Batch Requested: 17.54s (17544510173) First Batch Returned: 17.54s (17544510173) Last Batch Returned: 25.5m (1532758207062) Closed: 25.5m (1532759207034) Buffer pool - AllocTime: 166ms (166995338) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 166ms (166995338) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1335962701) - BuildRowsPartitioned: 1,667,822 (1667822) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 233ms (233993467) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 38ms (38998913) - InactiveTotalTime: 13.19s (13194631618) - PeakMemoryUsage: 14.9 MiB (15571888) - RowsReturned: 1,667,822 (1667822) - RowsReturnedRate: 125810 per second (125810) - TotalTime: 13.26s (13256629888) Node Lifecycle Event Timeline Open Started: 2.70s (2702924537) Open Finished: 2.70s (2702924537) First Batch Requested: 2.70s (2704924481) First Batch Returned: 2.70s (2704924481) Last Batch Returned: 17.31s (17307516790) Closed: 17.54s (17543510201) Buffer pool - AllocTime: 1.03s (1029971248) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.01s (1008971834) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274227453) - TotalGetBatchTime: 13.21s (13214631059) - DataWaitTime: 13.19s (13194631618) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.69s (1686952897) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163800313) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 613ms (613711909) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.25s (1250965088) - InactiveTotalTime: 8.0m (482476529684) - PeakMemoryUsage: 11.6 MiB (12179900) - RowsReturned: 73,376,069 (73376069) - RowsReturnedRate: 151369 per second (151369) - TotalTime: 8.1m (484749466243) Node Lifecycle Event Timeline Open Started: 17.54s (17543510201) Open Finished: 17.54s (17543510201) First Batch Requested: 17.54s (17543510201) First Batch Returned: 17.54s (17543510201) Last Batch Returned: 25.5m (1532758207062) Closed: 25.5m (1532759207034) Buffer pool - AllocTime: 2.13s (2134940403) - CumulativeAllocationBytes: 4.7 GiB (5065736192) - CumulativeAllocations: 412,264 (412264) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.41s (1409960637) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4549316278) - TotalGetBatchTime: 8.1m (483371504699) - DataWaitTime: 8.0m (482476529684) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.45s (4451875708) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,132 (206132) - TotalBatchesReceived: 206,132 (206132) - TotalBytesReceived: 1.9 GiB (2059141522) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.35s (16354433820) - TotalRPCsDeferred: 1,386 (1386) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 86 (86) - CodegenTotalWallClockTime: 2.48s (2478930791) - CodegenSysTime: 23ms (23684000) - CodegenUserTime: 901ms (901969000) - CodegenVoluntaryContextSwitches: 124 (124) - CompileTime: 696ms (696980541) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 142ms (142996008) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.59s (1593955499) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 40ms (40998855) - TotalTime: 2.48s (2478930791) Instance c7456fdd806a4994:3209e92600000243 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.529 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651526094) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 26,402,329 (26402329) - TotalNetworkReceiveTime: 6.3m (379475647626) - TotalNetworkSendTime: 27.2m (1630937318833) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,139 (3139) - TotalThreadsTotalWallClockTime: 34.6m (2078724382760) - TotalThreadsSysTime: 3.28s (3277943000) - TotalThreadsUserTime: 1.0m (62842997000) - TotalThreadsVoluntaryContextSwitches: 83,216 (83216) - TotalTime: 34.6m (2078725382722) Fragment Instance Lifecycle Event Timeline Prepare Finished: 265ms (265989937) Open Finished: 17.86s (17861324267) First Batch Produced: 25.07s (25065051735) First Batch Sent: 25.07s (25065051735) ExecInternal Finished: 34.6m (2078994372545) Buffer pool - AllocTime: 9ms (9999622) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 9ms (9999622) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061129048430) - ExecTreeExecTime: 6.6m (398528927165) - InactiveTotalTime: 0ns (0) - OpenTime: 17.59s (17595334330) - ExecTreeOpenTime: 15.75s (15746404280) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 27.2m (1630953318230) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 26,402,329 (26402329) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.98s (17979319992) - TotalBytesSent: 1.7 GiB (1826551289) - TotalTime: 27.7m (1662508124746) - UncompressedRowBatchSize: 4.4 GiB (4684621518) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,402,329 (26402329) - RowsReturnedRate: 63738 per second (63738) - TotalTime: 6.9m (414231333109) Node Lifecycle Event Timeline Open Started: 2.11s (2114919987) Open Finished: 17.86s (17861324267) First Batch Requested: 17.86s (17861324267) First Batch Returned: 25.07s (25065051735) Last Batch Returned: 34.5m (2071011674368) Closed: 34.6m (2078992372621) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 56ms (56997849) - HTResizeTime: 100ms (100996179) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,694.01 (2694.0147191546907) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,872,999 (24872999) - RowsReturned: 26,402,329 (26402329) - StreamingTime: 25.60s (25604031632) - TotalTime: 0ns (0) Buffer pool - AllocTime: 34ms (34998676) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998676) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,278 (1665278) - BuildTime: 1.62s (1620938672) - InactiveTotalTime: 0ns (0) - LocalTime: 7.28s (7278724704) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,198,740 (73198740) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.47s (5473792989) - RowsReturned: 73,198,740 (73198740) - RowsReturnedRate: 188605 per second (188605) - TotalTime: 6.5m (388104321255) Node Lifecycle Event Timeline Open Started: 2.11s (2114919987) Open Finished: 17.86s (17860324305) First Batch Requested: 17.86s (17861324267) First Batch Returned: 17.86s (17861324267) Last Batch Returned: 25.5m (1532874022542) Closed: 25.5m (1532874022542) Buffer pool - AllocTime: 126ms (126995194) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 126ms (126995194) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.40s (1398947071) - BuildRowsPartitioned: 1,665,278 (1665278) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 209ms (209992055) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 25ms (25999012) - InactiveTotalTime: 14.02s (14023469473) - PeakMemoryUsage: 12.5 MiB (13082624) - RowsReturned: 1,665,278 (1665278) - RowsReturnedRate: 118176 per second (118176) - TotalTime: 14.09s (14091466893) Node Lifecycle Event Timeline Open Started: 2.11s (2114919987) Open Finished: 2.11s (2114919987) First Batch Requested: 2.12s (2125919571) First Batch Returned: 2.12s (2125919571) Last Batch Returned: 17.65s (17647332363) Closed: 17.86s (17860324305) Buffer pool - AllocTime: 640ms (640975751) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.5 MiB (13082624) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.5 MiB (13082624) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 468ms (468982258) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273824490) - TotalGetBatchTime: 14.06s (14059468109) - DataWaitTime: 14.02s (14023469473) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.04s (1040960630) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.0 MiB (163563007) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.21s (1209954228) - InactiveTotalTime: 6.1m (364756204483) - PeakMemoryUsage: 11.5 MiB (12052618) - RowsReturned: 73,198,740 (73198740) - RowsReturnedRate: 199596 per second (199596) - TotalTime: 6.1m (366734129658) Node Lifecycle Event Timeline Open Started: 17.86s (17860324305) Open Finished: 17.86s (17860324305) First Batch Requested: 17.86s (17860324305) First Batch Returned: 17.86s (17860324305) Last Batch Returned: 25.5m (1532873022580) Closed: 25.5m (1532874022542) Buffer pool - AllocTime: 1.10s (1100958346) - CumulativeAllocationBytes: 4.7 GiB (5053489152) - CumulativeAllocations: 411,266 (411266) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 518ms (518980369) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4538321880) - TotalGetBatchTime: 6.1m (365400180122) - DataWaitTime: 6.1m (364756204483) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.17s (3175879848) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,633 (205633) - TotalBatchesReceived: 205,633 (205633) - TotalBytesReceived: 1.9 GiB (2054185641) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.45s (15453331154) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 143 (143) - CodegenTotalWallClockTime: 1.85s (1848930050) - CodegenSysTime: 12ms (12931000) - CodegenUserTime: 928ms (928084000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 550ms (550979155) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 136ms (136994817) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.07s (1071959445) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 85ms (85996746) - TotalTime: 1.85s (1848930050) Instance c7456fdd806a4994:3209e92600000233 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:45.267 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651395038) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 25,567,880 (25567880) - TotalNetworkReceiveTime: 7.2m (431558447231) - TotalNetworkSendTime: 26.3m (1579713657498) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,686 (2686) - TotalThreadsTotalWallClockTime: 34.6m (2078555706562) - TotalThreadsSysTime: 3.17s (3171527000) - TotalThreadsUserTime: 1.0m (61038258000) - TotalThreadsVoluntaryContextSwitches: 85,169 (85169) - TotalTime: 34.6m (2078556706556) Fragment Instance Lifecycle Event Timeline Prepare Finished: 312ms (312998140) Open Finished: 17.48s (17482896084) First Batch Produced: 24.99s (24989851465) First Batch Sent: 24.99s (24989851465) ExecInternal Finished: 34.6m (2078872704678) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061385808618) - ExecTreeExecTime: 7.5m (451003332553) - InactiveTotalTime: 0ns (0) - OpenTime: 17.17s (17169897944) - ExecTreeOpenTime: 15.07s (15068910432) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.3m (1579738657348) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 25,567,880 (25567880) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.42s (17420896965) - TotalBytesSent: 1.6 GiB (1771206706) - TotalTime: 26.8m (1610238476914) - UncompressedRowBatchSize: 4.2 GiB (4536673126) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 25,567,880 (25567880) - RowsReturnedRate: 54863 per second (54863) - TotalTime: 7.8m (466030243236) Node Lifecycle Event Timeline Open Started: 2.41s (2413985652) Open Finished: 17.48s (17482896084) First Batch Requested: 17.48s (17482896084) First Batch Returned: 24.99s (24989851465) Last Batch Returned: 34.5m (2070843752013) Closed: 34.6m (2078869704696) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 45ms (45999730) - HTResizeTime: 26ms (26999841) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,943.04 (2943.036890965354) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,027,604 (24027604) - RowsReturned: 25,567,880 (25567880) - StreamingTime: 25.85s (25850847040) - TotalTime: 0ns (0) Buffer pool - AllocTime: 13ms (13999919) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999925) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,654 (1667654) - BuildTime: 1.30s (1296992304) - InactiveTotalTime: 0ns (0) - LocalTime: 6.81s (6812959673) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,335,652 (73335652) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.35s (5348968354) - RowsReturned: 73,335,652 (73335652) - RowsReturnedRate: 166770 per second (166770) - TotalTime: 7.3m (439739398799) Node Lifecycle Event Timeline Open Started: 2.41s (2413985652) Open Finished: 17.48s (17482896084) First Batch Requested: 17.48s (17482896084) First Batch Returned: 17.48s (17482896084) Last Batch Returned: 25.5m (1532714926442) Closed: 25.5m (1532714926442) Buffer pool - AllocTime: 81ms (81999512) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 81ms (81999512) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.13s (1133993272) - BuildRowsPartitioned: 1,667,654 (1667654) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 159ms (159999049) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 35ms (35999788) - InactiveTotalTime: 13.68s (13682918657) - PeakMemoryUsage: 14.7 MiB (15390778) - RowsReturned: 1,667,654 (1667654) - RowsReturnedRate: 121170 per second (121170) - TotalTime: 13.76s (13762918181) Node Lifecycle Event Timeline Open Started: 2.41s (2413985652) Open Finished: 2.41s (2413985652) First Batch Requested: 2.42s (2415985640) First Batch Returned: 2.42s (2415985640) Last Batch Returned: 17.32s (17320897046) Closed: 17.48s (17481896090) Buffer pool - AllocTime: 317ms (317998108) - CumulativeAllocationBytes: 370.4 MiB (388440064) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 265ms (265998417) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274195085) - TotalGetBatchTime: 13.72s (13720918429) - DataWaitTime: 13.68s (13682918657) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 707ms (707995791) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163778185) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 400ms (400424542) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.22s (1216992791) - InactiveTotalTime: 7.0m (417349531698) - PeakMemoryUsage: 11.3 MiB (11820415) - RowsReturned: 73,335,652 (73335652) - RowsReturnedRate: 174957 per second (174957) - TotalTime: 7.0m (419163520945) Node Lifecycle Event Timeline Open Started: 17.48s (17481896090) Open Finished: 17.48s (17482896084) First Batch Requested: 17.48s (17482896084) First Batch Returned: 17.48s (17482896084) Last Batch Returned: 25.5m (1532713926447) Closed: 25.5m (1532714926442) Buffer pool - AllocTime: 796ms (796995260) - CumulativeAllocationBytes: 4.7 GiB (5062967296) - CumulativeAllocations: 412,040 (412040) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 581ms (581996534) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4546810424) - TotalGetBatchTime: 7.0m (417808528975) - DataWaitTime: 7.0m (417349531698) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.88s (2885982886) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,020 (206020) - TotalBatchesReceived: 206,020 (206020) - TotalBytesReceived: 1.9 GiB (2058050215) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.21s (15209212613) - TotalRPCsDeferred: 9 (9) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 90 (90) - CodegenTotalWallClockTime: 2.10s (2100987512) - CodegenSysTime: 10ms (10891000) - CodegenUserTime: 907ms (907019000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 342ms (342997962) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 72ms (72999566) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.57s (1573990644) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 107ms (107999358) - TotalTime: 2.10s (2100987512) Instance c7456fdd806a4994:3209e9260000023f (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.477 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651419598) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 27,339,982 (27339982) - TotalNetworkReceiveTime: 7.0m (420937754755) - TotalNetworkSendTime: 26.5m (1588531026579) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,106 (3106) - TotalThreadsTotalWallClockTime: 34.6m (2078487609494) - TotalThreadsSysTime: 3.26s (3258415000) - TotalThreadsUserTime: 1.1m (63522598000) - TotalThreadsVoluntaryContextSwitches: 80,898 (80898) - TotalTime: 34.6m (2078496609210) Fragment Instance Lifecycle Event Timeline Prepare Finished: 239ms (239992443) Open Finished: 17.65s (17649444308) First Batch Produced: 24.93s (24934214949) First Batch Sent: 24.93s (24934214949) ExecInternal Finished: 34.6m (2078730601843) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.4m (2061078157629) - ExecTreeExecTime: 7.3m (440211148584) - InactiveTotalTime: 0ns (0) - OpenTime: 17.41s (17409451865) - ExecTreeOpenTime: 15.01s (15012527332) - PrepareTime: 8ms (8999716) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.5m (1588553025889) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 27,339,982 (27339982) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 18.38s (18377421696) - TotalBytesSent: 1.8 GiB (1888404697) - TotalTime: 27.0m (1620781011751) - UncompressedRowBatchSize: 4.5 GiB (4850548007) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 27,339,982 (27339982) - RowsReturnedRate: 60064 per second (60064) - TotalTime: 7.6m (455178677330) Node Lifecycle Event Timeline Open Started: 2.64s (2636916976) Open Finished: 17.65s (17649444308) First Batch Requested: 17.65s (17649444308) First Batch Returned: 24.93s (24934214949) Last Batch Returned: 34.5m (2070780851726) Closed: 34.6m (2078728601905) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 50ms (50998395) - HTResizeTime: 38ms (38998771) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,992.43 (2992.4305689658972) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 25,828,530 (25828530) - RowsReturned: 27,339,982 (27339982) - StreamingTime: 25.25s (25250205480) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999873) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999873) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,281 (1666281) - BuildTime: 1.29s (1292959283) - InactiveTotalTime: 0ns (0) - LocalTime: 6.92s (6920782225) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,316,094 (73316094) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.38s (5383830608) - RowsReturned: 73,316,094 (73316094) - RowsReturnedRate: 170803 per second (170803) - TotalTime: 7.2m (429243493398) Node Lifecycle Event Timeline Open Started: 2.64s (2636916976) Open Finished: 17.65s (17649444308) First Batch Requested: 17.65s (17649444308) First Batch Returned: 17.65s (17649444308) Last Batch Returned: 25.5m (1532679766287) Closed: 25.5m (1532679766287) Buffer pool - AllocTime: 49ms (49998427) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998427) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.09s (1094965517) - BuildRowsPartitioned: 1,666,281 (1666281) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 195ms (195993829) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 39ms (39998739) - InactiveTotalTime: 13.54s (13536573807) - PeakMemoryUsage: 14.7 MiB (15452122) - RowsReturned: 1,666,281 (1666281) - RowsReturnedRate: 122317 per second (122317) - TotalTime: 13.62s (13622571102) Node Lifecycle Event Timeline Open Started: 2.64s (2636916976) Open Finished: 2.64s (2636916976) First Batch Requested: 2.64s (2637916945) First Batch Returned: 2.64s (2637916945) Last Batch Returned: 17.45s (17451450542) Closed: 17.65s (17649444308) Buffer pool - AllocTime: 490ms (490984541) - CumulativeAllocationBytes: 370.2 MiB (388153344) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 475ms (475985015) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273982277) - TotalGetBatchTime: 13.58s (13578572488) - DataWaitTime: 13.54s (13536573807) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 947ms (947970151) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163658556) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 646ms (646666595) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.22s (1219961611) - InactiveTotalTime: 6.8m (406316215097) - PeakMemoryUsage: 11.6 MiB (12190357) - RowsReturned: 73,316,094 (73316094) - RowsReturnedRate: 179388 per second (179388) - TotalTime: 6.8m (408700140071) Node Lifecycle Event Timeline Open Started: 17.65s (17649444308) Open Finished: 17.65s (17649444308) First Batch Requested: 17.65s (17649444308) First Batch Returned: 17.65s (17649444308) Last Batch Returned: 25.5m (1532678766319) Closed: 25.5m (1532679766287) Buffer pool - AllocTime: 1.87s (1870941117) - CumulativeAllocationBytes: 4.7 GiB (5061607424) - CumulativeAllocations: 411,928 (411928) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.24s (1242960882) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4545597828) - TotalGetBatchTime: 6.8m (407328183243) - DataWaitTime: 6.8m (406316215097) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.18s (4180868419) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,964 (205964) - TotalBatchesReceived: 205,964 (205964) - TotalBytesReceived: 1.9 GiB (2057495492) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.1m (63762706352) - TotalRPCsDeferred: 4,408 (4408) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 171 (171) - CodegenTotalWallClockTime: 2.40s (2396924533) - CodegenSysTime: 16ms (16748000) - CodegenUserTime: 934ms (934962000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 337ms (337989358) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 188ms (188994050) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.62s (1619948996) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 245ms (245992255) - TotalTime: 2.40s (2396924533) Instance c7456fdd806a4994:3209e92600000248 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:40.605 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651435998) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 26,308,512 (26308512) - TotalNetworkReceiveTime: 7.4m (443936507212) - TotalNetworkSendTime: 26.1m (1564120738616) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,072 (3072) - TotalThreadsTotalWallClockTime: 34.6m (2078387009112) - TotalThreadsSysTime: 3.31s (3312748000) - TotalThreadsUserTime: 1.0m (62546433000) - TotalThreadsVoluntaryContextSwitches: 82,062 (82062) - TotalTime: 34.6m (2078429008969) Fragment Instance Lifecycle Event Timeline Prepare Finished: 401ms (401998639) Open Finished: 17.88s (17878939480) First Batch Produced: 24.98s (24975915456) First Batch Sent: 24.98s (24975915456) ExecInternal Finished: 34.6m (2078791007745) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.3m (2060910068271) - ExecTreeExecTime: 7.7m (464868437053) - InactiveTotalTime: 0ns (0) - OpenTime: 17.48s (17476940841) - ExecTreeOpenTime: 15.21s (15207948521) - PrepareTime: 41ms (41999857) - ExecTreePrepareTime: 15ms (15999946) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.1m (1564153738503) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 26,308,512 (26308512) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.80s (17803940144) - TotalBytesSent: 1.7 GiB (1820223973) - TotalTime: 26.6m (1595927631598) - UncompressedRowBatchSize: 4.3 GiB (4668094176) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 26,308,512 (26308512) - RowsReturnedRate: 54804 per second (54804) - TotalTime: 8.0m (480043385687) Node Lifecycle Event Timeline Open Started: 2.67s (2670990959) Open Finished: 17.88s (17878939480) First Batch Requested: 17.88s (17878939480) First Batch Returned: 24.98s (24975915456) Last Batch Returned: 34.6m (2078568008494) Closed: 34.6m (2078791007745) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 46ms (46999842) - HTResizeTime: 42ms (42999859) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,167.74 (3167.7389754014853) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,781,709 (24781709) - RowsReturned: 26,308,512 (26308512) - StreamingTime: 27.03s (27027909049) - TotalTime: 0ns (0) Buffer pool - AllocTime: 7ms (7999974) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999974) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,985 (1666985) - BuildTime: 1.59s (1593994610) - InactiveTotalTime: 0ns (0) - LocalTime: 7.13s (7131975970) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,304,602 (73304602) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.33s (5333982042) - RowsReturned: 73,304,602 (73304602) - RowsReturnedRate: 162021 per second (162021) - TotalTime: 7.5m (452438478570) Node Lifecycle Event Timeline Open Started: 2.67s (2670990959) Open Finished: 17.88s (17877939483) First Batch Requested: 17.88s (17878939480) First Batch Returned: 17.88s (17878939480) Last Batch Returned: 25.5m (1532737842898) Closed: 25.5m (1532737842898) Buffer pool - AllocTime: 49ms (49999831) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49999831) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.35s (1348995441) - BuildRowsPartitioned: 1,666,985 (1666985) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 213ms (213999276) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 29ms (29999898) - InactiveTotalTime: 13.49s (13490954331) - PeakMemoryUsage: 14.9 MiB (15658628) - RowsReturned: 1,666,985 (1666985) - RowsReturnedRate: 122870 per second (122870) - TotalTime: 13.57s (13566954071) Node Lifecycle Event Timeline Open Started: 2.67s (2670990959) Open Finished: 2.67s (2670990959) First Batch Requested: 2.70s (2698990864) First Batch Returned: 2.70s (2699990860) Last Batch Returned: 17.66s (17661940214) Closed: 17.88s (17877939483) Buffer pool - AllocTime: 509ms (509998270) - CumulativeAllocationBytes: 370.3 MiB (388300800) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 459ms (459998439) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274108564) - TotalGetBatchTime: 13.53s (13531954190) - DataWaitTime: 13.49s (13490954331) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 982ms (982996667) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163726496) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 693ms (693050639) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.24s (1239995826) - InactiveTotalTime: 7.2m (429813555022) - PeakMemoryUsage: 11.5 MiB (12103488) - RowsReturned: 73,304,602 (73304602) - RowsReturnedRate: 169788 per second (169788) - TotalTime: 7.2m (431739548529) Node Lifecycle Event Timeline Open Started: 17.88s (17877939483) Open Finished: 17.88s (17877939483) First Batch Requested: 17.88s (17877939483) First Batch Returned: 17.88s (17877939483) Last Batch Returned: 25.5m (1532737842898) Closed: 25.5m (1532737842898) Buffer pool - AllocTime: 1.62s (1624994522) - CumulativeAllocationBytes: 4.7 GiB (5060796416) - CumulativeAllocations: 411,864 (411864) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.32s (1324995529) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4544885324) - TotalGetBatchTime: 7.2m (430377553111) - DataWaitTime: 7.2m (429813555022) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.09s (4087986222) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,932 (205932) - TotalBatchesReceived: 205,932 (205932) - TotalBytesReceived: 1.9 GiB (2057186773) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.61s (15614603925) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 147 (147) - CodegenTotalWallClockTime: 2.27s (2268992320) - CodegenSysTime: 13ms (13023000) - CodegenUserTime: 930ms (930794000) - CodegenVoluntaryContextSwitches: 116 (116) - CompileTime: 345ms (345998829) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 85ms (85999709) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.63s (1634994466) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 198ms (198999327) - TotalTime: 2.27s (2268992320) Instance c7456fdd806a4994:3209e92600000244 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:34.814 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.4 MiB (651599822) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 24,818,882 (24818882) - TotalNetworkReceiveTime: 7.4m (444210473828) - TotalNetworkSendTime: 26.0m (1561018945341) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,731 (2731) - TotalThreadsTotalWallClockTime: 34.5m (2071004972212) - TotalThreadsSysTime: 2.99s (2988312000) - TotalThreadsUserTime: 59.99s (59987576000) - TotalThreadsVoluntaryContextSwitches: 86,044 (86044) - TotalTime: 34.5m (2071029971282) Fragment Instance Lifecycle Event Timeline Prepare Finished: 228ms (228991480) Open Finished: 17.83s (17828336716) First Batch Produced: 29.80s (29804891141) First Batch Sent: 29.80s (29804891141) ExecInternal Finished: 34.5m (2071234963655) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.2m (2053405626976) - ExecTreeExecTime: 7.7m (462722785028) - InactiveTotalTime: 0ns (0) - OpenTime: 17.60s (17599345236) - ExecTreeOpenTime: 15.32s (15322429946) - PrepareTime: 24ms (24999070) - ExecTreePrepareTime: 24ms (24999070) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.0m (1561041944485) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 24,818,882 (24818882) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.82s (16815374516) - TotalBytesSent: 1.6 GiB (1721170175) - TotalTime: 26.5m (1590596845140) - UncompressedRowBatchSize: 4.1 GiB (4403745007) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,818,882 (24818882) - RowsReturnedRate: 51918 per second (51918) - TotalTime: 8.0m (478032215457) Node Lifecycle Event Timeline Open Started: 2.50s (2505906770) Open Finished: 17.83s (17828336716) First Batch Requested: 17.83s (17828336716) First Batch Returned: 29.80s (29804891141) Last Batch Returned: 34.5m (2071140967147) Closed: 34.5m (2071234963655) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 42ms (42998404) - HTResizeTime: 60ms (60997736) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,470.04 (3470.0445251464844) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,277,924 (23277924) - RowsReturned: 24,818,882 (24818882) - StreamingTime: 24.80s (24805077100) - TotalTime: 0ns (0) Buffer pool - AllocTime: 16ms (16999366) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999440) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,639 (1667639) - BuildTime: 1.54s (1536942826) - InactiveTotalTime: 0ns (0) - LocalTime: 7.10s (7103735690) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,302,133 (73302133) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.31s (5310802385) - RowsReturned: 73,302,133 (73302133) - RowsReturnedRate: 161930 per second (161930) - TotalTime: 7.5m (452676158832) Node Lifecycle Event Timeline Open Started: 2.50s (2505906770) Open Finished: 17.83s (17827336753) First Batch Requested: 17.83s (17828336716) First Batch Returned: 17.83s (17828336716) Last Batch Returned: 25.5m (1532750976344) Closed: 25.5m (1532750976344) Buffer pool - AllocTime: 166ms (166993786) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 166ms (166993786) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1341950080) - BuildRowsPartitioned: 1,667,639 (1667639) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 192ms (192992820) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 33ms (33998734) - InactiveTotalTime: 13.62s (13619493295) - PeakMemoryUsage: 14.7 MiB (15442248) - RowsReturned: 1,667,639 (1667639) - RowsReturnedRate: 121561 per second (121561) - TotalTime: 13.72s (13718489611) Node Lifecycle Event Timeline Open Started: 2.50s (2505906770) Open Finished: 2.50s (2505906770) First Batch Requested: 2.51s (2506906733) First Batch Returned: 2.51s (2506906733) Last Batch Returned: 17.63s (17632344007) Closed: 17.83s (17827336753) Buffer pool - AllocTime: 886ms (886967003) - CumulativeAllocationBytes: 370.5 MiB (388464640) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (14950400) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (14950400) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 849ms (849968378) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274214131) - TotalGetBatchTime: 13.68s (13680491025) - DataWaitTime: 13.62s (13619493295) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.36s (1357949476) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163776974) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 459ms (459658033) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.23s (1228954261) - InactiveTotalTime: 7.2m (429885006796) - PeakMemoryUsage: 11.5 MiB (12063035) - RowsReturned: 73,302,133 (73302133) - RowsReturnedRate: 169738 per second (169738) - TotalTime: 7.2m (431853933531) Node Lifecycle Event Timeline Open Started: 17.83s (17827336753) Open Finished: 17.83s (17827336753) First Batch Requested: 17.83s (17827336753) First Batch Returned: 17.83s (17827336753) Last Batch Returned: 25.5m (1532750976344) Closed: 25.5m (1532750976344) Buffer pool - AllocTime: 1.69s (1693936981) - CumulativeAllocationBytes: 4.7 GiB (5060632576) - CumulativeAllocations: 411,846 (411846) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.27s (1268952788) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4544732246) - TotalGetBatchTime: 7.2m (430503983771) - DataWaitTime: 7.2m (429885006796) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.89s (3887855347) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,923 (205923) - TotalBatchesReceived: 205,923 (205923) - TotalBytesReceived: 1.9 GiB (2057105692) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.54s (15541295990) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 94 (94) - CodegenTotalWallClockTime: 2.28s (2276915290) - CodegenSysTime: 6ms (6950000) - CodegenUserTime: 920ms (920822000) - CodegenVoluntaryContextSwitches: 143 (143) - CompileTime: 393ms (393985342) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 80ms (80996986) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.69s (1692937016) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 92ms (92996541) - TotalTime: 2.28s (2276915290) Instance c7456fdd806a4994:3209e9260000022b (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:24.946 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.2 MiB (651354062) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 24,573,859 (24573859) - TotalNetworkReceiveTime: 8.9m (533452235537) - TotalNetworkSendTime: 24.3m (1459471177535) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,668 (2668) - TotalThreadsTotalWallClockTime: 34.3m (2059311193497) - TotalThreadsSysTime: 3.08s (3084224000) - TotalThreadsUserTime: 1.0m (60964734000) - TotalThreadsVoluntaryContextSwitches: 82,051 (82051) - TotalTime: 34.3m (2059312193494) Fragment Instance Lifecycle Event Timeline Prepare Finished: 213ms (213999290) Open Finished: 17.37s (17370942362) First Batch Produced: 29.82s (29819901063) First Batch Sent: 29.82s (29819901063) ExecInternal Finished: 34.3m (2059541192734) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 34.0m (2042154250425) - ExecTreeExecTime: 9.2m (552885171443) - InactiveTotalTime: 0ns (0) - OpenTime: 17.16s (17156943072) - ExecTreeOpenTime: 14.97s (14974950312) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1459488177479) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 24,573,859 (24573859) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.78s (16777944490) - TotalBytesSent: 1.6 GiB (1704538704) - TotalTime: 24.8m (1489200079205) - UncompressedRowBatchSize: 4.1 GiB (4359863594) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,573,859 (24573859) - RowsReturnedRate: 43277 per second (43277) - TotalTime: 9.5m (567821121878) Node Lifecycle Event Timeline Open Started: 2.40s (2395992050) Open Finished: 17.37s (17370942362) First Batch Requested: 17.37s (17370942362) First Batch Returned: 29.82s (29819901063) Last Batch Returned: 34.3m (2059435193083) Closed: 34.3m (2059537192747) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 48ms (48999836) - HTResizeTime: 95ms (95999685) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,466.84 (3466.8432006835938) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,034,736 (23034736) - RowsReturned: 24,573,859 (24573859) - StreamingTime: 25.11s (25105916947) - TotalTime: 0ns (0) Buffer pool - AllocTime: 13ms (13999952) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999952) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,086 (1664086) - BuildTime: 1.28s (1285995730) - InactiveTotalTime: 0ns (0) - LocalTime: 7.34s (7344975723) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,172,200 (73172200) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.87s (5872980602) - RowsReturned: 73,172,200 (73172200) - RowsReturnedRate: 134950 per second (134950) - TotalTime: 9.0m (542216206577) Node Lifecycle Event Timeline Open Started: 2.40s (2395992050) Open Finished: 17.37s (17370942362) First Batch Requested: 17.37s (17370942362) First Batch Returned: 17.37s (17370942362) Last Batch Returned: 25.5m (1532696927814) Closed: 25.5m (1532696927814) Buffer pool - AllocTime: 62ms (62999790) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62999790) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.08s (1081996408) - BuildRowsPartitioned: 1,664,086 (1664086) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 199ms (199999336) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 40ms (40999864) - InactiveTotalTime: 13.58s (13582954933) - PeakMemoryUsage: 14.6 MiB (15349634) - RowsReturned: 1,664,086 (1664086) - RowsReturnedRate: 121777 per second (121777) - TotalTime: 13.66s (13664954660) Node Lifecycle Event Timeline Open Started: 2.40s (2395992050) Open Finished: 2.40s (2395992050) First Batch Requested: 2.40s (2396992047) First Batch Returned: 2.40s (2396992047) Last Batch Returned: 17.17s (17167943036) Closed: 17.37s (17369942365) Buffer pool - AllocTime: 615ms (615997957) - CumulativeAllocationBytes: 369.7 MiB (387629056) - CumulativeAllocations: 18,952 (18952) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 560ms (560998139) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 260.9 MiB (273615559) - TotalGetBatchTime: 13.62s (13620954806) - DataWaitTime: 13.58s (13582954933) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.09s (1090996379) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,476 (9476) - TotalBatchesReceived: 9,476 (9476) - TotalBytesReceived: 155.9 MiB (163434187) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 391ms (391718032) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.26s (1256995851) - InactiveTotalTime: 8.7m (519026283382) - PeakMemoryUsage: 11.2 MiB (11744067) - RowsReturned: 73,172,200 (73172200) - RowsReturnedRate: 140390 per second (140390) - TotalTime: 8.7m (521206276194) Node Lifecycle Event Timeline Open Started: 17.37s (17369942365) Open Finished: 17.37s (17369942365) First Batch Requested: 17.37s (17369942365) First Batch Returned: 17.37s (17370942362) Last Batch Returned: 25.5m (1532696927814) Closed: 25.5m (1532696927814) Buffer pool - AllocTime: 1.79s (1794994081) - CumulativeAllocationBytes: 4.7 GiB (5051645952) - CumulativeAllocations: 411,114 (411114) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.1 MiB (11673600) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.1 MiB (11673600) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.32s (1324995633) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4536676400) - TotalGetBatchTime: 8.7m (519801280825) - DataWaitTime: 8.7m (519026283382) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.25s (4245985996) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 205,557 (205557) - TotalBatchesReceived: 205,557 (205557) - TotalBytesReceived: 1.9 GiB (2053447279) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.12s (15115296108) - TotalRPCsDeferred: 7 (7) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 98 (98) - CodegenTotalWallClockTime: 2.18s (2181992760) - CodegenSysTime: 15ms (15760000) - CodegenUserTime: 954ms (954732000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 389ms (389998706) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 102ms (102999658) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.62s (1623994611) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 59ms (59999801) - TotalTime: 2.18s (2181992760) Instance c7456fdd806a4994:3209e92600000234 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:14.609 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 621.3 MiB (651468750) - PeakReservation: 609.0 MiB (638582784) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 24,763,218 (24763218) - TotalNetworkReceiveTime: 8.9m (531858146084) - TotalNetworkSendTime: 24.2m (1454252590805) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,251 (2251) - TotalThreadsTotalWallClockTime: 34.2m (2051266284990) - TotalThreadsSysTime: 2.94s (2943919000) - TotalThreadsUserTime: 1.0m (60326957000) - TotalThreadsVoluntaryContextSwitches: 85,988 (85988) - TotalTime: 34.2m (2051267284968) Fragment Instance Lifecycle Event Timeline Prepare Finished: 258ms (258994236) Open Finished: 17.69s (17687606342) First Batch Produced: 29.95s (29952333378) First Batch Sent: 29.95s (29952333378) ExecInternal Finished: 34.2m (2051526279204) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 33.9m (2033837672884) - ExecTreeExecTime: 9.2m (550273735287) - InactiveTotalTime: 0ns (0) - OpenTime: 17.43s (17428612106) - ExecTreeOpenTime: 15.14s (15143662961) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=69) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.2m (1454272590361) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,763,218 (24763218) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.56s (16560630956) - TotalBytesSent: 1.6 GiB (1717305934) - TotalTime: 24.7m (1483479939464) - UncompressedRowBatchSize: 4.1 GiB (4393606356) AGGREGATION_NODE (id=27) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 288.1 MiB (302121088) - RowsReturned: 24,763,218 (24763218) - RowsReturnedRate: 43798 per second (43798) - TotalTime: 9.4m (565389398876) Node Lifecycle Event Timeline Open Started: 2.54s (2543943381) Open Finished: 17.69s (17687606342) First Batch Requested: 17.69s (17687606342) First Batch Returned: 29.95s (29952333378) Last Batch Returned: 33.3m (1998387463305) Closed: 34.2m (2051525279226) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 50ms (50998862) - HTResizeTime: 89ms (89997993) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 288.1 MiB (302096512) - PeakReservation: 288.0 MiB (301989888) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,457.87 (3457.8724632263184) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,221,223 (23221223) - RowsReturned: 24,763,218 (24763218) - StreamingTime: 24.68s (24675450200) - TotalTime: 0ns (0) Buffer pool - AllocTime: 10ms (10999754) - CumulativeAllocationBytes: 306.0 MiB (320864256) - CumulativeAllocations: 153 (153) - InactiveTotalTime: 0ns (0) - PeakReservation: 288.0 MiB (301989888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 288.0 MiB (301989888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999754) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=26) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,088 (1668088) - BuildTime: 1.42s (1415968485) - InactiveTotalTime: 0ns (0) - LocalTime: 6.97s (6967844699) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 73,375,558 (73375558) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 5.40s (5400879574) - RowsReturned: 73,375,558 (73375558) - RowsReturnedRate: 135833 per second (135833) - TotalTime: 9.0m (540185960453) Node Lifecycle Event Timeline Open Started: 2.54s (2543943381) Open Finished: 17.69s (17687606342) First Batch Requested: 17.69s (17687606342) First Batch Returned: 17.69s (17687606342) Last Batch Returned: 25.5m (1532884837442) Closed: 25.5m (1532884837442) Buffer pool - AllocTime: 49ms (49998887) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998887) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=26) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.23s (1226972690) - BuildRowsPartitioned: 1,668,088 (1668088) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 185ms (185995861) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=68) - ConvertRowBatchTime: 29ms (29999331) - InactiveTotalTime: 13.66s (13657696033) - PeakMemoryUsage: 14.7 MiB (15449753) - RowsReturned: 1,668,088 (1668088) - RowsReturnedRate: 121574 per second (121574) - TotalTime: 13.72s (13720694632) Node Lifecycle Event Timeline Open Started: 2.54s (2543943381) Open Finished: 2.54s (2543943381) First Batch Requested: 2.54s (2545943337) First Batch Returned: 2.54s (2545943337) Last Batch Returned: 17.50s (17499610526) Closed: 17.69s (17687606342) Buffer pool - AllocTime: 565ms (565987406) - CumulativeAllocationBytes: 370.5 MiB (388497408) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 364ms (364991878) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274286907) - TotalGetBatchTime: 13.69s (13685695412) - DataWaitTime: 13.66s (13657696033) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 973ms (973978323) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163838342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 355ms (355134842) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=67) - ConvertRowBatchTime: 1.23s (1226972632) - InactiveTotalTime: 8.6m (516979477258) - PeakMemoryUsage: 11.6 MiB (12170408) - RowsReturned: 73,375,558 (73375558) - RowsReturnedRate: 141243 per second (141243) - TotalTime: 8.7m (519497421122) Node Lifecycle Event Timeline Open Started: 17.69s (17687606342) Open Finished: 17.69s (17687606342) First Batch Requested: 17.69s (17687606342) First Batch Returned: 17.69s (17687606342) Last Batch Returned: 25.5m (1532883837464) Closed: 25.5m (1532884837442) Buffer pool - AllocTime: 2.01s (2007955277) - CumulativeAllocationBytes: 4.7 GiB (5065719808) - CumulativeAllocations: 412,262 (412262) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.47s (1474967148) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.2 GiB (4549284596) - TotalGetBatchTime: 8.6m (518138451426) - DataWaitTime: 8.6m (516979477258) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.24s (4240905485) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 206,131 (206131) - TotalBatchesReceived: 206,131 (206131) - TotalBytesReceived: 1.9 GiB (2059148233) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.39s (15390258532) - TotalRPCsDeferred: 1,411 (1411) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 119 (119) - CodegenTotalWallClockTime: 2.28s (2284949145) - CodegenSysTime: 19ms (19695000) - CodegenUserTime: 921ms (921236000) - CodegenVoluntaryContextSwitches: 104 (104) - CompileTime: 411ms (411990830) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 86ms (86998064) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.71s (1707961987) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 73ms (73998353) - TotalTime: 2.28s (2284949145) Averaged Fragment F19 split sizes: min: 25.32 GB, max: 25.80 GB, avg: 25.56 GB, stddev: 113.09 MB completion times: min:24m21s max:25m35s mean: 24m26s stddev:11s541ms execution rates: min:17.13 MB/sec max:18.07 MB/sec mean:17.86 MB/sec stddev:144.13 KB/sec num instances: 39 - AverageThreadTokens: 2.00 (1.999114225143042) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997904) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 73,474,606 (73474606) - TotalNetworkReceiveTime: 22ms (22896920) - TotalNetworkSendTime: 23.8m (1425173969541) - TotalStorageWaitTime: 7.88s (7876097154) - TotalThreadsInvoluntaryContextSwitches: 209 (209) - TotalThreadsTotalWallClockTime: 48.8m (2925758351611) - TotalThreadsSysTime: 2.64s (2636546589) - TotalThreadsUserTime: 33.28s (33280129153) - TotalThreadsVoluntaryContextSwitches: 87,948 (87948) - TotalTime: 24.4m (1463544917512) Buffer pool - AllocTime: 7ms (7102333) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 461.52us (461525) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461945079824) - ExecTreeExecTime: 9.11s (9112657428) - InactiveTotalTime: 0ns (0) - OpenTime: 1.58s (1582479122) - ExecTreeOpenTime: 454ms (454862755) - PrepareTime: 16ms (16897030) - ExecTreePrepareTime: 12ms (12948399) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1229234) - RowsSent: 73,474,606 (73474606) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.39s (12389623941) - TotalBytesSent: 1.9 GiB (2062335819) - TotalTime: 24.1m (1448872347389) - UncompressedRowBatchSize: 4.2 GiB (4555425575) HASH_JOIN_NODE (id=25) - BuildRows: 366 (366) - BuildTime: 33ms (33614395) - InactiveTotalTime: 0ns (0) - LocalTime: 2.65s (2646377428) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,474,606 (73474606) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.48s (2482355627) - RowsReturned: 73,474,606 (73474606) - RowsReturnedRate: 15285648 per second (15285648) - TotalTime: 9.55s (9546161643) Buffer pool - AllocTime: 17ms (17717476) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17691836) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) - BuildRowsPartitionTime: 17ms (17307227) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 1ms (1051255) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 25.64us (25640) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 9811 per second (9811) - TotalTime: 22ms (22922561) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 22ms (22896920) - DataWaitTime: 20ms (20691841) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) - AverageHdfsReadThreadConcurrency: 0.01 (0.012065208194856694) - AverageScannerThreadConcurrency: 1.00 (0.9999388227284702) - BytesRead: 1.2 GiB (1285855727) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1285855727) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1285855727) - CachedFileHandlesHitCount: 230 (230) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 750ms (750445166) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.68s (7684761518) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680886) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 121.5 MiB/s (127398184) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2425215501) - RowBatchQueueGetWaitTime: 6.34s (6337181131) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1444441953512) - RowBatchesEnqueued: 71,817 (71817) - RowsRead: 73,474,606 (73474606) - RowsReturned: 73,474,606 (73474606) - RowsReturnedRate: 35848844 per second (35848844) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 7.88s (7876097154) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 24.4m (1462230843946) - ScannerThreadsSysTime: 478ms (478342743) - ScannerThreadsUserTime: 7.97s (7966806435) - ScannerThreadsVoluntaryContextSwitches: 54,351 (54351) - TotalRawHdfsOpenFileTime(*): 1ms (1230744) - TotalRawHdfsReadTime(*): 18.05s (18053000719) - TotalReadThroughput: 857.7 KiB/s (878277) - TotalTime: 6.88s (6876861652) Buffer pool - AllocTime: 82ms (82203175) - CumulativeAllocationBytes: 1.5 GiB (1581034154) - CumulativeAllocations: 230 (230) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82049333) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 416,085 (416085) - Rows rejected: 0 (0) - Rows total: 73,474,606 (73474606) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 129 (129) - Files rejected: 103 (103) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,765 (71765) - RowGroups rejected: 0 (0) - RowGroups total: 71,765 (71765) - Rows processed: 423,043 (423043) - Rows rejected: 0 (0) - Rows total: 73,474,606 (73474606) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 47 (47) - CodegenTotalWallClockTime: 1.13s (1127565086) - CodegenSysTime: 4ms (4526410) - CodegenUserTime: 427ms (427247641) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 374ms (374812429) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36153085) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 609ms (609217505) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 95ms (95100302) - TotalTime: 1.13s (1127590727) Fragment F19 Instance c7456fdd806a4994:3209e926000001e7 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:51:37.419 Hdfs split stats (:<# splits>/): 0:131/25.69 GB Filter 24 arrival: 993ms Filter 22 arrival: 17s780ms - AverageThreadTokens: 2.00 (1.9990069513406157) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998873) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 74,775,645 (74775645) - TotalNetworkReceiveTime: 126ms (126998208) - TotalNetworkSendTime: 20.8m (1246154439743) - TotalStorageWaitTime: 3.3m (195637244818) - TotalThreadsInvoluntaryContextSwitches: 376 (376) - TotalThreadsTotalWallClockTime: 51.1m (3064203824683) - TotalThreadsSysTime: 2.76s (2763861000) - TotalThreadsUserTime: 33.68s (33677610000) - TotalThreadsVoluntaryContextSwitches: 85,291 (85291) - TotalTime: 25.5m (1532649404618) Fragment Instance Lifecycle Event Timeline Prepare Finished: 188ms (188997333) Open Finished: 6.88s (6875902991) First Batch Produced: 6.88s (6875902991) First Batch Sent: 6.88s (6875902991) ExecInternal Finished: 25.5m (1532827402107) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 25.4m (1525949499144) - ExecTreeExecTime: 3.1m (187761355871) - InactiveTotalTime: 0ns (0) - OpenTime: 6.69s (6686905658) - ExecTreeOpenTime: 5.82s (5822917847) - PrepareTime: 12ms (12999816) - ExecTreePrepareTime: 999.99us (999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.8m (1246179439389) - PeakMemoryUsage: 1.2 MiB (1283008) - RowsSent: 74,775,645 (74775645) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.83s (12827819301) - TotalBytesSent: 2.0 GiB (2098849520) - TotalTime: 21.5m (1287700854407) - UncompressedRowBatchSize: 4.3 GiB (4636089990) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.60s (2596963458) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,775,645 (74775645) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2455965447) - RowsReturned: 74,775,645 (74775645) - RowsReturnedRate: 386345 per second (386345) - TotalTime: 3.2m (193546274255) Node Lifecycle Event Timeline Open Started: 1.05s (1052985144) Open Finished: 6.88s (6875902991) First Batch Requested: 6.88s (6875902991) First Batch Returned: 6.88s (6875902991) Last Batch Returned: 25.5m (1532788402656) Closed: 25.5m (1532826402121) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 126ms (126998208) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 2881 per second (2881) - TotalTime: 126ms (126998208) Node Lifecycle Event Timeline Open Started: 1.05s (1052985144) Open Finished: 1.05s (1052985144) First Batch Requested: 1.05s (1052985144) First Batch Returned: 1.18s (1179983352) Last Batch Returned: 1.18s (1179983352) Closed: 1.18s (1179983352) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 126ms (126998208) - DataWaitTime: 126ms (126998208) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:131/25.69 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:88.54% 1:5.002% 2:3.478% 3:2.319% 4:0.6625% 5:0% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):104 - AverageHdfsReadThreadConcurrency: 0.22 (0.21563431599867505) - AverageScannerThreadConcurrency: 1.00 (0.9996687644915535) - BytesRead: 1.2 GiB (1308692990) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1308692990) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1308692990) - CachedFileHandlesHitCount: 238 (238) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 910ms (910987158) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 47.88s (47883325392) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79681000) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 3.8 MiB/s (4010331) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2468176896) - RowBatchQueueGetWaitTime: 3.2m (190325319583) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 21.1m (1263940189273) - RowBatchesEnqueued: 73,091 (73091) - RowsRead: 74,775,645 (74775645) - RowsReturned: 74,775,645 (74775645) - RowsReturnedRate: 391860 per second (391860) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 3.3m (195637244818) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 25.5m (1531567419881) - ScannerThreadsSysTime: 562ms (562507000) - ScannerThreadsUserTime: 8.29s (8288665000) - ScannerThreadsVoluntaryContextSwitches: 53,890 (53890) - TotalRawHdfsOpenFileTime(*): 999.99us (999986) - TotalRawHdfsReadTime(*): 5.4m (326330404597) - TotalReadThroughput: 845.8 KiB/s (866121) - TotalTime: 3.2m (190822312589) Node Lifecycle Event Timeline Open Started: 1.18s (1179983352) Open Finished: 1.18s (1180983338) First Batch Requested: 1.18s (1180983338) First Batch Returned: 6.88s (6875902991) Last Batch Returned: 25.5m (1532788402656) Closed: 25.5m (1532826402121) Buffer pool - AllocTime: 106ms (106998494) - CumulativeAllocationBytes: 1.5 GiB (1622540288) - CumulativeAllocations: 238 (238) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 106ms (106998494) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 437,248 (437248) - Rows rejected: 0 (0) - Rows total: 74,775,645 (74775645) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 131 (131) - Files rejected: 104 (104) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,037 (73037) - RowGroups rejected: 0 (0) - RowGroups total: 73,037 (73037) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 74,775,645 (74775645) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 71 (71) - CodegenTotalWallClockTime: 863ms (863987811) - CodegenSysTime: 2ms (2985000) - CodegenUserTime: 429ms (429165000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 170ms (170997588) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 57ms (57999181) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 540ms (540992367) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 50ms (50999281) - TotalTime: 863ms (863987811) Instance c7456fdd806a4994:3209e926000001f3 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.820 Hdfs split stats (:<# splits>/): 0:141/25.47 GB Filter 24 arrival: 940ms Filter 22 arrival: 17s798ms - AverageThreadTokens: 2.00 (1.99931717309662) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015393) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 88,529,148 (88529148) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.9m (1431028656514) - TotalStorageWaitTime: 3.77s (3770993826) - TotalThreadsInvoluntaryContextSwitches: 196 (196) - TotalThreadsTotalWallClockTime: 48.8m (2930557200981) - TotalThreadsSysTime: 3.04s (3037000000) - TotalThreadsUserTime: 37.20s (37204210000) - TotalThreadsVoluntaryContextSwitches: 101,338 (101338) - TotalTime: 24.4m (1465812599617) Fragment Instance Lifecycle Event Timeline Prepare Finished: 250ms (250999589) Open Finished: 1.55s (1555997452) First Batch Produced: 1.55s (1555997452) First Batch Sent: 1.55s (1555997452) ExecInternal Finished: 24.4m (1466062599207) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1464506601755) - ExecTreeExecTime: 5.37s (5366991270) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1304997863) - ExecTreeOpenTime: 366ms (366999399) - PrepareTime: 1,000.00us (999999) - ExecTreePrepareTime: 1,000.00us (999999) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1431060656461) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 88,529,148 (88529148) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.80s (13802977452) - TotalBytesSent: 2.3 GiB (2484878006) - TotalTime: 24.3m (1456884614186) - UncompressedRowBatchSize: 5.1 GiB (5488807176) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 3.02s (3019995111) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 88,529,148 (88529148) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.89s (2888995325) - RowsReturned: 88,529,148 (88529148) - RowsReturnedRate: 15553283 per second (15553283) - TotalTime: 5.69s (5691990739) Node Lifecycle Event Timeline Open Started: 1.19s (1188998053) Open Finished: 1.55s (1555997452) First Batch Requested: 1.55s (1555997452) First Batch Returned: 1.55s (1555997452) Last Batch Returned: 24.4m (1466041599241) Closed: 24.4m (1466062599207) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 1,000.00us (999998) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 366000 per second (366000) - TotalTime: 1,000.00us (999998) Node Lifecycle Event Timeline Open Started: 1.19s (1188998053) Open Finished: 1.19s (1188998053) First Batch Requested: 1.19s (1188998053) First Batch Returned: 1.19s (1189998051) Last Batch Returned: 1.19s (1189998051) Closed: 1.19s (1189998051) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:141/25.47 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 35 out of 35 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 75ms Hdfs Read Thread Concurrency Bucket: 0:99.52% 1:0.1367% 2:0.1367% 3:0.1025% 4:0.1025% 5:0% 6:0% File Formats: PARQUET/SNAPPY:35 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.01 (0.011274342330030749) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.4 GiB (1551384630) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.4 GiB (1551384630) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.4 GiB (1551384630) - CachedFileHandlesHitCount: 294 (294) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 817ms (817998654) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.21s (7214988158) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 35 (35) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680882) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 113.6 MiB/s (119126712) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.7 GiB (2922171392) - RowBatchQueueGetWaitTime: 2.08s (2081996592) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1452047622190) - RowBatchesEnqueued: 86,541 (86541) - RowsRead: 88,529,148 (88529148) - RowsReturned: 88,529,148 (88529148) - RowsReturnedRate: 33144624 per second (33144624) - ScanRangesComplete: 141 (141) - ScannerIoWaitTime: 3.77s (3770993826) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 24.4m (1464745601363) - ScannerThreadsSysTime: 573ms (573326000) - ScannerThreadsUserTime: 9.09s (9092185000) - ScannerThreadsVoluntaryContextSwitches: 67,647 (67647) - TotalRawHdfsOpenFileTime(*): 2ms (2999996) - TotalRawHdfsReadTime(*): 13.02s (13022978669) - TotalReadThroughput: 1.0 MiB/s (1059037) - TotalTime: 2.67s (2670995630) Node Lifecycle Event Timeline Open Started: 1.19s (1189998051) Open Finished: 1.19s (1189998051) First Batch Requested: 1.19s (1189998051) First Batch Returned: 1.55s (1555997452) Last Batch Returned: 24.4m (1466041599241) Closed: 24.4m (1466062599207) Buffer pool - AllocTime: 174ms (174999710) - CumulativeAllocationBytes: 1.8 GiB (1887830016) - CumulativeAllocations: 294 (294) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 174ms (174999710) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 566,272 (566272) - Rows rejected: 0 (0) - Rows total: 88,529,148 (88529148) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 141 (141) - Files rejected: 106 (106) - Files total: 141 (141) - InactiveTotalTime: 0ns (0) - RowGroups processed: 86,471 (86471) - RowGroups rejected: 0 (0) - RowGroups total: 86,471 (86471) - Rows processed: 573,440 (573440) - Rows rejected: 0 (0) - Rows total: 88,529,148 (88529148) - Splits processed: 35 (35) - Splits rejected: 0 (0) - Splits total: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 937ms (937998464) - CodegenSysTime: 2ms (2994000) - CodegenUserTime: 419ms (419099000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 283ms (283999535) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999982) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 599ms (599999018) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 40ms (40999932) - TotalTime: 937ms (937998464) Instance c7456fdd806a4994:3209e926000001e4 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.063 Hdfs split stats (:<# splits>/): 0:131/25.56 GB Filter 24 arrival: 1s338ms Filter 22 arrival: 17s818ms - AverageThreadTokens: 2.00 (1.998632946001367) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84006961) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 80,214,213 (80214213) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430500305357) - TotalStorageWaitTime: 2.80s (2801020136) - TotalThreadsInvoluntaryContextSwitches: 185 (185) - TotalThreadsTotalWallClockTime: 48.8m (2926783083812) - TotalThreadsSysTime: 2.73s (2726092000) - TotalThreadsUserTime: 35.17s (35171922000) - TotalThreadsVoluntaryContextSwitches: 94,221 (94221) - TotalTime: 24.4m (1464116547120) Fragment Instance Lifecycle Event Timeline Prepare Finished: 272ms (272001956) Open Finished: 1.75s (1753012608) First Batch Produced: 1.75s (1753012608) First Batch Sent: 1.75s (1754012615) ExecInternal Finished: 24.4m (1464372548961) Buffer pool - AllocTime: 1ms (1000008) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 1ms (1000008) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1462618536346) - ExecTreeExecTime: 4.85s (4851034891) - InactiveTotalTime: 0ns (0) - OpenTime: 1.48s (1481010652) - ExecTreeOpenTime: 183ms (183001316) - PrepareTime: 17ms (17000122) - ExecTreePrepareTime: 17ms (17000122) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430526305543) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 80,214,213 (80214213) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.07s (13067093981) - TotalBytesSent: 2.1 GiB (2251264888) - TotalTime: 24.2m (1454845480446) - UncompressedRowBatchSize: 4.6 GiB (4973281206) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 24ms (24000173) - InactiveTotalTime: 0ns (0) - LocalTime: 2.83s (2825020350) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 80,214,213 (80214213) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.65s (2652019101) - RowsReturned: 80,214,213 (80214213) - RowsReturnedRate: 15978811 per second (15978811) - TotalTime: 5.02s (5020036107) Node Lifecycle Event Timeline Open Started: 1.57s (1570011292) Open Finished: 1.75s (1753012608) First Batch Requested: 1.75s (1753012608) First Batch Returned: 1.75s (1753012608) Last Batch Returned: 24.4m (1464352548817) Closed: 24.4m (1464372548961) Buffer pool - AllocTime: 22ms (22000158) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22000158) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 22ms (22000158) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 1ms (1000008) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.57s (1570011292) Open Finished: 1.57s (1570011292) First Batch Requested: 1.57s (1571011299) First Batch Returned: 1.57s (1571011299) Last Batch Returned: 1.57s (1571011299) Closed: 1.59s (1594011465) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:131/25.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.76% 1:0.03421% 2:0.1368% 3:0.06842% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):103 - AverageHdfsReadThreadConcurrency: 0.01 (0.005131713992473486) - AverageScannerThreadConcurrency: 1.00 (0.9996578857338351) - BytesRead: 1.3 GiB (1403370852) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1403370852) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1403370852) - CachedFileHandlesHitCount: 248 (248) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 947ms (947006836) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.53s (6531046997) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680741) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 139.2 MiB/s (146000911) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.5 GiB (2647717888) - RowBatchQueueGetWaitTime: 1.60s (1603011512) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1451628457268) - RowBatchesEnqueued: 78,406 (78406) - RowsRead: 80,214,213 (80214213) - RowsReturned: 80,214,213 (80214213) - RowsReturnedRate: 36543798 per second (36543798) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 2.80s (2801020136) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 24.4m (1462683536814) - ScannerThreadsSysTime: 481ms (481291000) - ScannerThreadsUserTime: 8.49s (8486296000) - ScannerThreadsVoluntaryContextSwitches: 60,525 (60525) - TotalRawHdfsOpenFileTime(*): 2ms (2000015) - TotalRawHdfsReadTime(*): 9.61s (9612069094) - TotalReadThroughput: 936.5 KiB/s (958994) - TotalTime: 2.19s (2195015757) Node Lifecycle Event Timeline Open Started: 1.59s (1594011465) Open Finished: 1.59s (1594011465) First Batch Requested: 1.59s (1594011465) First Batch Returned: 1.75s (1753012608) Last Batch Returned: 24.4m (1464352548817) Closed: 24.4m (1464372548961) Buffer pool - AllocTime: 14ms (14000102) - CumulativeAllocationBytes: 1.6 GiB (1731723264) - CumulativeAllocations: 248 (248) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14000102) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 447,488 (447488) - Rows rejected: 0 (0) - Rows total: 80,214,213 (80214213) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 131 (131) - Files rejected: 103 (103) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 78,350 (78350) - RowGroups rejected: 0 (0) - RowGroups total: 78,350 (78350) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 80,214,213 (80214213) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 52 (52) - CodegenTotalWallClockTime: 1.30s (1298009336) - CodegenSysTime: 7ms (7999000) - CodegenUserTime: 428ms (428212000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 477ms (477003431) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 58ms (58000417) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 685ms (685004926) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 75ms (75000540) - TotalTime: 1.30s (1298009336) Instance c7456fdd806a4994:3209e926000001ef (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.148 Hdfs split stats (:<# splits>/): 0:133/25.63 GB Filter 24 arrival: 777ms Filter 22 arrival: 17s930ms - AverageThreadTokens: 2.00 (1.9993160054719563) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015289) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 78,514,844 (78514844) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1429422189741) - TotalStorageWaitTime: 2.90s (2897982134) - TotalThreadsInvoluntaryContextSwitches: 167 (167) - TotalThreadsTotalWallClockTime: 48.8m (2925447968944) - TotalThreadsSysTime: 2.82s (2818094000) - TotalThreadsUserTime: 34.89s (34889217000) - TotalThreadsVoluntaryContextSwitches: 92,238 (92238) - TotalTime: 24.4m (1463265981134) Fragment Instance Lifecycle Event Timeline Prepare Finished: 232ms (232998565) Open Finished: 1.44s (1439991131) First Batch Produced: 1.44s (1439991131) First Batch Sent: 1.44s (1439991131) ExecInternal Finished: 24.4m (1463478979822) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1462037988697) - ExecTreeExecTime: 4.68s (4685971130) - InactiveTotalTime: 0ns (0) - OpenTime: 1.21s (1206992566) - ExecTreeOpenTime: 450ms (450997222) - PrepareTime: 20ms (20999871) - ExecTreePrepareTime: 6ms (6999957) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429448189582) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 78,514,844 (78514844) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.86s (12862920715) - TotalBytesSent: 2.1 GiB (2203665337) - TotalTime: 24.2m (1453654040363) - UncompressedRowBatchSize: 4.5 GiB (4867920328) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.99us (999994) - InactiveTotalTime: 0ns (0) - LocalTime: 2.73s (2730983175) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 78,514,844 (78514844) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.61s (2607983938) - RowsReturned: 78,514,844 (78514844) - RowsReturnedRate: 15401201 per second (15401201) - TotalTime: 5.10s (5097968592) Node Lifecycle Event Timeline Open Started: 988ms (988993909) Open Finished: 1.44s (1439991131) First Batch Requested: 1.44s (1439991131) First Batch Returned: 1.44s (1439991131) Last Batch Returned: 24.4m (1463458979945) Closed: 24.4m (1463478979822) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.99us (999994) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 988ms (988993909) Open Finished: 988ms (988993909) First Batch Requested: 988ms (988993909) First Batch Returned: 988ms (988993909) Last Batch Returned: 988ms (988993909) Closed: 989ms (989993903) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:133/25.63 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 230ms Hdfs Read Thread Concurrency Bucket: 0:99.69% 1:0% 2:0.1369% 3:0.06845% 4:0.1027% 5:0% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.01 (0.00889801505817933) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1373470526) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1373470526) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1373470526) - CachedFileHandlesHitCount: 242 (242) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 756ms (756995327) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.29s (7293955001) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680921) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 128.7 MiB/s (134919350) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2591619072) - RowBatchQueueGetWaitTime: 1.58s (1582990242) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1450133062129) - RowBatchesEnqueued: 76,744 (76744) - RowsRead: 78,514,844 (78514844) - RowsReturned: 78,514,844 (78514844) - RowsReturnedRate: 33170818 per second (33170818) - ScanRangesComplete: 133 (133) - ScannerIoWaitTime: 2.90s (2897982134) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 24.4m (1462202987681) - ScannerThreadsSysTime: 487ms (487372000) - ScannerThreadsUserTime: 8.48s (8484304000) - ScannerThreadsVoluntaryContextSwitches: 58,536 (58536) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 10.18s (10179937243) - TotalReadThroughput: 917.1 KiB/s (939156) - TotalTime: 2.37s (2366985417) Node Lifecycle Event Timeline Open Started: 989ms (989993903) Open Finished: 989ms (989993903) First Batch Requested: 989ms (989993903) First Batch Returned: 1.44s (1439991131) Last Batch Returned: 24.4m (1463458979945) Closed: 24.4m (1463478979822) Buffer pool - AllocTime: 103ms (103999360) - CumulativeAllocationBytes: 1.6 GiB (1695940608) - CumulativeAllocations: 242 (242) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 103ms (103999360) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 439,296 (439296) - Rows rejected: 0 (0) - Rows total: 78,514,844 (78514844) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 133 (133) - Files rejected: 106 (106) - Files total: 133 (133) - InactiveTotalTime: 0ns (0) - RowGroups processed: 76,690 (76690) - RowGroups rejected: 0 (0) - RowGroups total: 76,690 (76690) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 78,514,844 (78514844) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 42 (42) - CodegenTotalWallClockTime: 755ms (755995344) - CodegenSysTime: 1ms (1978000) - CodegenUserTime: 420ms (420086000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 133ms (133999175) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999864) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 439ms (439997290) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 157ms (157999027) - TotalTime: 755ms (755995344) Instance c7456fdd806a4994:3209e926000001ea (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.744 Hdfs split stats (:<# splits>/): 0:143/25.56 GB Filter 24 arrival: 1s311ms Filter 22 arrival: 17s845ms - AverageThreadTokens: 2.00 (1.9986320109439124) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982612) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 76,719,002 (76719002) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430919142040) - TotalStorageWaitTime: 3.87s (3866976109) - TotalThreadsInvoluntaryContextSwitches: 204 (204) - TotalThreadsTotalWallClockTime: 48.7m (2924597896363) - TotalThreadsSysTime: 2.57s (2571615000) - TotalThreadsUserTime: 33.88s (33876648000) - TotalThreadsVoluntaryContextSwitches: 91,430 (91430) - TotalTime: 24.4m (1462994943891) Fragment Instance Lifecycle Event Timeline Prepare Finished: 254ms (254998429) Open Finished: 1.84s (1845988621) First Batch Produced: 1.84s (1845988621) First Batch Sent: 1.84s (1845988621) ExecInternal Finished: 24.4m (1463247942332) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461401953711) - ExecTreeExecTime: 4.93s (4928969570) - InactiveTotalTime: 0ns (0) - OpenTime: 1.59s (1590990192) - ExecTreeOpenTime: 282ms (282998255) - PrepareTime: 1ms (1999988) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430944141882) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 76,719,002 (76719002) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.39s (12390923495) - TotalBytesSent: 2.0 GiB (2153170925) - TotalTime: 24.2m (1454486996415) - UncompressedRowBatchSize: 4.4 GiB (4756578124) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.99us (999994) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2566984151) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 76,719,002 (76719002) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.43s (2428985001) - RowsReturned: 76,719,002 (76719002) - RowsReturnedRate: 14847972 per second (14847972) - TotalTime: 5.17s (5166968102) Node Lifecycle Event Timeline Open Started: 1.56s (1562990366) Open Finished: 1.84s (1845988621) First Batch Requested: 1.84s (1845988621) First Batch Returned: 1.84s (1845988621) Last Batch Returned: 24.4m (1463227942456) Closed: 24.4m (1463247942332) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.56s (1562990366) Open Finished: 1.56s (1562990366) First Batch Requested: 1.56s (1563990360) First Batch Returned: 1.56s (1563990360) Last Batch Returned: 1.56s (1563990360) Closed: 1.56s (1563990360) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:143/25.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 34 out of 34 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.62% 1:0.1027% 2:0.03423% 3:0.1369% 4:0.06847% 5:0.03423% 6:0% File Formats: PARQUET/SNAPPY:34 PARQUET/Unknown(Skipped):109 - AverageHdfsReadThreadConcurrency: 0.01 (0.010270455323519343) - AverageScannerThreadConcurrency: 1.00 (0.999657651489216) - BytesRead: 1.3 GiB (1346281527) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1346281527) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1346281527) - CachedFileHandlesHitCount: 272 (272) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 770ms (770995228) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.86s (6856957637) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 34 (34) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680842) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 107.8 MiB/s (113067089) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2532376576) - RowBatchQueueGetWaitTime: 2.15s (2146986742) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449247028811) - RowBatchesEnqueued: 75,004 (75004) - RowsRead: 76,719,002 (76719002) - RowsReturned: 76,719,002 (76719002) - RowsReturnedRate: 29507490 per second (29507490) - ScanRangesComplete: 143 (143) - ScannerIoWaitTime: 3.87s (3866976109) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 24.4m (1461604952460) - ScannerThreadsSysTime: 484ms (484128000) - ScannerThreadsUserTime: 8.30s (8298615000) - ScannerThreadsVoluntaryContextSwitches: 57,763 (57763) - TotalRawHdfsOpenFileTime(*): 1ms (1999988) - TotalRawHdfsReadTime(*): 11.91s (11906926480) - TotalReadThroughput: 899.0 KiB/s (920608) - TotalTime: 2.60s (2599983951) Node Lifecycle Event Timeline Open Started: 1.56s (1563990360) Open Finished: 1.56s (1563990360) First Batch Requested: 1.56s (1563990360) First Batch Returned: 1.84s (1845988621) Last Batch Returned: 24.4m (1463227942456) Closed: 24.4m (1463247942332) Buffer pool - AllocTime: 57ms (57999644) - CumulativeAllocationBytes: 1.5 GiB (1642332160) - CumulativeAllocations: 272 (272) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57999644) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 546,816 (546816) - Rows rejected: 0 (0) - Rows total: 76,719,002 (76719002) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 143 (143) - Files rejected: 109 (109) - Files total: 143 (143) - InactiveTotalTime: 0ns (0) - RowGroups processed: 74,936 (74936) - RowGroups rejected: 0 (0) - RowGroups total: 74,936 (74936) - Rows processed: 557,056 (557056) - Rows rejected: 0 (0) - Rows total: 76,719,002 (76719002) - Splits processed: 34 (34) - Splits rejected: 0 (0) - Splits total: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 89 (89) - CodegenTotalWallClockTime: 1.31s (1307991937) - CodegenSysTime: 7ms (7936000) - CodegenUserTime: 421ms (421212000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 534ms (534996702) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 58ms (58999636) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 626ms (626996135) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 38ms (38999759) - TotalTime: 1.31s (1307991937) Instance c7456fdd806a4994:3209e926000001e6 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.239 Hdfs split stats (:<# splits>/): 0:128/25.55 GB Filter 24 arrival: 1s186ms Filter 22 arrival: 17s755ms - AverageThreadTokens: 2.00 (1.9989736572015053) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015321) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 77,099,162 (77099162) - TotalNetworkReceiveTime: 87ms (87998042) - TotalNetworkSendTime: 23.8m (1430199126023) - TotalStorageWaitTime: 3.04s (3044932138) - TotalThreadsInvoluntaryContextSwitches: 141 (141) - TotalThreadsTotalWallClockTime: 48.7m (2924542822605) - TotalThreadsSysTime: 2.73s (2726736000) - TotalThreadsUserTime: 34.44s (34435593000) - TotalThreadsVoluntaryContextSwitches: 91,554 (91554) - TotalTime: 24.4m (1462910397081) Fragment Instance Lifecycle Event Timeline Prepare Finished: 298ms (298993345) Open Finished: 1.63s (1634963612) First Batch Produced: 1.64s (1635963590) First Batch Sent: 1.64s (1635963590) ExecInternal Finished: 24.4m (1463197390693) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461562427081) - ExecTreeExecTime: 4.78s (4784893377) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1335970267) - ExecTreeOpenTime: 270ms (270993969) - PrepareTime: 11ms (11999733) - ExecTreePrepareTime: 11ms (11999733) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430218125600) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 77,099,162 (77099162) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.84s (12841713795) - TotalBytesSent: 2.0 GiB (2163916889) - TotalTime: 24.2m (1454342587981) - UncompressedRowBatchSize: 4.5 GiB (4780148044) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 31ms (31999287) - InactiveTotalTime: 0ns (0) - LocalTime: 2.80s (2804937516) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 77,099,162 (77099162) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.65s (2652940901) - RowsReturned: 77,099,162 (77099162) - RowsReturnedRate: 15312985 per second (15312985) - TotalTime: 5.03s (5034887819) Node Lifecycle Event Timeline Open Started: 1.36s (1363969643) Open Finished: 1.63s (1634963612) First Batch Requested: 1.63s (1634963612) First Batch Returned: 1.64s (1635963590) Last Batch Returned: 24.4m (1463176391161) Closed: 24.4m (1463197390693) Buffer pool - AllocTime: 31ms (31999287) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31999287) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 20ms (20999532) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 10ms (10999755) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 1ms (1999956) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 4159 per second (4159) - TotalTime: 87ms (87998042) Node Lifecycle Event Timeline Open Started: 1.36s (1363969643) Open Finished: 1.36s (1363969643) First Batch Requested: 1.36s (1363969643) First Batch Returned: 1.45s (1451967685) Last Batch Returned: 1.45s (1451967685) Closed: 1.48s (1483966972) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 87ms (87998042) - DataWaitTime: 1ms (1999956) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:128/25.55 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.76% 1:0% 2:0% 3:0.1027% 4:0.1027% 5:0.03425% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):102 - AverageHdfsReadThreadConcurrency: 0.01 (0.008904109589041096) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1348990895) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1348990895) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1348990895) - CachedFileHandlesHitCount: 236 (236) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 708ms (708984199) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.97s (6967844729) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680874) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 123.8 MiB/s (129838398) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2544880640) - RowBatchQueueGetWaitTime: 1.61s (1615963984) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1450095682610) - RowBatchesEnqueued: 75,359 (75359) - RowsRead: 77,099,162 (77099162) - RowsReturned: 77,099,162 (77099162) - RowsReturnedRate: 35994808 per second (35994808) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 3.04s (3044932138) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 24.4m (1461644425257) - ScannerThreadsSysTime: 492ms (492381000) - ScannerThreadsUserTime: 8.21s (8215633000) - ScannerThreadsVoluntaryContextSwitches: 57,826 (57826) - TotalRawHdfsOpenFileTime(*): 999.98us (999977) - TotalRawHdfsReadTime(*): 10.39s (10389768447) - TotalReadThroughput: 884.6 KiB/s (905861) - TotalTime: 2.14s (2141952261) Node Lifecycle Event Timeline Open Started: 1.48s (1483966972) Open Finished: 1.48s (1483966972) First Batch Requested: 1.48s (1483966972) First Batch Returned: 1.63s (1634963612) Last Batch Returned: 24.4m (1463176391161) Closed: 24.4m (1463197390693) Buffer pool - AllocTime: 49ms (49998886) - CumulativeAllocationBytes: 1.5 GiB (1660157952) - CumulativeAllocations: 236 (236) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 411,648 (411648) - Rows rejected: 0 (0) - Rows total: 77,099,162 (77099162) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 128 (128) - Files rejected: 102 (102) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 75,307 (75307) - RowGroups rejected: 0 (0) - RowGroups total: 75,307 (75307) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 77,099,162 (77099162) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.06s (1064976298) - CodegenSysTime: 2ms (2819000) - CodegenUserTime: 432ms (432083000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 300ms (300993301) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999488) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 670ms (670985066) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 57ms (57998710) - TotalTime: 1.06s (1064976298) Instance c7456fdd806a4994:3209e926000001f6 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.453 Hdfs split stats (:<# splits>/): 0:123/25.53 GB Filter 24 arrival: 1s151ms Filter 22 arrival: 17s874ms - AverageThreadTokens: 2.00 (1.9993157714676701) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84023357) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 77,291,406 (77291406) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1429275825950) - TotalStorageWaitTime: 3.71s (3711861905) - TotalThreadsInvoluntaryContextSwitches: 164 (164) - TotalThreadsTotalWallClockTime: 48.7m (2924459199914) - TotalThreadsSysTime: 2.67s (2671858000) - TotalThreadsUserTime: 34.19s (34189564000) - TotalThreadsVoluntaryContextSwitches: 91,903 (91903) - TotalTime: 24.4m (1462864576334) Fragment Instance Lifecycle Event Timeline Prepare Finished: 205ms (205992336) Open Finished: 1.77s (1769934151) First Batch Produced: 1.77s (1769934151) First Batch Sent: 1.77s (1769934151) ExecInternal Finished: 24.4m (1463068568744) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461298634593) - ExecTreeExecTime: 4.97s (4966815206) - InactiveTotalTime: 0ns (0) - OpenTime: 1.56s (1563941815) - ExecTreeOpenTime: 552ms (552979427) - PrepareTime: 1ms (1999926) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429304824872) - PeakMemoryUsage: 1.2 MiB (1283008) - RowsSent: 77,291,406 (77291406) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.03s (13030515247) - TotalBytesSent: 2.0 GiB (2169205684) - TotalTime: 24.2m (1453236934527) - UncompressedRowBatchSize: 4.5 GiB (4792067172) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 138ms (138994829) - InactiveTotalTime: 0ns (0) - LocalTime: 2.79s (2786896308) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 77,291,406 (77291406) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.52s (2518906276) - RowsReturned: 77,291,406 (77291406) - RowsReturnedRate: 14109945 per second (14109945) - TotalTime: 5.48s (5477796194) Node Lifecycle Event Timeline Open Started: 1.22s (1216954724) Open Finished: 1.77s (1769934151) First Batch Requested: 1.77s (1769934151) First Batch Returned: 1.77s (1769934151) Last Batch Returned: 24.4m (1463049569451) Closed: 24.4m (1463068568744) Buffer pool - AllocTime: 87ms (87996726) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 87ms (87996726) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 87ms (87996726) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999963) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.22s (1216954724) Open Finished: 1.22s (1216954724) First Batch Requested: 1.27s (1266952864) First Batch Returned: 1.27s (1266952864) Last Batch Returned: 1.27s (1266952864) Closed: 1.35s (1355949553) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:123/25.53 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.69% 1:0.03423% 2:0.06847% 3:0.03423% 4:0.06847% 5:0.1027% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):96 - AverageHdfsReadThreadConcurrency: 0.01 (0.010612803834303321) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1351913727) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1351913727) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1351913727) - CachedFileHandlesHitCount: 242 (242) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 772ms (772971231) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.89s (6894743483) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680854) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 102.7 MiB/s (107640447) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2551203840) - RowBatchQueueGetWaitTime: 2.17s (2174919086) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449141086902) - RowBatchesEnqueued: 75,548 (75548) - RowsRead: 77,291,406 (77291406) - RowsReturned: 77,291,406 (77291406) - RowsReturnedRate: 28723255 per second (28723255) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 3.71s (3711861905) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 24.4m (1461596623506) - ScannerThreadsSysTime: 521ms (521151000) - ScannerThreadsUserTime: 8.15s (8154025000) - ScannerThreadsVoluntaryContextSwitches: 58,027 (58027) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 12.56s (12559532741) - TotalReadThroughput: 903.1 KiB/s (924820) - TotalTime: 2.69s (2690899886) Node Lifecycle Event Timeline Open Started: 1.35s (1355949553) Open Finished: 1.36s (1357949479) First Batch Requested: 1.36s (1357949479) First Batch Returned: 1.77s (1769934151) Last Batch Returned: 24.4m (1463048569488) Closed: 24.4m (1463068568744) Buffer pool - AllocTime: 97ms (97996355) - CumulativeAllocationBytes: 1.5 GiB (1645608960) - CumulativeAllocations: 242 (242) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 96ms (96996392) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 435,200 (435200) - Rows rejected: 0 (0) - Rows total: 77,291,406 (77291406) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 123 (123) - Files rejected: 96 (96) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 75,494 (75494) - RowGroups rejected: 0 (0) - RowGroups total: 75,494 (75494) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 77,291,406 (77291406) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.01s (1010962388) - CodegenSysTime: 2ms (2983000) - CodegenUserTime: 421ms (421244000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 312ms (312988355) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54997953) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 447ms (447983334) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 154ms (154994234) - TotalTime: 1.01s (1010962388) Instance c7456fdd806a4994:3209e926000001fd (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:27.968 Hdfs split stats (:<# splits>/): 0:135/25.70 GB Filter 24 arrival: 1s375ms Filter 22 arrival: 17s868ms - AverageThreadTokens: 2.00 (1.9993157714676701) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015318) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 74,801,187 (74801187) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430369942301) - TotalStorageWaitTime: 3.39s (3388888492) - TotalThreadsInvoluntaryContextSwitches: 245 (245) - TotalThreadsTotalWallClockTime: 48.7m (2924091800166) - TotalThreadsSysTime: 2.70s (2696970000) - TotalThreadsUserTime: 33.82s (33822901000) - TotalThreadsVoluntaryContextSwitches: 89,315 (89315) - TotalTime: 24.4m (1462788875645) Fragment Instance Lifecycle Event Timeline Prepare Finished: 185ms (185993882) Open Finished: 1.76s (1764941947) First Batch Produced: 1.76s (1764941947) First Batch Sent: 1.76s (1764941947) ExecInternal Finished: 24.4m (1462966869790) Buffer pool - AllocTime: 257ms (257991514) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461200927876) - ExecTreeExecTime: 4.93s (4934837628) - InactiveTotalTime: 0ns (0) - OpenTime: 1.58s (1578948065) - ExecTreeOpenTime: 498ms (498983587) - PrepareTime: 8ms (8999704) - ExecTreePrepareTime: 8ms (8999704) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430400941281) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 74,801,187 (74801187) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.45s (12447590433) - TotalBytesSent: 2.0 GiB (2099418945) - TotalTime: 24.2m (1453756172829) - UncompressedRowBatchSize: 4.3 GiB (4637673594) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 285ms (285990593) - InactiveTotalTime: 0ns (0) - LocalTime: 3.00s (3001901236) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,801,187 (74801187) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.59s (2588914819) - RowsReturned: 74,801,187 (74801187) - RowsReturnedRate: 13844835 per second (13844835) - TotalTime: 5.40s (5402822235) Node Lifecycle Event Timeline Open Started: 1.26s (1265958360) Open Finished: 1.76s (1764941947) First Batch Requested: 1.76s (1764941947) First Batch Returned: 1.76s (1764941947) Last Batch Returned: 24.4m (1462946870448) Closed: 24.4m (1462966869790) Buffer pool - AllocTime: 27ms (27999079) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999112) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 27ms (27999079) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.26s (1265958360) Open Finished: 1.26s (1265958360) First Batch Requested: 1.52s (1523949874) First Batch Returned: 1.52s (1523949874) Last Batch Returned: 1.52s (1523949874) Closed: 1.55s (1551948953) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:135/25.70 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.69% 1:0.03423% 2:0.1369% 3:0.1027% 4:0% 5:0.03423% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):109 - AverageHdfsReadThreadConcurrency: 0.01 (0.007874015748031496) - AverageScannerThreadConcurrency: 1.00 (0.999657651489216) - BytesRead: 1.2 GiB (1309226460) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1309226460) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1309226460) - CachedFileHandlesHitCount: 232 (232) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 743ms (743975526) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.43s (6432788364) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680827) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 110.3 MiB/s (115670071) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2469085184) - RowBatchQueueGetWaitTime: 1.84s (1842939356) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449993296631) - RowBatchesEnqueued: 73,116 (73116) - RowsRead: 74,801,187 (74801187) - RowsReturned: 74,801,187 (74801187) - RowsReturnedRate: 31155205 per second (31155205) - ScanRangesComplete: 135 (135) - ScannerIoWaitTime: 3.39s (3388888492) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 24.4m (1461311924225) - ScannerThreadsSysTime: 455ms (455944000) - ScannerThreadsUserTime: 8.22s (8225677000) - ScannerThreadsVoluntaryContextSwitches: 55,600 (55600) - TotalRawHdfsOpenFileTime(*): 999.97us (999967) - TotalRawHdfsReadTime(*): 11.32s (11318627560) - TotalReadThroughput: 874.6 KiB/s (895611) - TotalTime: 2.40s (2400920999) Node Lifecycle Event Timeline Open Started: 1.55s (1551948953) Open Finished: 1.55s (1551948953) First Batch Requested: 1.55s (1551948953) First Batch Returned: 1.76s (1764941947) Last Batch Returned: 24.4m (1462946870448) Closed: 24.4m (1462966869790) Buffer pool - AllocTime: 37ms (37998750) - CumulativeAllocationBytes: 1.5 GiB (1620312064) - CumulativeAllocations: 232 (232) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998750) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 74,801,187 (74801187) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 135 (135) - Files rejected: 109 (109) - Files total: 135 (135) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,064 (73064) - RowGroups rejected: 0 (0) - RowGroups total: 73,064 (73064) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 74,801,187 (74801187) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 27 (27) - CodegenTotalWallClockTime: 1.08s (1079964478) - CodegenSysTime: 4ms (4017000) - CodegenUserTime: 424ms (424803000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 441ms (441985462) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999046) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 550ms (550981877) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 54ms (54998191) - TotalTime: 1.08s (1079964478) Instance c7456fdd806a4994:3209e926000001eb (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.038 Hdfs split stats (:<# splits>/): 0:134/25.49 GB Filter 24 arrival: 1s225ms Filter 22 arrival: 17s962ms - AverageThreadTokens: 2.00 (1.9989736572015053) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982583) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 75,198,335 (75198335) - TotalNetworkReceiveTime: 139ms (139996938) - TotalNetworkSendTime: 23.8m (1429556743997) - TotalStorageWaitTime: 2.69s (2693941105) - TotalThreadsInvoluntaryContextSwitches: 193 (193) - TotalThreadsTotalWallClockTime: 48.7m (2924005069294) - TotalThreadsSysTime: 2.71s (2706963000) - TotalThreadsUserTime: 34.26s (34257636000) - TotalThreadsVoluntaryContextSwitches: 89,592 (89592) - TotalTime: 24.4m (1462695019502) Fragment Instance Lifecycle Event Timeline Prepare Finished: 68ms (68998491) Open Finished: 1.54s (1539966321) First Batch Produced: 1.54s (1539966321) First Batch Sent: 1.54s (1539966321) ExecInternal Finished: 24.4m (1462753018234) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461212051935) - ExecTreeExecTime: 4.38s (4375904347) - InactiveTotalTime: 0ns (0) - OpenTime: 1.47s (1470967830) - ExecTreeOpenTime: 444ms (444990268) - PrepareTime: 11ms (11999737) - ExecTreePrepareTime: 11ms (11999737) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429573743627) - PeakMemoryUsage: 1.2 MiB (1266624) - RowsSent: 75,198,335 (75198335) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.82s (12818719760) - TotalBytesSent: 2.0 GiB (2110753733) - TotalTime: 24.2m (1453593218476) - UncompressedRowBatchSize: 4.3 GiB (4662296770) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 46ms (46998972) - InactiveTotalTime: 0ns (0) - LocalTime: 2.69s (2687941242) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 75,198,335 (75198335) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.52s (2517944959) - RowsReturned: 75,198,335 (75198335) - RowsReturnedRate: 15686270 per second (15686270) - TotalTime: 4.79s (4793895203) Node Lifecycle Event Timeline Open Started: 1.09s (1094976053) Open Finished: 1.54s (1539966321) First Batch Requested: 1.54s (1539966321) First Batch Returned: 1.54s (1539966321) Last Batch Returned: 24.4m (1462733018671) Closed: 24.4m (1462753018234) Buffer pool - AllocTime: 45ms (45998994) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45998994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 45ms (45998994) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 139ms (139996938) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 2614 per second (2614) - TotalTime: 139ms (139996938) Node Lifecycle Event Timeline Open Started: 1.09s (1094976053) Open Finished: 1.09s (1094976053) First Batch Requested: 1.09s (1095976031) First Batch Returned: 1.24s (1235972969) Last Batch Returned: 1.24s (1235972969) Closed: 1.28s (1281971963) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 139ms (139996938) - DataWaitTime: 139ms (139996938) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:134/25.49 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0% 2:0% 3:0.03425% 4:0.06849% 5:0.03425% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):109 - AverageHdfsReadThreadConcurrency: 0.01 (0.005479452054794521) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1315792756) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1315792756) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1315792756) - CachedFileHandlesHitCount: 230 (230) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 777ms (777982978) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.06s (7064845555) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680923) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 125.5 MiB/s (131582152) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2482057216) - RowBatchQueueGetWaitTime: 1.32s (1323971058) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449888299491) - RowBatchesEnqueued: 73,498 (73498) - RowsRead: 75,198,335 (75198335) - RowsReturned: 75,198,335 (75198335) - RowsReturnedRate: 38250243 per second (38250243) - ScanRangesComplete: 134 (134) - ScannerIoWaitTime: 2.69s (2693941105) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 24.4m (1461322049529) - ScannerThreadsSysTime: 486ms (486976000) - ScannerThreadsUserTime: 8.15s (8152563000) - ScannerThreadsVoluntaryContextSwitches: 55,944 (55944) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 10.00s (9999781388) - TotalReadThroughput: 878.9 KiB/s (900030) - TotalTime: 1.97s (1965957023) Node Lifecycle Event Timeline Open Started: 1.28s (1281971963) Open Finished: 1.28s (1282971941) First Batch Requested: 1.28s (1282971941) First Batch Returned: 1.54s (1539966321) Last Batch Returned: 24.4m (1462732018693) Closed: 24.4m (1462753018234) Buffer pool - AllocTime: 71ms (71998425) - CumulativeAllocationBytes: 1.5 GiB (1624375296) - CumulativeAllocations: 230 (230) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 70ms (70998447) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 396,288 (396288) - Rows rejected: 0 (0) - Rows total: 75,198,335 (75198335) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 134 (134) - Files rejected: 109 (109) - Files total: 134 (134) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,448 (73448) - RowGroups rejected: 0 (0) - RowGroups total: 73,448 (73448) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 75,198,335 (75198335) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.02s (1025977562) - CodegenSysTime: 4ms (4026000) - CodegenUserTime: 409ms (409634000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 110ms (110997573) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999760) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 852ms (852981345) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 47ms (47998950) - TotalTime: 1.02s (1025977562) Instance c7456fdd806a4994:3209e926000001e8 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.779 Hdfs split stats (:<# splits>/): 0:121/25.70 GB Filter 24 arrival: 1s225ms Filter 22 arrival: 17s877ms - AverageThreadTokens: 2.00 (1.999315537303217) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84007182) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 76,162,924 (76162924) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1428563976334) - TotalStorageWaitTime: 2.77s (2773906713) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 48.7m (2924054702045) - TotalThreadsSysTime: 2.68s (2679365000) - TotalThreadsUserTime: 34.39s (34391222000) - TotalThreadsVoluntaryContextSwitches: 89,461 (89461) - TotalTime: 24.4m (1462692828648) Fragment Instance Lifecycle Event Timeline Prepare Finished: 203ms (203993141) Open Finished: 1.67s (1670943821) First Batch Produced: 1.67s (1670943821) First Batch Sent: 1.67s (1670943821) ExecInternal Finished: 24.4m (1462883822226) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461211878439) - ExecTreeExecTime: 4.29s (4293855573) - InactiveTotalTime: 0ns (0) - OpenTime: 1.47s (1466950680) - ExecTreeOpenTime: 364ms (364987729) - PrepareTime: 13ms (13999529) - ExecTreePrepareTime: 13ms (13999529) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1428591975394) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 76,162,924 (76162924) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.83s (12833568374) - TotalBytesSent: 2.0 GiB (2137626789) - TotalTime: 24.2m (1452760162707) - UncompressedRowBatchSize: 4.4 GiB (4722101288) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 108ms (108996336) - InactiveTotalTime: 0ns (0) - LocalTime: 2.74s (2741907792) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 76,162,924 (76162924) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.50s (2503915786) - RowsReturned: 76,162,924 (76162924) - RowsReturnedRate: 16461094 per second (16461094) - TotalTime: 4.63s (4626844376) Node Lifecycle Event Timeline Open Started: 1.30s (1305956092) Open Finished: 1.67s (1670943821) First Batch Requested: 1.67s (1670943821) First Batch Returned: 1.67s (1670943821) Last Batch Returned: 24.4m (1462862822933) Closed: 24.4m (1462883822226) Buffer pool - AllocTime: 4ms (4999832) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999832) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 4ms (4999832) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.30s (1305956092) Open Finished: 1.30s (1305956092) First Batch Requested: 1.41s (1409952596) First Batch Returned: 1.41s (1409952596) Last Batch Returned: 1.41s (1409952596) Closed: 1.41s (1414952428) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:121/25.70 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.59% 1:0.1027% 2:0.1027% 3:0.1712% 4:0.03425% 5:0% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):97 - AverageHdfsReadThreadConcurrency: 0.01 (0.009589041095890411) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1331037655) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1331037655) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1331037655) - CachedFileHandlesHitCount: 228 (228) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 733ms (733975308) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.19s (7188758184) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680879) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 140.4 MiB/s (147194782) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2513851392) - RowBatchQueueGetWaitTime: 1.35s (1349954592) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449213282008) - RowBatchesEnqueued: 74,437 (74437) - RowsRead: 76,162,924 (76162924) - RowsReturned: 76,162,924 (76162924) - RowsReturnedRate: 40406093 per second (40406093) - ScanRangesComplete: 121 (121) - ScannerIoWaitTime: 2.77s (2773906713) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 24.4m (1461375872926) - ScannerThreadsSysTime: 483ms (483053000) - ScannerThreadsUserTime: 8.14s (8138504000) - ScannerThreadsVoluntaryContextSwitches: 55,699 (55699) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 9.04s (9042695896) - TotalReadThroughput: 889.5 KiB/s (910799) - TotalTime: 1.88s (1884936584) Node Lifecycle Event Timeline Open Started: 1.41s (1414952428) Open Finished: 1.42s (1415952394) First Batch Requested: 1.42s (1415952394) First Batch Returned: 1.67s (1670943821) Last Batch Returned: 24.4m (1462862822933) Closed: 24.4m (1462883822226) Buffer pool - AllocTime: 151ms (151994889) - CumulativeAllocationBytes: 1.5 GiB (1645215744) - CumulativeAllocations: 228 (228) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 151ms (151994889) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 380,928 (380928) - Rows rejected: 0 (0) - Rows total: 76,162,924 (76162924) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 121 (121) - Files rejected: 97 (97) - Files total: 121 (121) - InactiveTotalTime: 0ns (0) - RowGroups processed: 74,389 (74389) - RowGroups rejected: 0 (0) - RowGroups total: 74,389 (74389) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 76,162,924 (76162924) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.10s (1101962951) - CodegenSysTime: 5ms (5994000) - CodegenUserTime: 429ms (429126000) - CodegenVoluntaryContextSwitches: 54 (54) - CompileTime: 318ms (318989275) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999597) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 635ms (635978618) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 132ms (132995529) - TotalTime: 1.10s (1101962951) Instance c7456fdd806a4994:3209e926000001ff (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.366 Hdfs split stats (:<# splits>/): 0:128/25.73 GB Filter 24 arrival: 1s153ms Filter 22 arrival: 17s761ms - AverageThreadTokens: 2.00 (1.999315537303217) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990761) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 76,078,792 (76078792) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430330780517) - TotalStorageWaitTime: 3.46s (3465958357) - TotalThreadsInvoluntaryContextSwitches: 178 (178) - TotalThreadsTotalWallClockTime: 48.7m (2923599804292) - TotalThreadsSysTime: 2.67s (2673227000) - TotalThreadsUserTime: 33.91s (33915677000) - TotalThreadsVoluntaryContextSwitches: 90,048 (90048) - TotalTime: 24.4m (1462455394257) Fragment Instance Lifecycle Event Timeline Prepare Finished: 296ms (296996425) Open Finished: 1.77s (1767978719) First Batch Produced: 1.77s (1767978719) First Batch Sent: 1.77s (1767978719) ExecInternal Finished: 24.4m (1462751390694) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460983411975) - ExecTreeExecTime: 4.78s (4781942568) - InactiveTotalTime: 0ns (0) - OpenTime: 1.47s (1470982294) - ExecTreeOpenTime: 387ms (387995330) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430357780192) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 76,078,792 (76078792) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.53s (12532849292) - TotalBytesSent: 2.0 GiB (2135340362) - TotalTime: 24.2m (1453909497002) - UncompressedRowBatchSize: 4.4 GiB (4716885104) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 68ms (68999170) - InactiveTotalTime: 0ns (0) - LocalTime: 2.73s (2733967147) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 76,078,792 (76078792) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.54s (2538969493) - RowsReturned: 76,078,792 (76078792) - RowsReturnedRate: 14813026 per second (14813026) - TotalTime: 5.13s (5135938307) Node Lifecycle Event Timeline Open Started: 1.38s (1379983389) Open Finished: 1.77s (1767978719) First Batch Requested: 1.77s (1767978719) First Batch Returned: 1.77s (1767978719) Last Batch Returned: 24.4m (1462731390934) Closed: 24.4m (1462751390694) Buffer pool - AllocTime: 68ms (68999170) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68999170) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 68ms (68999170) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.38s (1379983389) Open Finished: 1.38s (1379983389) First Batch Requested: 1.38s (1379983389) First Batch Returned: 1.38s (1379983389) Last Batch Returned: 1.38s (1379983389) Closed: 1.45s (1448982559) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:128/25.73 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 28 out of 28 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.73% 1:0.03425% 2:0.06849% 3:0.03425% 4:0.137% 5:0% 6:0% File Formats: PARQUET/SNAPPY:28 PARQUET/Unknown(Skipped):100 - AverageHdfsReadThreadConcurrency: 0.01 (0.00821917808219178) - AverageScannerThreadConcurrency: 1.00 (0.9996575342465753) - BytesRead: 1.2 GiB (1332141087) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1332141087) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1332141087) - CachedFileHandlesHitCount: 244 (244) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 717ms (717991361) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.48s (6478922107) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 28 (28) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680901) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 102.1 MiB/s (107009164) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2511198208) - RowBatchQueueGetWaitTime: 1.77s (1775978688) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449711547473) - RowBatchesEnqueued: 74,366 (74366) - RowsRead: 76,078,792 (76078792) - RowsReturned: 76,078,792 (76078792) - RowsReturnedRate: 31673482 per second (31673482) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 3.46s (3465958357) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 24.4m (1461145410023) - ScannerThreadsSysTime: 484ms (484599000) - ScannerThreadsUserTime: 8.22s (8219329000) - ScannerThreadsVoluntaryContextSwitches: 56,518 (56518) - TotalRawHdfsOpenFileTime(*): 999.99us (999988) - TotalRawHdfsReadTime(*): 12.45s (12448850458) - TotalReadThroughput: 890.2 KiB/s (911569) - TotalTime: 2.40s (2401971160) Node Lifecycle Event Timeline Open Started: 1.45s (1448982559) Open Finished: 1.45s (1448982559) First Batch Requested: 1.45s (1448982559) First Batch Returned: 1.77s (1767978719) Last Batch Returned: 24.4m (1462731390934) Closed: 24.4m (1462751390694) Buffer pool - AllocTime: 95ms (95998844) - CumulativeAllocationBytes: 1.5 GiB (1654128640) - CumulativeAllocations: 244 (244) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 95ms (95998844) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 453,632 (453632) - Rows rejected: 0 (0) - Rows total: 76,078,792 (76078792) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 128 (128) - Files rejected: 100 (100) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 74,310 (74310) - RowGroups rejected: 0 (0) - RowGroups total: 74,310 (74310) - Rows processed: 458,752 (458752) - Rows rejected: 0 (0) - Rows total: 76,078,792 (76078792) - Splits processed: 28 (28) - Splits rejected: 0 (0) - Splits total: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.08s (1082986964) - CodegenSysTime: 2ms (2045000) - CodegenUserTime: 420ms (420258000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 447ms (447994607) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999867) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 575ms (575993067) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 45ms (45999447) - TotalTime: 1.08s (1082986964) Instance c7456fdd806a4994:3209e926000001f2 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.167 Hdfs split stats (:<# splits>/): 0:131/25.72 GB Filter 24 arrival: 1s007ms Filter 22 arrival: 17s650ms - AverageThreadTokens: 2.00 (1.999315537303217) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015403) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 76,774,111 (76774111) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430287511303) - TotalStorageWaitTime: 3.27s (3270879960) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 48.7m (2923576710488) - TotalThreadsSysTime: 2.68s (2679798000) - TotalThreadsUserTime: 34.62s (34618518000) - TotalThreadsVoluntaryContextSwitches: 91,071 (91071) - TotalTime: 24.4m (1462352334545) Fragment Instance Lifecycle Event Timeline Prepare Finished: 262ms (262990347) Open Finished: 1.45s (1454946601) First Batch Produced: 1.45s (1454946601) First Batch Sent: 1.45s (1454946601) ExecInternal Finished: 24.4m (1462615324892) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.4m (1461159378328) - ExecTreeExecTime: 4.76s (4763825207) - InactiveTotalTime: 0ns (0) - OpenTime: 1.19s (1191956254) - ExecTreeOpenTime: 220ms (220991890) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430306510606) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 76,774,111 (76774111) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.98s (12978523730) - TotalBytesSent: 2.0 GiB (2154907864) - TotalTime: 24.2m (1454182634333) - UncompressedRowBatchSize: 4.4 GiB (4759994882) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 34ms (34998716) - InactiveTotalTime: 0ns (0) - LocalTime: 2.65s (2649902782) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 76,774,111 (76774111) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.49s (2488908691) - RowsReturned: 76,774,111 (76774111) - RowsReturnedRate: 15538742 per second (15538742) - TotalTime: 4.94s (4940818709) Node Lifecycle Event Timeline Open Started: 1.23s (1233954711) Open Finished: 1.45s (1454946601) First Batch Requested: 1.45s (1454946601) First Batch Returned: 1.45s (1454946601) Last Batch Returned: 24.4m (1462594325663) Closed: 24.4m (1462615324892) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.23s (1233954711) Open Finished: 1.23s (1233954711) First Batch Requested: 1.27s (1268953427) First Batch Returned: 1.27s (1268953427) Last Batch Returned: 1.27s (1268953427) Closed: 1.27s (1268953427) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:131/25.72 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.69% 1:0.1027% 2:0% 3:0.137% 4:0.06849% 5:0% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):105 - AverageHdfsReadThreadConcurrency: 0.01 (0.007876712328767124) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1342775633) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1342775633) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1342775633) - CachedFileHandlesHitCount: 236 (236) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 896ms (896967089) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.80s (6799750440) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680788) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 110.8 MiB/s (116171373) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2534134784) - RowBatchQueueGetWaitTime: 1.71s (1706937358) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449448808134) - RowBatchesEnqueued: 75,041 (75041) - RowsRead: 76,774,111 (76774111) - RowsReturned: 76,774,111 (76774111) - RowsReturnedRate: 33512408 per second (33512408) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 3.27s (3270879960) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 24.4m (1461226375869) - ScannerThreadsSysTime: 493ms (493589000) - ScannerThreadsUserTime: 8.46s (8456104000) - ScannerThreadsVoluntaryContextSwitches: 57,398 (57398) - TotalRawHdfsOpenFileTime(*): 1ms (1999926) - TotalRawHdfsReadTime(*): 11.56s (11558575819) - TotalReadThroughput: 897.3 KiB/s (918806) - TotalTime: 2.29s (2290915927) Node Lifecycle Event Timeline Open Started: 1.27s (1268953427) Open Finished: 1.27s (1268953427) First Batch Requested: 1.27s (1268953427) First Batch Returned: 1.45s (1454946601) Last Batch Returned: 24.4m (1462594325663) Closed: 24.4m (1462615324892) Buffer pool - AllocTime: 68ms (68997470) - CumulativeAllocationBytes: 1.5 GiB (1643380736) - CumulativeAllocations: 236 (236) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68997470) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 424,960 (424960) - Rows rejected: 0 (0) - Rows total: 76,774,111 (76774111) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 131 (131) - Files rejected: 105 (105) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 74,989 (74989) - RowGroups rejected: 0 (0) - RowGroups total: 74,989 (74989) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 76,774,111 (76774111) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 970ms (970964364) - CodegenSysTime: 2ms (2959000) - CodegenUserTime: 429ms (429116000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 406ms (406985063) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999082) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 491ms (491981943) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 44ms (44998349) - TotalTime: 970ms (970964364) Instance c7456fdd806a4994:3209e926000001ee (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.093 Hdfs split stats (:<# splits>/): 0:132/25.44 GB Filter 24 arrival: 993ms Filter 22 arrival: 17s757ms - AverageThreadTokens: 2.00 (1.999315537303217) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83999028) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 77,325,898 (77325898) - TotalNetworkReceiveTime: 226ms (226990711) - TotalNetworkSendTime: 23.8m (1429965511147) - TotalStorageWaitTime: 2.50s (2497897845) - TotalThreadsInvoluntaryContextSwitches: 199 (199) - TotalThreadsTotalWallClockTime: 48.7m (2923464423998) - TotalThreadsSysTime: 2.80s (2797955000) - TotalThreadsUserTime: 34.71s (34711206000) - TotalThreadsVoluntaryContextSwitches: 91,778 (91778) - TotalTime: 24.4m (1462300188756) Fragment Instance Lifecycle Event Timeline Prepare Finished: 272ms (272988828) Open Finished: 1.60s (1604934318) First Batch Produced: 1.60s (1604934318) First Batch Sent: 1.60s (1605934278) ExecInternal Finished: 24.4m (1462572177625) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460967243307) - ExecTreeExecTime: 4.28s (4275825153) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1331945490) - ExecTreeOpenTime: 587ms (587975937) - PrepareTime: 999.96us (999959) - ExecTreePrepareTime: 999.96us (999959) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429998509798) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 77,325,898 (77325898) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.90s (12905472186) - TotalBytesSent: 2.0 GiB (2170174100) - TotalTime: 24.2m (1454052526042) - UncompressedRowBatchSize: 4.5 GiB (4794205676) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 20ms (20999140) - InactiveTotalTime: 0ns (0) - LocalTime: 2.76s (2759887139) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 77,325,898 (77325898) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.58s (2578894547) - RowsReturned: 77,325,898 (77325898) - RowsReturnedRate: 16070045 per second (16070045) - TotalTime: 4.81s (4811803212) Node Lifecycle Event Timeline Open Started: 1.02s (1016958381) Open Finished: 1.60s (1604934318) First Batch Requested: 1.60s (1604934318) First Batch Returned: 1.60s (1604934318) Last Batch Returned: 24.4m (1462551178483) Closed: 24.4m (1462572177625) Buffer pool - AllocTime: 20ms (20999140) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999140) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 20ms (20999140) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 226ms (226990711) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1612 per second (1612) - TotalTime: 226ms (226990711) Node Lifecycle Event Timeline Open Started: 1.02s (1016958381) Open Finished: 1.02s (1016958381) First Batch Requested: 1.02s (1016958381) First Batch Returned: 1.24s (1243949092) Last Batch Returned: 1.24s (1243949092) Closed: 1.26s (1264948232) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 226ms (226990711) - DataWaitTime: 226ms (226990711) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:132/25.44 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.66% 1:0% 2:0.1027% 3:0.137% 4:0.1027% 5:0% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):105 - AverageHdfsReadThreadConcurrency: 0.01 (0.010273972602739725) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.3 GiB (1352806570) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.3 GiB (1352806570) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.3 GiB (1352806570) - CachedFileHandlesHitCount: 242 (242) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 719ms (719970556) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 7.25s (7251703423) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680859) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 139.4 MiB/s (146160532) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.4 GiB (2552318976) - RowBatchQueueGetWaitTime: 1.25s (1247948972) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449505712051) - RowBatchesEnqueued: 75,581 (75581) - RowsRead: 77,325,898 (77325898) - RowsReturned: 77,325,898 (77325898) - RowsReturnedRate: 42372087 per second (42372087) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 2.50s (2497897845) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.4m (1461165235201) - ScannerThreadsSysTime: 476ms (476633000) - ScannerThreadsUserTime: 8.46s (8464896000) - ScannerThreadsVoluntaryContextSwitches: 58,093 (58093) - TotalRawHdfsOpenFileTime(*): 999.96us (999959) - TotalRawHdfsReadTime(*): 9.26s (9255621505) - TotalReadThroughput: 904.0 KiB/s (925733) - TotalTime: 1.82s (1824925362) Node Lifecycle Event Timeline Open Started: 1.26s (1264948232) Open Finished: 1.26s (1264948232) First Batch Requested: 1.26s (1264948232) First Batch Returned: 1.60s (1604934318) Last Batch Returned: 24.4m (1462550178524) Closed: 24.4m (1462572177625) Buffer pool - AllocTime: 182ms (182992513) - CumulativeAllocationBytes: 1.5 GiB (1645608960) - CumulativeAllocations: 242 (242) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 181ms (181992554) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 436,224 (436224) - Rows rejected: 0 (0) - Rows total: 77,325,898 (77325898) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 132 (132) - Files rejected: 105 (105) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 75,527 (75527) - RowGroups rejected: 0 (0) - RowGroups total: 75,527 (75527) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 77,325,898 (77325898) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 743ms (743969553) - CodegenSysTime: 2ms (2999000) - CodegenUserTime: 421ms (421967000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 140ms (140994230) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999550) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 508ms (508979170) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 66ms (66997258) - TotalTime: 743ms (743969553) Instance c7456fdd806a4994:3209e926000001e3 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.447 Hdfs split stats (:<# splits>/): 0:132/25.66 GB Filter 24 arrival: 1s462ms Filter 22 arrival: 17s751ms - AverageThreadTokens: 2.00 (1.9989733059548254) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990695) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 75,137,494 (75137494) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430410609297) - TotalStorageWaitTime: 3.12s (3116979528) - TotalThreadsInvoluntaryContextSwitches: 164 (164) - TotalThreadsTotalWallClockTime: 48.7m (2923019810323) - TotalThreadsSysTime: 2.62s (2615432000) - TotalThreadsUserTime: 33.27s (33266925000) - TotalThreadsVoluntaryContextSwitches: 89,902 (89902) - TotalTime: 24.4m (1462292400027) Fragment Instance Lifecycle Event Timeline Prepare Finished: 325ms (325997861) Open Finished: 1.97s (1967987086) First Batch Produced: 1.97s (1967987086) First Batch Sent: 1.97s (1967987086) ExecInternal Finished: 24.4m (1462609397947) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460640410867) - ExecTreeExecTime: 4.39s (4394971117) - InactiveTotalTime: 0ns (0) - OpenTime: 1.64s (1641989225) - ExecTreeOpenTime: 211ms (211998609) - PrepareTime: 9ms (9999935) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430435609132) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 75,137,494 (75137494) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.27s (12268919509) - TotalBytesSent: 2.0 GiB (2109183003) - TotalTime: 24.2m (1453393458483) - UncompressedRowBatchSize: 4.3 GiB (4658524628) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 21ms (21999856) - InactiveTotalTime: 0ns (0) - LocalTime: 2.53s (2532983349) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 75,137,494 (75137494) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.40s (2399984227) - RowsReturned: 75,137,494 (75137494) - RowsReturnedRate: 16423603 per second (16423603) - TotalTime: 4.57s (4574969936) Node Lifecycle Event Timeline Open Started: 1.75s (1755988477) Open Finished: 1.97s (1967987086) First Batch Requested: 1.97s (1967987086) First Batch Returned: 1.97s (1967987086) Last Batch Returned: 24.4m (1462586398098) Closed: 24.4m (1462609397947) Buffer pool - AllocTime: 21ms (21999856) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999856) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 21ms (21999856) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.75s (1755988477) Open Finished: 1.75s (1755988477) First Batch Requested: 1.75s (1755988477) First Batch Returned: 1.75s (1755988477) Last Batch Returned: 1.75s (1755988477) Closed: 1.78s (1777988333) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:132/25.66 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.76% 1:0.06852% 2:0.03426% 3:0.1028% 4:0.03426% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):103 - AverageHdfsReadThreadConcurrency: 0.01 (0.005823912298732443) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1316753453) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1316753453) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1316753453) - CachedFileHandlesHitCount: 246 (246) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 760ms (760994999) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.88s (6882954867) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680855) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 117.3 MiB/s (122992910) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2480113664) - RowBatchQueueGetWaitTime: 1.56s (1556989775) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449011487169) - RowBatchesEnqueued: 73,448 (73448) - RowsRead: 75,137,494 (75137494) - RowsReturned: 75,137,494 (75137494) - RowsReturnedRate: 36796272 per second (36796272) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 3.12s (3116979528) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 24.3m (1460737410231) - ScannerThreadsSysTime: 495ms (495831000) - ScannerThreadsUserTime: 8.12s (8119189000) - ScannerThreadsVoluntaryContextSwitches: 56,300 (56300) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 10.71s (10705929698) - TotalReadThroughput: 879.9 KiB/s (901059) - TotalTime: 2.04s (2041986587) Node Lifecycle Event Timeline Open Started: 1.78s (1777988333) Open Finished: 1.78s (1777988333) First Batch Requested: 1.78s (1777988333) First Batch Returned: 1.97s (1967987086) Last Batch Returned: 24.4m (1462586398098) Closed: 24.4m (1462609397947) Buffer pool - AllocTime: 83ms (83999450) - CumulativeAllocationBytes: 1.5 GiB (1603928064) - CumulativeAllocations: 246 (246) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 83ms (83999450) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 468,992 (468992) - Rows rejected: 0 (0) - Rows total: 75,137,494 (75137494) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 132 (132) - Files rejected: 103 (103) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,390 (73390) - RowGroups rejected: 0 (0) - RowGroups total: 73,390 (73390) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 75,137,494 (75137494) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 1.43s (1429990616) - CodegenSysTime: 4ms (4980000) - CodegenUserTime: 427ms (427987000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 507ms (507996666) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999922) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 816ms (816994639) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 71ms (71999527) - TotalTime: 1.43s (1429990616) Instance c7456fdd806a4994:3209e926000001dd (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.537 Hdfs split stats (:<# splits>/): 0:131/25.54 GB Filter 24 arrival: 1s033ms Filter 22 arrival: 17s896ms - AverageThreadTokens: 2.00 (1.999315302978432) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84031683) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 72,987,417 (72987417) - TotalNetworkReceiveTime: 100ms (100999665) - TotalNetworkSendTime: 23.8m (1429856266736) - TotalStorageWaitTime: 3.01s (3013990056) - TotalThreadsInvoluntaryContextSwitches: 185 (185) - TotalThreadsTotalWallClockTime: 48.7m (2922680325450) - TotalThreadsSysTime: 2.75s (2745580000) - TotalThreadsUserTime: 33.73s (33729092000) - TotalThreadsVoluntaryContextSwitches: 87,656 (87656) - TotalTime: 24.4m (1461952160695) Fragment Instance Lifecycle Event Timeline Prepare Finished: 258ms (258999141) Open Finished: 1.56s (1563994811) First Batch Produced: 1.58s (1584994741) First Batch Sent: 1.58s (1584994741) ExecInternal Finished: 24.4m (1462177159949) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460612165141) - ExecTreeExecTime: 4.73s (4732984360) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1304995670) - ExecTreeOpenTime: 415ms (415998620) - PrepareTime: 34ms (34999884) - ExecTreePrepareTime: 32ms (32999890) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429882266654) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 72,987,417 (72987417) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.54s (12540958536) - TotalBytesSent: 1.9 GiB (2048878406) - TotalTime: 24.2m (1453410188937) - UncompressedRowBatchSize: 4.2 GiB (4525219854) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 8ms (8999970) - InactiveTotalTime: 0ns (0) - LocalTime: 2.73s (2731990966) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 72,987,417 (72987417) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.60s (2602991389) - RowsReturned: 72,987,417 (72987417) - RowsReturnedRate: 14101170 per second (14101170) - TotalTime: 5.17s (5175982886) Node Lifecycle Event Timeline Open Started: 1.15s (1147996191) Open Finished: 1.56s (1563994811) First Batch Requested: 1.56s (1563994811) First Batch Returned: 1.58s (1584994741) Last Batch Returned: 24.4m (1462156160018) Closed: 24.4m (1462176159952) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 100ms (100999665) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 3623 per second (3623) - TotalTime: 100ms (100999665) Node Lifecycle Event Timeline Open Started: 1.15s (1147996191) Open Finished: 1.15s (1147996191) First Batch Requested: 1.16s (1156996161) First Batch Returned: 1.26s (1257995826) Last Batch Returned: 1.26s (1257995826) Closed: 1.26s (1257995826) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 100ms (100999665) - DataWaitTime: 100ms (100999665) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:131/25.54 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.83% 1:0.06852% 2:0.03426% 3:0.03426% 4:0% 5:0.03426% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.00 (0.0041109969167523125) - AverageScannerThreadConcurrency: 1.00 (0.999657416923604) - BytesRead: 1.2 GiB (1277508660) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1277508660) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1277508660) - CachedFileHandlesHitCount: 226 (226) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 723ms (723997607) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.75s (6748977696) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680847) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 119.7 MiB/s (125554090) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2409134080) - RowBatchQueueGetWaitTime: 1.69s (1687994437) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449299202513) - RowBatchesEnqueued: 71,340 (71340) - RowsRead: 72,987,417 (72987417) - RowsReturned: 72,987,417 (72987417) - RowsReturnedRate: 31151369 per second (31151369) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 3.01s (3013990056) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.3m (1460763164639) - ScannerThreadsSysTime: 528ms (528029000) - ScannerThreadsUserTime: 7.93s (7928144000) - ScannerThreadsVoluntaryContextSwitches: 54,112 (54112) - TotalRawHdfsOpenFileTime(*): 1ms (1999993) - TotalRawHdfsReadTime(*): 10.17s (10174966422) - TotalReadThroughput: 842.2 KiB/s (862387) - TotalTime: 2.34s (2342992255) Node Lifecycle Event Timeline Open Started: 1.26s (1257995826) Open Finished: 1.26s (1257995826) First Batch Requested: 1.26s (1257995826) First Batch Returned: 1.56s (1563994811) Last Batch Returned: 24.4m (1462156160018) Closed: 24.4m (1462176159952) Buffer pool - AllocTime: 41ms (41999861) - CumulativeAllocationBytes: 1.4 GiB (1550974976) - CumulativeAllocations: 226 (226) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41999861) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 405,504 (405504) - Rows rejected: 0 (0) - Rows total: 72,987,417 (72987417) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 131 (131) - Files rejected: 106 (106) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,290 (71290) - RowGroups rejected: 0 (0) - RowGroups total: 71,290 (71290) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 72,987,417 (72987417) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 888ms (888997050) - CodegenSysTime: 3ms (3969000) - CodegenUserTime: 437ms (437969000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 219ms (219999270) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999907) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 530ms (530998238) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 106ms (106999645) - TotalTime: 888ms (888997050) Instance c7456fdd806a4994:3209e926000001d9 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.952 Hdfs split stats (:<# splits>/): 0:130/25.55 GB Filter 24 arrival: 1s474ms Filter 22 arrival: 17s862ms - AverageThreadTokens: 2.00 (1.998972602739726) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982578) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 68,582,133 (68582133) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.7m (1424163959078) - TotalStorageWaitTime: 3.30s (3304900136) - TotalThreadsInvoluntaryContextSwitches: 232 (232) - TotalThreadsTotalWallClockTime: 48.7m (2922087689343) - TotalThreadsSysTime: 2.75s (2751330000) - TotalThreadsUserTime: 32.42s (32418758000) - TotalThreadsVoluntaryContextSwitches: 81,700 (81700) - TotalTime: 24.4m (1461851820251) Fragment Instance Lifecycle Event Timeline Prepare Finished: 307ms (307990691) Open Finished: 2.05s (2050938013) First Batch Produced: 2.05s (2050938013) First Batch Sent: 2.05s (2051937983) ExecInternal Finished: 24.4m (1462131811789) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460079873806) - ExecTreeExecTime: 4.82s (4822854239) - InactiveTotalTime: 0ns (0) - OpenTime: 1.74s (1742947322) - ExecTreeOpenTime: 298ms (298990963) - PrepareTime: 28ms (28999123) - ExecTreePrepareTime: 999.97us (999969) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.7m (1424186958384) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 68,582,133 (68582133) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.21s (12214630965) - TotalBytesSent: 1.8 GiB (1924969356) - TotalTime: 24.1m (1447400256981) - UncompressedRowBatchSize: 4.0 GiB (4252092246) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.97us (999970) - InactiveTotalTime: 0ns (0) - LocalTime: 2.60s (2598921448) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 68,582,133 (68582133) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.47s (2471925288) - RowsReturned: 68,582,133 (68582133) - RowsReturnedRate: 13514129 per second (13514129) - TotalTime: 5.07s (5074846623) Node Lifecycle Event Timeline Open Started: 1.75s (1751947050) Open Finished: 2.05s (2050938013) First Batch Requested: 2.05s (2050938013) First Batch Returned: 2.05s (2050938013) Last Batch Returned: 24.4m (1462110812424) Closed: 24.4m (1462131811789) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.75s (1751947050) Open Finished: 1.75s (1751947050) First Batch Requested: 1.75s (1752947020) First Batch Returned: 1.75s (1752947020) Last Batch Returned: 1.75s (1752947020) Closed: 1.75s (1752947020) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:130/25.55 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.69% 1:0.06856% 2:0.03428% 3:0.1028% 4:0.1028% 5:0% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):103 - AverageHdfsReadThreadConcurrency: 0.01 (0.008570449091532397) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1201744462) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1201744462) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1201744462) - CachedFileHandlesHitCount: 226 (226) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 726ms (726978049) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 8.19s (8192752468) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680854) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 111.4 MiB/s (116859274) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2263836672) - RowBatchQueueGetWaitTime: 1.98s (1981940109) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1446395287257) - RowBatchesEnqueued: 67,044 (67044) - RowsRead: 68,582,133 (68582133) - RowsReturned: 68,582,133 (68582133) - RowsReturnedRate: 27699598 per second (27699598) - ScanRangesComplete: 130 (130) - ScannerIoWaitTime: 3.30s (3304900136) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 24.3m (1460264868215) - ScannerThreadsSysTime: 471ms (471453000) - ScannerThreadsUserTime: 7.54s (7543254000) - ScannerThreadsVoluntaryContextSwitches: 47,851 (47851) - TotalRawHdfsOpenFileTime(*): 999.97us (999970) - TotalRawHdfsReadTime(*): 10.28s (10283689257) - TotalReadThroughput: 798.2 KiB/s (817371) - TotalTime: 2.48s (2475925175) Node Lifecycle Event Timeline Open Started: 1.75s (1752947020) Open Finished: 1.75s (1752947020) First Batch Requested: 1.75s (1752947020) First Batch Returned: 2.05s (2050938013) Last Batch Returned: 24.4m (1462110812424) Closed: 24.4m (1462131811789) Buffer pool - AllocTime: 212ms (212993562) - CumulativeAllocationBytes: 1.4 GiB (1469448192) - CumulativeAllocations: 226 (226) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 212ms (212993562) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 431,104 (431104) - Rows rejected: 0 (0) - Rows total: 68,582,133 (68582133) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 130 (130) - Files rejected: 103 (103) - Files total: 130 (130) - InactiveTotalTime: 0ns (0) - RowGroups processed: 66,990 (66990) - RowGroups rejected: 0 (0) - RowGroups total: 66,990 (66990) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 68,582,133 (68582133) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 1.44s (1442956389) - CodegenSysTime: 4ms (4027000) - CodegenUserTime: 432ms (432418000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 547ms (547983438) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33998972) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 636ms (636980749) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 212ms (212993563) - TotalTime: 1.44s (1443956359) Instance c7456fdd806a4994:3209e926000001fc (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.044 Hdfs split stats (:<# splits>/): 0:128/25.40 GB Filter 24 arrival: 1s335ms Filter 22 arrival: 17s746ms - AverageThreadTokens: 2.00 (1.9993150684931507) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982730) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 74,041,026 (74041026) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430076269524) - TotalStorageWaitTime: 2.60s (2605940362) - TotalThreadsInvoluntaryContextSwitches: 214 (214) - TotalThreadsTotalWallClockTime: 48.7m (2922064122199) - TotalThreadsSysTime: 2.68s (2678324000) - TotalThreadsUserTime: 33.43s (33431344000) - TotalThreadsVoluntaryContextSwitches: 89,077 (89077) - TotalTime: 24.4m (1461744544789) Fragment Instance Lifecycle Event Timeline Prepare Finished: 267ms (267993865) Open Finished: 1.87s (1866957259) First Batch Produced: 1.88s (1880956938) First Batch Sent: 1.88s (1880956938) ExecInternal Finished: 24.4m (1462012538653) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460144581417) - ExecTreeExecTime: 4.51s (4509896786) - InactiveTotalTime: 0ns (0) - OpenTime: 1.60s (1598963394) - ExecTreeOpenTime: 264ms (264993933) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430100268975) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 74,041,026 (74041026) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.17s (12171721522) - TotalBytesSent: 1.9 GiB (2078141297) - TotalTime: 24.2m (1453387736056) - UncompressedRowBatchSize: 4.3 GiB (4590543612) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.69s (2695938294) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,041,026 (74041026) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.55s (2548941666) - RowsReturned: 74,041,026 (74041026) - RowsReturnedRate: 15624123 per second (15624123) - TotalTime: 4.74s (4738891542) Node Lifecycle Event Timeline Open Started: 1.60s (1601963326) Open Finished: 1.87s (1866957259) First Batch Requested: 1.87s (1866957259) First Batch Returned: 1.88s (1880956938) Last Batch Returned: 24.4m (1461992539111) Closed: 24.4m (1462012538653) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.60s (1601963326) Open Finished: 1.60s (1601963326) First Batch Requested: 1.60s (1601963326) First Batch Returned: 1.60s (1601963326) Last Batch Returned: 1.60s (1601963326) Closed: 1.60s (1601963326) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:128/25.40 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.69% 1:0.1371% 2:0.06854% 3:0.06854% 4:0.03427% 5:0% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):102 - AverageHdfsReadThreadConcurrency: 0.01 (0.00616860863605209) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1295926110) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1295926110) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1295926110) - CachedFileHandlesHitCount: 232 (232) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 768ms (768982401) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.54s (6539850350) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79681001) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 143.7 MiB/s (150657494) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2443910144) - RowBatchQueueGetWaitTime: 1.51s (1513965354) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449663821251) - RowBatchesEnqueued: 72,371 (72371) - RowsRead: 74,041,026 (74041026) - RowsReturned: 74,041,026 (74041026) - RowsReturnedRate: 36242153 per second (36242153) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 2.60s (2605940362) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 24.3m (1460320577388) - ScannerThreadsSysTime: 466ms (466293000) - ScannerThreadsUserTime: 8.03s (8029493000) - ScannerThreadsVoluntaryContextSwitches: 55,441 (55441) - TotalRawHdfsOpenFileTime(*): 999.98us (999977) - TotalRawHdfsReadTime(*): 8.60s (8601803143) - TotalReadThroughput: 866.6 KiB/s (887399) - TotalTime: 2.04s (2042953248) Node Lifecycle Event Timeline Open Started: 1.60s (1601963326) Open Finished: 1.60s (1602963303) First Batch Requested: 1.60s (1602963303) First Batch Returned: 1.87s (1866957259) Last Batch Returned: 24.4m (1461992539111) Closed: 24.4m (1462012538653) Buffer pool - AllocTime: 94ms (94997824) - CumulativeAllocationBytes: 1.5 GiB (1586757632) - CumulativeAllocations: 232 (232) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 94ms (94997824) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 420,864 (420864) - Rows rejected: 0 (0) - Rows total: 74,041,026 (74041026) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 128 (128) - Files rejected: 102 (102) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,319 (72319) - RowGroups rejected: 0 (0) - RowGroups total: 72,319 (72319) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 74,041,026 (74041026) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 67 (67) - CodegenTotalWallClockTime: 1.33s (1333969461) - CodegenSysTime: 9ms (9903000) - CodegenUserTime: 424ms (424758000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 479ms (479989012) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999428) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 766ms (766982441) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 44ms (44998969) - TotalTime: 1.33s (1333969461) Instance c7456fdd806a4994:3209e926000001f1 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.143 Hdfs split stats (:<# splits>/): 0:131/25.48 GB Filter 24 arrival: 1s254ms Filter 22 arrival: 17s856ms - AverageThreadTokens: 2.00 (1.999315302978432) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990842) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 75,715,625 (75715625) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.9m (1431092960491) - TotalStorageWaitTime: 2.65s (2653916509) - TotalThreadsInvoluntaryContextSwitches: 194 (194) - TotalThreadsTotalWallClockTime: 48.7m (2922044037775) - TotalThreadsSysTime: 2.56s (2563737000) - TotalThreadsUserTime: 33.76s (33761787000) - TotalThreadsVoluntaryContextSwitches: 90,723 (90723) - TotalTime: 24.4m (1461708997259) Fragment Instance Lifecycle Event Timeline Prepare Finished: 287ms (287990932) Open Finished: 1.70s (1700946445) First Batch Produced: 1.70s (1701946414) First Batch Sent: 1.70s (1701946414) ExecInternal Finished: 24.4m (1461948989702) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460248043257) - ExecTreeExecTime: 4.13s (4128870160) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1412955513) - ExecTreeOpenTime: 238ms (238992475) - PrepareTime: 47ms (47998489) - ExecTreePrepareTime: 37ms (37998804) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1431113959830) - PeakMemoryUsage: 1.2 MiB (1291200) - RowsSent: 75,715,625 (75715625) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.53s (12527605839) - TotalBytesSent: 2.0 GiB (2125121520) - TotalTime: 24.2m (1454422226500) - UncompressedRowBatchSize: 4.4 GiB (4694368750) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 32ms (32998961) - InactiveTotalTime: 0ns (0) - LocalTime: 2.73s (2726914233) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 75,715,625 (75715625) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.56s (2560919459) - RowsReturned: 75,715,625 (75715625) - RowsReturnedRate: 17310929 per second (17310929) - TotalTime: 4.37s (4373862442) Node Lifecycle Event Timeline Open Started: 1.46s (1461953970) Open Finished: 1.70s (1700946445) First Batch Requested: 1.70s (1700946445) First Batch Returned: 1.70s (1701946414) Last Batch Returned: 24.4m (1461928990331) Closed: 24.4m (1461948989702) Buffer pool - AllocTime: 31ms (31998992) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31998992) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 31ms (31998992) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.97us (999969) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.46s (1461953970) Open Finished: 1.46s (1461953970) First Batch Requested: 1.46s (1461953970) First Batch Returned: 1.46s (1461953970) Last Batch Returned: 1.46s (1461953970) Closed: 1.49s (1494952931) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:131/25.48 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.79% 1:0.03426% 2:0% 3:0.1028% 4:0.06852% 5:0% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.01 (0.006166495375128468) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1324273619) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1324273619) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1324273619) - CachedFileHandlesHitCount: 230 (230) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 793ms (793975001) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.42s (6425797801) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680886) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 128.6 MiB/s (134831528) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2499155968) - RowBatchQueueGetWaitTime: 1.16s (1162963429) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449752373490) - RowBatchesEnqueued: 74,004 (74004) - RowsRead: 75,715,625 (75715625) - RowsReturned: 75,715,625 (75715625) - RowsReturnedRate: 45973288 per second (45973288) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 2.65s (2653916509) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 24.3m (1460383039005) - ScannerThreadsSysTime: 486ms (486576000) - ScannerThreadsUserTime: 8.14s (8136484000) - ScannerThreadsVoluntaryContextSwitches: 57,070 (57070) - TotalRawHdfsOpenFileTime(*): 10ms (10999654) - TotalRawHdfsReadTime(*): 9.82s (9821691069) - TotalReadThroughput: 885.3 KiB/s (906515) - TotalTime: 1.65s (1646948209) Node Lifecycle Event Timeline Open Started: 1.49s (1494952931) Open Finished: 1.49s (1494952931) First Batch Requested: 1.49s (1494952931) First Batch Returned: 1.70s (1700946445) Last Batch Returned: 24.4m (1461928990331) Closed: 24.4m (1461948989702) Buffer pool - AllocTime: 109ms (109996538) - CumulativeAllocationBytes: 1.5 GiB (1626472448) - CumulativeAllocations: 230 (230) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 109ms (109996538) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 403,456 (403456) - Rows rejected: 0 (0) - Rows total: 75,715,625 (75715625) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 131 (131) - Files rejected: 106 (106) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 73,954 (73954) - RowGroups rejected: 0 (0) - RowGroups total: 73,954 (73954) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 75,715,625 (75715625) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 1.17s (1173963038) - CodegenSysTime: 3ms (3994000) - CodegenUserTime: 431ms (431849000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 309ms (309990240) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 25ms (25999181) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 636ms (636979945) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 126ms (126996002) - TotalTime: 1.17s (1173963038) Instance c7456fdd806a4994:3209e926000001f4 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.559 Hdfs split stats (:<# splits>/): 0:129/25.45 GB Filter 24 arrival: 1s058ms Filter 22 arrival: 17s871ms - AverageThreadTokens: 2.00 (1.998972954467648) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982736) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 74,684,445 (74684445) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430836073092) - TotalStorageWaitTime: 3.24s (3241884628) - TotalThreadsInvoluntaryContextSwitches: 195 (195) - TotalThreadsTotalWallClockTime: 48.7m (2922097995924) - TotalThreadsSysTime: 2.52s (2522811000) - TotalThreadsUserTime: 33.35s (33347971000) - TotalThreadsVoluntaryContextSwitches: 90,047 (90047) - TotalTime: 24.4m (1461638976965) Fragment Instance Lifecycle Event Timeline Prepare Finished: 292ms (292989572) Open Finished: 1.54s (1544945016) First Batch Produced: 1.54s (1544945016) First Batch Sent: 1.54s (1544945016) ExecInternal Finished: 24.4m (1461904967498) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460360022482) - ExecTreeExecTime: 4.45s (4454841527) - InactiveTotalTime: 0ns (0) - OpenTime: 1.25s (1251955444) - ExecTreeOpenTime: 204ms (204992704) - PrepareTime: 26ms (26999039) - ExecTreePrepareTime: 10ms (10999608) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430860072237) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 74,684,445 (74684445) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.44s (12436557388) - TotalBytesSent: 2.0 GiB (2096223310) - TotalTime: 24.2m (1453999248774) - UncompressedRowBatchSize: 4.3 GiB (4630435590) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.96us (999964) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2570908565) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,684,445 (74684445) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2456912616) - RowsReturned: 74,684,445 (74684445) - RowsReturnedRate: 16096358 per second (16096358) - TotalTime: 4.64s (4639834939) Node Lifecycle Event Timeline Open Started: 1.34s (1339952312) Open Finished: 1.54s (1544945016) First Batch Requested: 1.54s (1544945016) First Batch Returned: 1.54s (1544945016) Last Batch Returned: 24.4m (1461884968210) Closed: 24.4m (1461904967498) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999964) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.34s (1339952312) Open Finished: 1.34s (1339952312) First Batch Requested: 1.34s (1339952312) First Batch Returned: 1.34s (1339952312) Last Batch Returned: 1.34s (1339952312) Closed: 1.34s (1340952276) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:129/25.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.83% 1:0.03427% 2:0% 3:0.1028% 4:0.03427% 5:0% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):104 - AverageHdfsReadThreadConcurrency: 0.00 (0.004797806716929404) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1306266277) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1306266277) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1306266277) - CachedFileHandlesHitCount: 226 (226) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 758ms (758973008) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.32s (6320775053) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680895) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 115.8 MiB/s (121381969) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2465093632) - RowBatchQueueGetWaitTime: 1.58s (1580943744) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449358414002) - RowBatchesEnqueued: 72,996 (72996) - RowsRead: 74,684,445 (74684445) - RowsReturned: 74,684,445 (74684445) - RowsReturnedRate: 36098164 per second (36098164) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 3.24s (3241884628) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 24.3m (1460486017998) - ScannerThreadsSysTime: 473ms (473854000) - ScannerThreadsUserTime: 7.97s (7975954000) - ScannerThreadsVoluntaryContextSwitches: 56,471 (56471) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 10.76s (10761617043) - TotalReadThroughput: 873.2 KiB/s (894200) - TotalTime: 2.07s (2068926374) Node Lifecycle Event Timeline Open Started: 1.34s (1340952276) Open Finished: 1.34s (1340952276) First Batch Requested: 1.34s (1340952276) First Batch Returned: 1.54s (1544945016) Last Batch Returned: 24.4m (1461884968210) Closed: 24.4m (1461904967498) Buffer pool - AllocTime: 105ms (105996232) - CumulativeAllocationBytes: 1.5 GiB (1601306624) - CumulativeAllocations: 226 (226) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 105ms (105996232) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 405,504 (405504) - Rows rejected: 0 (0) - Rows total: 74,684,445 (74684445) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 129 (129) - Files rejected: 104 (104) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,946 (72946) - RowGroups rejected: 0 (0) - RowGroups total: 72,946 (72946) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 74,684,445 (74684445) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 50 (50) - CodegenTotalWallClockTime: 1.05s (1046962740) - CodegenSysTime: 3ms (3002000) - CodegenUserTime: 425ms (425802000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 326ms (326988363) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999289) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 646ms (646976975) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 50ms (50998185) - TotalTime: 1.05s (1046962740) Instance c7456fdd806a4994:3209e926000001f0 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.895 Hdfs split stats (:<# splits>/): 0:131/25.54 GB Filter 24 arrival: 1s236ms Filter 22 arrival: 17s843ms - AverageThreadTokens: 2.00 (1.998972954467648) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84023467) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 74,637,764 (74637764) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430495447468) - TotalStorageWaitTime: 2.89s (2890998841) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 48.7m (2921887870476) - TotalThreadsSysTime: 2.74s (2736280000) - TotalThreadsUserTime: 33.34s (33343435000) - TotalThreadsVoluntaryContextSwitches: 90,045 (90045) - TotalTime: 24.4m (1461615434979) Fragment Instance Lifecycle Event Timeline Prepare Finished: 326ms (326999874) Open Finished: 1.74s (1736999332) First Batch Produced: 1.74s (1736999332) First Batch Sent: 1.74s (1736999332) ExecInternal Finished: 24.4m (1461901434869) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460164435537) - ExecTreeExecTime: 4.23s (4226998251) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1409999458) - ExecTreeOpenTime: 215ms (215999917) - PrepareTime: 40ms (40999984) - ExecTreePrepareTime: 26ms (26999989) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430519447461) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 74,637,764 (74637764) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.39s (12390995074) - TotalBytesSent: 2.0 GiB (2094914734) - TotalTime: 24.2m (1453847438159) - UncompressedRowBatchSize: 4.3 GiB (4627541368) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 1ms (1000000) - InactiveTotalTime: 0ns (0) - LocalTime: 2.64s (2638998907) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 74,637,764 (74637764) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.53s (2529998949) - RowsReturned: 74,637,764 (74637764) - RowsReturnedRate: 16780079 per second (16780079) - TotalTime: 4.45s (4447998161) Node Lifecycle Event Timeline Open Started: 1.52s (1520999415) Open Finished: 1.74s (1736999332) First Batch Requested: 1.74s (1736999332) First Batch Returned: 1.74s (1736999332) Last Batch Returned: 24.4m (1461881434878) Closed: 24.4m (1461901434869) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.52s (1520999415) Open Finished: 1.52s (1520999415) First Batch Requested: 1.52s (1521999415) First Batch Returned: 1.52s (1521999415) Last Batch Returned: 1.52s (1521999415) Closed: 1.52s (1521999415) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:131/25.54 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.73% 1:0.06854% 2:0% 3:0.1371% 4:0.06854% 5:0% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):107 - AverageHdfsReadThreadConcurrency: 0.01 (0.0075394105551747775) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1305023239) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1305023239) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1305023239) - CachedFileHandlesHitCount: 224 (224) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 787ms (787999683) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.48s (6481997386) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680967) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 125.2 MiB/s (131237305) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2463568896) - RowBatchQueueGetWaitTime: 1.23s (1234999480) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449298439908) - RowBatchesEnqueued: 72,949 (72949) - RowsRead: 74,637,764 (74637764) - RowsReturned: 74,637,764 (74637764) - RowsReturnedRate: 41259145 per second (41259145) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 2.89s (2890998841) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 24.3m (1460314435481) - ScannerThreadsSysTime: 466ms (466078000) - ScannerThreadsUserTime: 8.00s (7997104000) - ScannerThreadsVoluntaryContextSwitches: 56,473 (56473) - TotalRawHdfsOpenFileTime(*): 1ms (1000000) - TotalRawHdfsReadTime(*): 9.94s (9943995972) - TotalReadThroughput: 872.3 KiB/s (893260) - TotalTime: 1.81s (1808999254) Node Lifecycle Event Timeline Open Started: 1.52s (1521999415) Open Finished: 1.52s (1521999415) First Batch Requested: 1.52s (1521999415) First Batch Returned: 1.74s (1736999332) Last Batch Returned: 24.4m (1461881434878) Closed: 24.4m (1461901434869) Buffer pool - AllocTime: 66ms (66999971) - CumulativeAllocationBytes: 1.5 GiB (1588592640) - CumulativeAllocations: 224 (224) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 65ms (65999971) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 391,168 (391168) - Rows rejected: 0 (0) - Rows total: 74,637,764 (74637764) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 131 (131) - Files rejected: 107 (107) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 72,901 (72901) - RowGroups rejected: 0 (0) - RowGroups total: 72,901 (72901) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 74,637,764 (74637764) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 77 (77) - CodegenTotalWallClockTime: 1.19s (1193999541) - CodegenSysTime: 7ms (7050000) - CodegenUserTime: 432ms (432615000) - CodegenVoluntaryContextSwitches: 54 (54) - CompileTime: 445ms (445999828) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 56ms (56999978) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 606ms (606999767) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 81ms (81999969) - TotalTime: 1.19s (1193999541) Instance c7456fdd806a4994:3209e926000001da (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.845 Hdfs split stats (:<# splits>/): 0:126/25.45 GB Filter 24 arrival: 1s216ms Filter 22 arrival: 17s640ms - AverageThreadTokens: 2.00 (1.998972954467648) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982789) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 73,387,869 (73387869) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1429681238733) - TotalStorageWaitTime: 2.94s (2941835847) - TotalThreadsInvoluntaryContextSwitches: 287 (287) - TotalThreadsTotalWallClockTime: 48.7m (2921840991289) - TotalThreadsSysTime: 2.72s (2717076000) - TotalThreadsUserTime: 33.62s (33620868000) - TotalThreadsVoluntaryContextSwitches: 87,081 (87081) - TotalTime: 24.4m (1461568459487) Fragment Instance Lifecycle Event Timeline Prepare Finished: 258ms (258985549) Open Finished: 1.66s (1660907318) First Batch Produced: 1.66s (1660907318) First Batch Sent: 1.66s (1660907318) ExecInternal Finished: 24.4m (1461827445036) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1460165537773) - ExecTreeExecTime: 4.40s (4403754300) - InactiveTotalTime: 0ns (0) - OpenTime: 1.40s (1401921769) - ExecTreeOpenTime: 186ms (186989565) - PrepareTime: 999.95us (999945) - ExecTreePrepareTime: 999.95us (999945) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429708237225) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 73,387,869 (73387869) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.56s (12556299364) - TotalBytesSent: 1.9 GiB (2059858533) - TotalTime: 24.2m (1453488910317) - UncompressedRowBatchSize: 4.2 GiB (4550047878) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.52s (2522859267) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 73,387,869 (73387869) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2417865128) - RowsReturned: 73,387,869 (73387869) - RowsReturnedRate: 16147846 per second (16147846) - TotalTime: 4.54s (4544746428) Node Lifecycle Event Timeline Open Started: 1.47s (1473917753) Open Finished: 1.66s (1660907318) First Batch Requested: 1.66s (1660907318) First Batch Returned: 1.66s (1660907318) Last Batch Returned: 24.4m (1461807446152) Closed: 24.4m (1461827445036) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.47s (1473917753) Open Finished: 1.47s (1473917753) First Batch Requested: 1.47s (1473917753) First Batch Returned: 1.47s (1473917753) Last Batch Returned: 1.47s (1473917753) Closed: 1.47s (1473917753) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:126/25.45 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 28ms Hdfs Read Thread Concurrency Bucket: 0:99.79% 1:0.03427% 2:0.03427% 3:0.06854% 4:0.06854% 5:0% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):99 - AverageHdfsReadThreadConcurrency: 0.01 (0.005825908156271419) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1285209006) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1285209006) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1285209006) - CachedFileHandlesHitCount: 234 (234) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 728ms (728959317) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.28s (6283649353) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680884) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 117.7 MiB/s (123442251) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.3 GiB (2422422528) - RowBatchQueueGetWaitTime: 1.57s (1571912285) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449544130473) - RowBatchesEnqueued: 71,737 (71737) - RowsRead: 73,387,869 (73387869) - RowsReturned: 73,387,869 (73387869) - RowsReturnedRate: 36296718 per second (36296718) - ScanRangesComplete: 126 (126) - ScannerIoWaitTime: 2.94s (2941835847) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 24.3m (1460273531747) - ScannerThreadsSysTime: 471ms (471675000) - ScannerThreadsUserTime: 7.95s (7949274000) - ScannerThreadsVoluntaryContextSwitches: 53,534 (53534) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 10.41s (10411419048) - TotalReadThroughput: 859.1 KiB/s (879738) - TotalTime: 2.02s (2021887161) Node Lifecycle Event Timeline Open Started: 1.47s (1473917753) Open Finished: 1.47s (1473917753) First Batch Requested: 1.47s (1473917753) First Batch Returned: 1.66s (1660907318) Last Batch Returned: 24.4m (1461807446152) Closed: 24.4m (1461827445036) Buffer pool - AllocTime: 52ms (52997044) - CumulativeAllocationBytes: 1.5 GiB (1599471616) - CumulativeAllocations: 234 (234) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52997044) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 441,344 (441344) - Rows rejected: 0 (0) - Rows total: 73,387,869 (73387869) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 126 (126) - Files rejected: 99 (99) - Files total: 126 (126) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,683 (71683) - RowGroups rejected: 0 (0) - RowGroups total: 71,683 (71683) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 73,387,869 (73387869) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.21s (1214932204) - CodegenSysTime: 4ms (4984000) - CodegenUserTime: 429ms (429628000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 419ms (419976565) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999275) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 665ms (665962838) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 81ms (81995424) - TotalTime: 1.21s (1214932204) Instance c7456fdd806a4994:3209e926000001fa (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:24.159 Hdfs split stats (:<# splits>/): 0:123/25.40 GB Filter 24 arrival: 1s549ms Filter 22 arrival: 17s770ms - AverageThreadTokens: 2.00 (1.9986306059568641) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998892) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 72,777,969 (72777969) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1429237190873) - TotalStorageWaitTime: 3.25s (3245989064) - TotalThreadsInvoluntaryContextSwitches: 281 (281) - TotalThreadsTotalWallClockTime: 48.7m (2921414169887) - TotalThreadsSysTime: 2.60s (2598967000) - TotalThreadsUserTime: 33.03s (33028264000) - TotalThreadsVoluntaryContextSwitches: 87,393 (87393) - TotalTime: 24.4m (1461518082199) Fragment Instance Lifecycle Event Timeline Prepare Finished: 349ms (349998815) Open Finished: 2.07s (2072992983) First Batch Produced: 2.07s (2072992983) First Batch Sent: 2.07s (2073992980) ExecInternal Finished: 24.4m (1461866081021) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459793088038) - ExecTreeExecTime: 4.66s (4660984266) - InactiveTotalTime: 0ns (0) - OpenTime: 1.72s (1722994168) - ExecTreeOpenTime: 188ms (188999360) - PrepareTime: 1ms (1999993) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429256190803) - PeakMemoryUsage: 1.2 MiB (1291200) - RowsSent: 72,777,969 (72777969) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.29s (12291958589) - TotalBytesSent: 1.9 GiB (2045005533) - TotalTime: 24.2m (1452255113429) - UncompressedRowBatchSize: 4.2 GiB (4512234078) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 12ms (12999956) - InactiveTotalTime: 0ns (0) - LocalTime: 2.60s (2595991229) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 72,777,969 (72777969) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.45s (2452991709) - RowsReturned: 72,777,969 (72777969) - RowsReturnedRate: 15114894 per second (15114894) - TotalTime: 4.81s (4814983749) Node Lifecycle Event Timeline Open Started: 1.88s (1883993623) Open Finished: 2.07s (2072992983) First Batch Requested: 2.07s (2072992983) First Batch Returned: 2.07s (2072992983) Last Batch Returned: 24.4m (1461846081088) Closed: 24.4m (1461866081021) Buffer pool - AllocTime: 12ms (12999956) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999956) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 12ms (12999956) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.88s (1883993623) Open Finished: 1.88s (1883993623) First Batch Requested: 1.88s (1883993623) First Batch Returned: 1.88s (1883993623) Last Batch Returned: 1.88s (1883993623) Closed: 1.90s (1897993575) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:123/25.40 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.66% 1:0.06856% 2:0.03428% 3:0.06856% 4:0.1714% 5:0% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):98 - AverageHdfsReadThreadConcurrency: 0.01 (0.010284538909838875) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1273057385) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1273057385) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1273057385) - CachedFileHandlesHitCount: 226 (226) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 752ms (752997460) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.80s (6798977162) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680809) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 121.8 MiB/s (127740484) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2402240512) - RowBatchQueueGetWaitTime: 1.75s (1746994107) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448299126696) - RowBatchesEnqueued: 71,136 (71136) - RowsRead: 72,777,969 (72777969) - RowsReturned: 72,777,969 (72777969) - RowsReturnedRate: 32797753 per second (32797753) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 3.25s (3245989064) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 24.3m (1459898087681) - ScannerThreadsSysTime: 485ms (485520000) - ScannerThreadsUserTime: 7.88s (7883106000) - ScannerThreadsVoluntaryContextSwitches: 53,779 (53779) - TotalRawHdfsOpenFileTime(*): 2ms (2999990) - TotalRawHdfsReadTime(*): 9.96s (9965966470) - TotalReadThroughput: 851.3 KiB/s (871723) - TotalTime: 2.22s (2218992520) Node Lifecycle Event Timeline Open Started: 1.90s (1897993575) Open Finished: 1.90s (1897993575) First Batch Requested: 1.90s (1897993575) First Batch Returned: 2.07s (2072992983) Last Batch Returned: 24.4m (1461846081088) Closed: 24.4m (1461866081021) Buffer pool - AllocTime: 118ms (118999600) - CumulativeAllocationBytes: 1.5 GiB (1567752192) - CumulativeAllocations: 226 (226) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 118ms (118999600) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 407,552 (407552) - Rows rejected: 0 (0) - Rows total: 72,777,969 (72777969) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 123 (123) - Files rejected: 98 (98) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 71,086 (71086) - RowGroups rejected: 0 (0) - RowGroups total: 71,086 (71086) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 72,777,969 (72777969) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 104 (104) - CodegenTotalWallClockTime: 1.53s (1533994808) - CodegenSysTime: 3ms (3982000) - CodegenUserTime: 442ms (442524000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 413ms (413998599) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 25ms (25999912) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 943ms (943996804) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 116ms (116999604) - TotalTime: 1.53s (1533994808) Instance c7456fdd806a4994:3209e926000001e9 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.890 Hdfs split stats (:<# splits>/): 0:130/25.50 GB Filter 24 arrival: 1s258ms Filter 22 arrival: 17s773ms - AverageThreadTokens: 2.00 (1.9993150684931507) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982662) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 71,823,239 (71823239) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430555628398) - TotalStorageWaitTime: 2.76s (2761937517) - TotalThreadsInvoluntaryContextSwitches: 185 (185) - TotalThreadsTotalWallClockTime: 48.7m (2921489890728) - TotalThreadsSysTime: 2.72s (2720423000) - TotalThreadsUserTime: 32.83s (32833194000) - TotalThreadsVoluntaryContextSwitches: 86,636 (86636) - TotalTime: 24.4m (1461419930079) Fragment Instance Lifecycle Event Timeline Prepare Finished: 349ms (349992074) Open Finished: 1.77s (1769959919) First Batch Produced: 1.77s (1769959919) First Batch Sent: 1.77s (1770959896) ExecInternal Finished: 24.4m (1461753922516) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459982962619) - ExecTreeExecTime: 4.10s (4099907219) - InactiveTotalTime: 0ns (0) - OpenTime: 1.42s (1419967845) - ExecTreeOpenTime: 226ms (226994860) - PrepareTime: 16ms (16999615) - ExecTreePrepareTime: 15ms (15999638) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430576627924) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 71,823,239 (71823239) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.19s (12188724256) - TotalBytesSent: 1.9 GiB (2015829113) - TotalTime: 24.2m (1453389111800) - UncompressedRowBatchSize: 4.1 GiB (4453040818) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 56ms (56998709) - InactiveTotalTime: 0ns (0) - LocalTime: 2.64s (2640940203) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 71,823,239 (71823239) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2463944212) - RowsReturned: 71,823,239 (71823239) - RowsReturnedRate: 16618432 per second (16618432) - TotalTime: 4.32s (4321902189) Node Lifecycle Event Timeline Open Started: 1.54s (1542965059) Open Finished: 1.77s (1769959919) First Batch Requested: 1.77s (1769959919) First Batch Returned: 1.77s (1769959919) Last Batch Returned: 24.4m (1461732922991) Closed: 24.4m (1461753922516) Buffer pool - AllocTime: 47ms (47998913) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47998913) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 38ms (38999117) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 8ms (8999796) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.54s (1542965059) Open Finished: 1.54s (1542965059) First Batch Requested: 1.55s (1551964855) First Batch Returned: 1.55s (1551964855) Last Batch Returned: 1.55s (1551964855) Closed: 1.60s (1599963768) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:130/25.50 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 29 out of 29 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.73% 1:0% 2:0.03427% 3:0.2056% 4:0.03427% 5:0% 6:0% File Formats: PARQUET/SNAPPY:29 PARQUET/Unknown(Skipped):101 - AverageHdfsReadThreadConcurrency: 0.01 (0.00822481151473612) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1258935343) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1258935343) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1258935343) - CachedFileHandlesHitCount: 242 (242) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 759ms (759982813) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.45s (6449854054) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 29 (29) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680891) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 125.3 MiB/s (131429566) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2370864128) - RowBatchQueueGetWaitTime: 1.20s (1202972791) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449419201637) - RowBatchesEnqueued: 70,215 (70215) - RowsRead: 71,823,239 (71823239) - RowsReturned: 71,823,239 (71823239) - RowsReturnedRate: 42727461 per second (42727461) - ScanRangesComplete: 130 (130) - ScannerIoWaitTime: 2.76s (2761937517) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.3m (1460086960264) - ScannerThreadsSysTime: 426ms (426063000) - ScannerThreadsUserTime: 7.96s (7962186000) - ScannerThreadsVoluntaryContextSwitches: 53,002 (53002) - TotalRawHdfsOpenFileTime(*): 1ms (1999955) - TotalRawHdfsReadTime(*): 9.58s (9578783329) - TotalReadThroughput: 841.8 KiB/s (862051) - TotalTime: 1.68s (1680961986) Node Lifecycle Event Timeline Open Started: 1.60s (1599963768) Open Finished: 1.60s (1599963768) First Batch Requested: 1.60s (1599963768) First Batch Returned: 1.77s (1769959919) Last Batch Returned: 24.4m (1461732922991) Closed: 24.4m (1461753922516) Buffer pool - AllocTime: 27ms (27999367) - CumulativeAllocationBytes: 1.4 GiB (1547304960) - CumulativeAllocations: 242 (242) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999367) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 474,112 (474112) - Rows rejected: 0 (0) - Rows total: 71,823,239 (71823239) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 130 (130) - Files rejected: 101 (101) - Files total: 130 (130) - InactiveTotalTime: 0ns (0) - RowGroups processed: 70,157 (70157) - RowGroups rejected: 0 (0) - RowGroups total: 70,157 (70157) - Rows processed: 475,136 (475136) - Rows rejected: 0 (0) - Rows total: 71,823,239 (71823239) - Splits processed: 29 (29) - Splits rejected: 0 (0) - Splits total: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 1.19s (1192972985) - CodegenSysTime: 7ms (7789000) - CodegenUserTime: 424ms (424934000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 368ms (368991644) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 46ms (46998936) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 647ms (647985327) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 126ms (126997124) - TotalTime: 1.19s (1192972985) Instance c7456fdd806a4994:3209e926000001f5 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.164 Hdfs split stats (:<# splits>/): 0:128/25.49 GB Filter 24 arrival: 1s034ms Filter 22 arrival: 17s780ms - AverageThreadTokens: 2.00 (1.998972602739726) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84006939) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 71,267,549 (71267549) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430517893356) - TotalStorageWaitTime: 2.98s (2977887377) - TotalThreadsInvoluntaryContextSwitches: 234 (234) - TotalThreadsTotalWallClockTime: 48.7m (2921231510049) - TotalThreadsSysTime: 2.61s (2613483000) - TotalThreadsUserTime: 32.62s (32617862000) - TotalThreadsVoluntaryContextSwitches: 86,317 (86317) - TotalTime: 24.4m (1461211732478) Fragment Instance Lifecycle Event Timeline Prepare Finished: 299ms (299988651) Open Finished: 1.59s (1589939849) First Batch Produced: 1.59s (1589939849) First Batch Sent: 1.59s (1589939849) ExecInternal Finished: 24.4m (1461486722074) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459896782225) - ExecTreeExecTime: 4.38s (4375834491) - InactiveTotalTime: 0ns (0) - OpenTime: 1.29s (1289951198) - ExecTreeOpenTime: 280ms (280989370) - PrepareTime: 24ms (24999055) - ExecTreePrepareTime: 24ms (24999055) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430545892299) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 71,267,549 (71267549) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.29s (12286535335) - TotalBytesSent: 1.9 GiB (2000273941) - TotalTime: 24.2m (1453471025254) - UncompressedRowBatchSize: 4.1 GiB (4418588038) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.53s (2531904229) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 71,267,549 (71267549) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.40s (2404909035) - RowsReturned: 71,267,549 (71267549) - RowsReturnedRate: 15280927 per second (15280927) - TotalTime: 4.66s (4663823598) Node Lifecycle Event Timeline Open Started: 1.31s (1308950479) Open Finished: 1.59s (1589939849) First Batch Requested: 1.59s (1589939849) First Batch Returned: 1.59s (1589939849) Last Batch Returned: 24.4m (1461466722830) Closed: 24.4m (1461486722074) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.31s (1308950479) Open Finished: 1.31s (1308950479) First Batch Requested: 1.31s (1308950479) First Batch Returned: 1.31s (1308950479) Last Batch Returned: 1.31s (1308950479) Closed: 1.31s (1309950441) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:128/25.49 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.79% 1:0.1028% 2:0.03428% 3:0.03428% 4:0.03428% 5:0% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):103 - AverageHdfsReadThreadConcurrency: 0.00 (0.004456633527596846) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1247095221) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1247095221) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1247095221) - CachedFileHandlesHitCount: 222 (222) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 758ms (758971313) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.21s (6214764939) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79681070) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 132.2 MiB/s (138632990) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2352329728) - RowBatchQueueGetWaitTime: 1.56s (1556941116) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449295183183) - RowBatchesEnqueued: 69,659 (69659) - RowsRead: 71,267,549 (71267549) - RowsReturned: 71,267,549 (71267549) - RowsReturnedRate: 33428820 per second (33428820) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 2.98s (2977887377) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 24.3m (1460044776626) - ScannerThreadsSysTime: 452ms (452526000) - ScannerThreadsUserTime: 7.84s (7841157000) - ScannerThreadsVoluntaryContextSwitches: 52,706 (52706) - TotalRawHdfsOpenFileTime(*): 999.96us (999962) - TotalRawHdfsReadTime(*): 8.99s (8995659793) - TotalReadThroughput: 834.2 KiB/s (854250) - TotalTime: 2.13s (2131919369) Node Lifecycle Event Timeline Open Started: 1.31s (1309950441) Open Finished: 1.31s (1309950441) First Batch Requested: 1.31s (1309950441) First Batch Returned: 1.59s (1589939849) Last Batch Returned: 24.4m (1461465722868) Closed: 24.4m (1461486722074) Buffer pool - AllocTime: 32ms (32998753) - CumulativeAllocationBytes: 1.4 GiB (1527906304) - CumulativeAllocations: 222 (222) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998753) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 399,360 (399360) - Rows rejected: 0 (0) - Rows total: 71,267,549 (71267549) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 128 (128) - Files rejected: 103 (103) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 69,609 (69609) - RowGroups rejected: 0 (0) - RowGroups total: 69,609 (69609) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 71,267,549 (71267549) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.01s (1008961828) - CodegenSysTime: 3ms (3953000) - CodegenUserTime: 418ms (418041000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 287ms (287989105) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 43ms (43998336) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 500ms (500981046) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 173ms (173993417) - TotalTime: 1.01s (1008961828) Instance c7456fdd806a4994:3209e926000001f8 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.560 Hdfs split stats (:<# splits>/): 0:131/25.53 GB Filter 24 arrival: 1s259ms Filter 22 arrival: 17s663ms - AverageThreadTokens: 2.00 (1.998972602739726) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83982710) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 70,948,264 (70948264) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1429319293085) - TotalStorageWaitTime: 2.50s (2502904195) - TotalThreadsInvoluntaryContextSwitches: 245 (245) - TotalThreadsTotalWallClockTime: 48.7m (2920919202383) - TotalThreadsSysTime: 2.54s (2541131000) - TotalThreadsUserTime: 32.72s (32715783000) - TotalThreadsVoluntaryContextSwitches: 85,694 (85694) - TotalTime: 24.4m (1461137075266) Fragment Instance Lifecycle Event Timeline Prepare Finished: 372ms (372985727) Open Finished: 1.86s (1865928594) First Batch Produced: 1.86s (1865928594) First Batch Sent: 1.86s (1865928594) ExecInternal Finished: 24.4m (1461510060992) Buffer pool - AllocTime: 10ms (10999579) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 10ms (10999579) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459643132437) - ExecTreeExecTime: 4.34s (4341833796) - InactiveTotalTime: 0ns (0) - OpenTime: 1.49s (1492942867) - ExecTreeOpenTime: 317ms (317987831) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 999.96us (999962) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429348291975) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 70,948,264 (70948264) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.03s (12027539607) - TotalBytesSent: 1.9 GiB (1991460960) - TotalTime: 24.2m (1451956426660) - UncompressedRowBatchSize: 4.1 GiB (4398792368) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 87ms (87996632) - InactiveTotalTime: 0ns (0) - LocalTime: 2.75s (2749894734) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 70,948,264 (70948264) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.54s (2541902692) - RowsReturned: 70,948,264 (70948264) - RowsReturnedRate: 15383993 per second (15383993) - TotalTime: 4.61s (4611823472) Node Lifecycle Event Timeline Open Started: 1.55s (1547940763) Open Finished: 1.86s (1865928594) First Batch Requested: 1.86s (1865928594) First Batch Returned: 1.86s (1865928594) Last Batch Returned: 24.4m (1461489061796) Closed: 24.4m (1461509061031) Buffer pool - AllocTime: 81ms (81996862) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 81ms (81996862) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 82ms (82996824) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 4ms (4999808) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.55s (1547940763) Open Finished: 1.55s (1547940763) First Batch Requested: 1.55s (1547940763) First Batch Returned: 1.55s (1547940763) Last Batch Returned: 1.55s (1547940763) Closed: 1.64s (1635937395) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:131/25.53 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.03428% 2:0% 3:0% 4:0.06856% 5:0.03428% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):107 - AverageHdfsReadThreadConcurrency: 0.00 (0.0047994514912581415) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1241588375) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1241588375) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1241588375) - CachedFileHandlesHitCount: 220 (220) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 775ms (775970315) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.61s (6607747064) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680915) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 131.4 MiB/s (137760557) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2341782528) - RowBatchQueueGetWaitTime: 1.40s (1396946526) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448716550677) - RowBatchesEnqueued: 69,345 (69345) - RowsRead: 70,948,264 (70948264) - RowsReturned: 70,948,264 (70948264) - RowsReturnedRate: 38104715 per second (38104715) - ScanRangesComplete: 131 (131) - ScannerIoWaitTime: 2.50s (2502904195) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 24.3m (1459783127079) - ScannerThreadsSysTime: 462ms (462161000) - ScannerThreadsUserTime: 7.80s (7799097000) - ScannerThreadsVoluntaryContextSwitches: 52,132 (52132) - TotalRawHdfsOpenFileTime(*): 999.96us (999962) - TotalRawHdfsReadTime(*): 9.01s (9012655007) - TotalReadThroughput: 830.2 KiB/s (850164) - TotalTime: 1.86s (1861928738) Node Lifecycle Event Timeline Open Started: 1.64s (1635937395) Open Finished: 1.64s (1635937395) First Batch Requested: 1.64s (1635937395) First Batch Returned: 1.86s (1865928594) Last Batch Returned: 24.4m (1461489061796) Closed: 24.4m (1461509061031) Buffer pool - AllocTime: 178ms (178993150) - CumulativeAllocationBytes: 1.4 GiB (1531969536) - CumulativeAllocations: 220 (220) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 178ms (178993150) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 388,096 (388096) - Rows rejected: 0 (0) - Rows total: 70,948,264 (70948264) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 131 (131) - Files rejected: 107 (107) - Files total: 131 (131) - InactiveTotalTime: 0ns (0) - RowGroups processed: 69,297 (69297) - RowGroups rejected: 0 (0) - RowGroups total: 69,297 (69297) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 70,948,264 (70948264) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.17s (1174955036) - CodegenSysTime: 4ms (4966000) - CodegenUserTime: 430ms (430972000) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 482ms (482981517) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999158) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 566ms (566978303) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 100ms (100996135) - TotalTime: 1.17s (1174955036) Instance c7456fdd806a4994:3209e926000001f9 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.781 Hdfs split stats (:<# splits>/): 0:127/25.54 GB Filter 24 arrival: 1s124ms Filter 22 arrival: 17s907ms - AverageThreadTokens: 2.00 (1.998972602739726) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83974437) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 71,738,477 (71738477) - TotalNetworkReceiveTime: 209ms (209996353) - TotalNetworkSendTime: 23.8m (1429622180397) - TotalStorageWaitTime: 3.20s (3204944377) - TotalThreadsInvoluntaryContextSwitches: 247 (247) - TotalThreadsTotalWallClockTime: 48.7m (2920927290255) - TotalThreadsSysTime: 2.62s (2617170000) - TotalThreadsUserTime: 32.84s (32843933000) - TotalThreadsVoluntaryContextSwitches: 86,595 (86595) - TotalTime: 24.4m (1461113633838) Fragment Instance Lifecycle Event Timeline Prepare Finished: 279ms (279995137) Open Finished: 1.64s (1640971499) First Batch Produced: 1.64s (1640971499) First Batch Sent: 1.64s (1640971499) ExecInternal Finished: 24.4m (1461323630191) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459681658709) - ExecTreeExecTime: 4.45s (4447922804) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1360976362) - ExecTreeOpenTime: 517ms (517991004) - PrepareTime: 70ms (70998767) - ExecTreePrepareTime: 70ms (70998767) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429643180031) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 71,738,477 (71738477) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.34s (12344785732) - TotalBytesSent: 1.9 GiB (2013577598) - TotalTime: 24.2m (1452639780903) - UncompressedRowBatchSize: 4.1 GiB (4447785574) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.98us (999983) - InactiveTotalTime: 0ns (0) - LocalTime: 2.55s (2554955650) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 71,738,477 (71738477) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.40s (2402958292) - RowsReturned: 71,738,477 (71738477) - RowsReturnedRate: 14287935 per second (14287935) - TotalTime: 5.02s (5020912847) Node Lifecycle Event Timeline Open Started: 1.12s (1122980495) Open Finished: 1.64s (1640971499) First Batch Requested: 1.64s (1640971499) First Batch Returned: 1.64s (1640971499) Last Batch Returned: 24.4m (1461302630555) Closed: 24.4m (1461322630208) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.98us (999983) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 209ms (209996353) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1742 per second (1742) - TotalTime: 209ms (209996353) Node Lifecycle Event Timeline Open Started: 1.12s (1122980495) Open Finished: 1.12s (1122980495) First Batch Requested: 1.12s (1122980495) First Batch Returned: 1.33s (1332976848) Last Batch Returned: 1.33s (1332976848) Closed: 1.33s (1333976831) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 209ms (209996353) - DataWaitTime: 209ms (209996353) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:127/25.54 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 27 out of 27 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.83% 1:0.03428% 2:0.06856% 3:0.03428% 4:0.03428% 5:0% 6:0% File Formats: PARQUET/SNAPPY:27 PARQUET/Unknown(Skipped):100 - AverageHdfsReadThreadConcurrency: 0.00 (0.00411381556393555) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1256430003) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1256430003) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1256430003) - CachedFileHandlesHitCount: 234 (234) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 723ms (723987440) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.32s (6316890367) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 27 (27) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680855) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 116.0 MiB/s (121607801) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2367983616) - RowBatchQueueGetWaitTime: 1.71s (1709970326) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448763848183) - RowBatchesEnqueued: 70,126 (70126) - RowsRead: 71,738,477 (71738477) - RowsReturned: 71,738,477 (71738477) - RowsReturnedRate: 31799522 per second (31799522) - ScanRangesComplete: 127 (127) - ScannerIoWaitTime: 3.20s (3204944377) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 24.3m (1459884655184) - ScannerThreadsSysTime: 481ms (481336000) - ScannerThreadsUserTime: 7.81s (7811908000) - ScannerThreadsVoluntaryContextSwitches: 52,884 (52884) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 10.33s (10331820697) - TotalReadThroughput: 840.1 KiB/s (860297) - TotalTime: 2.25s (2255960844) Node Lifecycle Event Timeline Open Started: 1.33s (1333976831) Open Finished: 1.33s (1333976831) First Batch Requested: 1.33s (1333976831) First Batch Returned: 1.64s (1640971499) Last Batch Returned: 24.4m (1461302630555) Closed: 24.4m (1461322630208) Buffer pool - AllocTime: 36ms (36999354) - CumulativeAllocationBytes: 1.5 GiB (1565917184) - CumulativeAllocations: 234 (234) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36999354) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 431,104 (431104) - Rows rejected: 0 (0) - Rows total: 71,738,477 (71738477) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 127 (127) - Files rejected: 100 (100) - Files total: 127 (127) - InactiveTotalTime: 0ns (0) - RowGroups processed: 70,072 (70072) - RowGroups rejected: 0 (0) - RowGroups total: 70,072 (70072) - Rows processed: 442,368 (442368) - Rows rejected: 0 (0) - Rows total: 71,738,477 (71738477) - Splits processed: 27 (27) - Splits rejected: 0 (0) - Splits total: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 842ms (842985358) - CodegenSysTime: 3ms (3006000) - CodegenUserTime: 421ms (421655000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 262ms (262995432) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47999166) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 445ms (445992254) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 82ms (82998558) - TotalTime: 842ms (842985358) Instance c7456fdd806a4994:3209e926000001ed (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.799 Hdfs split stats (:<# splits>/): 0:129/25.62 GB Filter 24 arrival: 1s110ms Filter 22 arrival: 17s773ms - AverageThreadTokens: 2.00 (1.999314833847208) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998862) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 68,659,988 (68659988) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1427678250434) - TotalStorageWaitTime: 2.84s (2842904924) - TotalThreadsInvoluntaryContextSwitches: 266 (266) - TotalThreadsTotalWallClockTime: 48.7m (2920840310751) - TotalThreadsSysTime: 2.40s (2397729000) - TotalThreadsUserTime: 33.76s (33760381000) - TotalThreadsVoluntaryContextSwitches: 82,808 (82808) - TotalTime: 24.4m (1461062133901) Fragment Instance Lifecycle Event Timeline Prepare Finished: 322ms (322989196) Open Finished: 1.62s (1619945812) First Batch Produced: 1.62s (1619945812) First Batch Sent: 1.62s (1620945778) ExecInternal Finished: 24.4m (1461324125137) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459704179325) - ExecTreeExecTime: 4.19s (4190859810) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1296956616) - ExecTreeOpenTime: 284ms (284990467) - PrepareTime: 60ms (60997960) - ExecTreePrepareTime: 37ms (37998729) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1427706249501) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 68,659,988 (68659988) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.18s (12177592717) - TotalBytesSent: 1.8 GiB (1926960843) - TotalTime: 24.2m (1451653448596) - UncompressedRowBatchSize: 4.0 GiB (4256919256) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 41ms (41998595) - InactiveTotalTime: 0ns (0) - LocalTime: 2.60s (2601912964) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 68,659,988 (68659988) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.43s (2430918685) - RowsReturned: 68,659,988 (68659988) - RowsReturnedRate: 15258285 per second (15258285) - TotalTime: 4.50s (4499849478) Node Lifecycle Event Timeline Open Started: 1.33s (1334955345) Open Finished: 1.62s (1619945812) First Batch Requested: 1.62s (1619945812) First Batch Returned: 1.62s (1619945812) Last Batch Returned: 24.4m (1461294126140) Closed: 24.4m (1461324125137) Buffer pool - AllocTime: 35ms (35998796) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35998796) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 35ms (35998796) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 4ms (4999833) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.33s (1334955345) Open Finished: 1.33s (1334955345) First Batch Requested: 1.33s (1335955311) First Batch Returned: 1.33s (1335955311) Last Batch Returned: 1.33s (1335955311) Closed: 1.38s (1376953940) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:129/25.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.03428% 2:0% 3:0.1028% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.00 (0.0034281796366129585) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1200750902) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1200750902) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1200750902) - CachedFileHandlesHitCount: 210 (210) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 710ms (710976230) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.75s (6750774235) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680988) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 127.4 MiB/s (133554783) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2266287104) - RowBatchQueueGetWaitTime: 1.29s (1295956660) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448742545907) - RowBatchesEnqueued: 67,109 (67109) - RowsRead: 68,659,988 (68659988) - RowsReturned: 68,659,988 (68659988) - RowsReturnedRate: 36176124 per second (36176124) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 2.84s (2842904924) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 24.3m (1459839174810) - ScannerThreadsSysTime: 420ms (420055000) - ScannerThreadsUserTime: 7.68s (7681543000) - ScannerThreadsVoluntaryContextSwitches: 49,256 (49256) - TotalRawHdfsOpenFileTime(*): 999.97us (999966) - TotalRawHdfsReadTime(*): 8.99s (8990699314) - TotalReadThroughput: 803.2 KiB/s (822464) - TotalTime: 1.90s (1897936514) Node Lifecycle Event Timeline Open Started: 1.38s (1376953940) Open Finished: 1.38s (1377953906) First Batch Requested: 1.38s (1377953906) First Batch Returned: 1.62s (1619945812) Last Batch Returned: 24.4m (1461294126140) Closed: 24.4m (1461324125137) Buffer pool - AllocTime: 76ms (76997425) - CumulativeAllocationBytes: 1.4 GiB (1489895424) - CumulativeAllocations: 210 (210) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 76ms (76997425) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 366,592 (366592) - Rows rejected: 0 (0) - Rows total: 68,659,988 (68659988) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 129 (129) - Files rejected: 106 (106) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 67,063 (67063) - RowGroups rejected: 0 (0) - RowGroups total: 67,063 (67063) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 68,659,988 (68659988) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.01s (1011966149) - CodegenSysTime: 3ms (3994000) - CodegenUserTime: 439ms (439488000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 364ms (364987791) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37998729) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 477ms (477984011) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 127ms (127995718) - TotalTime: 1.01s (1011966149) Instance c7456fdd806a4994:3209e926000001de (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.358 Hdfs split stats (:<# splits>/): 0:123/25.56 GB Filter 24 arrival: 1s307ms Filter 22 arrival: 17s918ms - AverageThreadTokens: 2.00 (1.999314833847208) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998699) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 71,077,806 (71077806) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430364614781) - TotalStorageWaitTime: 2.69s (2685903529) - TotalThreadsInvoluntaryContextSwitches: 182 (182) - TotalThreadsTotalWallClockTime: 48.7m (2920671076660) - TotalThreadsSysTime: 2.60s (2601568000) - TotalThreadsUserTime: 32.03s (32030517000) - TotalThreadsVoluntaryContextSwitches: 85,141 (85141) - TotalTime: 24.4m (1461060512270) Fragment Instance Lifecycle Event Timeline Prepare Finished: 278ms (278989971) Open Finished: 1.66s (1655940473) First Batch Produced: 1.66s (1655940473) First Batch Sent: 1.66s (1655940473) ExecInternal Finished: 24.4m (1461265504901) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459608564464) - ExecTreeExecTime: 4.42s (4420841230) - InactiveTotalTime: 0ns (0) - OpenTime: 1.38s (1376950502) - ExecTreeOpenTime: 151ms (151994536) - PrepareTime: 74ms (74997304) - ExecTreePrepareTime: 73ms (73997340) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430389613883) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 71,077,806 (71077806) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.12s (12117564779) - TotalBytesSent: 1.9 GiB (1995536343) - TotalTime: 24.2m (1452701812500) - UncompressedRowBatchSize: 4.1 GiB (4406823972) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 6ms (6999748) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2570907662) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 71,077,806 (71077806) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.41s (2413913303) - RowsReturned: 71,077,806 (71077806) - RowsReturnedRate: 15210862 per second (15210862) - TotalTime: 4.67s (4672832170) Node Lifecycle Event Timeline Open Started: 1.50s (1503945937) Open Finished: 1.66s (1655940473) First Batch Requested: 1.66s (1655940473) First Batch Returned: 1.66s (1655940473) Last Batch Returned: 24.4m (1461244505655) Closed: 24.4m (1461265504901) Buffer pool - AllocTime: 6ms (6999748) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999748) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 6ms (6999748) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.50s (1503945937) Open Finished: 1.50s (1503945937) First Batch Requested: 1.50s (1503945937) First Batch Returned: 1.50s (1503945937) Last Batch Returned: 1.50s (1503945937) Closed: 1.51s (1510945685) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:123/25.56 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0% 2:0% 3:0% 4:0.03428% 5:0.03428% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):100 - AverageHdfsReadThreadConcurrency: 0.00 (0.0030853616729516627) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1242781613) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1242781613) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1242781613) - CachedFileHandlesHitCount: 214 (214) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 710ms (710974460) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.36s (6355771698) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680877) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 131.1 MiB/s (137419973) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2346036224) - RowBatchQueueGetWaitTime: 1.51s (1512945671) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448980946198) - RowBatchesEnqueued: 69,469 (69469) - RowsRead: 71,077,806 (71077806) - RowsReturned: 71,077,806 (71077806) - RowsReturnedRate: 33815584 per second (33815584) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 2.69s (2685903529) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.3m (1459685561694) - ScannerThreadsSysTime: 481ms (481333000) - ScannerThreadsUserTime: 7.65s (7649145000) - ScannerThreadsVoluntaryContextSwitches: 51,539 (51539) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 9.04s (9043675221) - TotalReadThroughput: 831.3 KiB/s (851257) - TotalTime: 2.10s (2101924508) Node Lifecycle Event Timeline Open Started: 1.51s (1510945685) Open Finished: 1.51s (1511945649) First Batch Requested: 1.51s (1511945649) First Batch Returned: 1.66s (1655940473) Last Batch Returned: 24.4m (1461244505655) Closed: 24.4m (1461265504901) Buffer pool - AllocTime: 75ms (75997269) - CumulativeAllocationBytes: 1.4 GiB (1529741312) - CumulativeAllocations: 214 (214) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 74ms (74997305) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 369,664 (369664) - Rows rejected: 0 (0) - Rows total: 71,077,806 (71077806) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 123 (123) - Files rejected: 100 (100) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 69,423 (69423) - RowGroups rejected: 0 (0) - RowGroups total: 69,423 (69423) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 71,077,806 (71077806) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 90 (90) - CodegenTotalWallClockTime: 1.22s (1224955966) - CodegenSysTime: 2ms (2172000) - CodegenUserTime: 435ms (435483000) - CodegenVoluntaryContextSwitches: 70 (70) - CompileTime: 295ms (295989360) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999604) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 807ms (807970956) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 107ms (107996118) - TotalTime: 1.22s (1224955966) Instance c7456fdd806a4994:3209e926000001e0 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:28.162 Hdfs split stats (:<# splits>/): 0:130/25.76 GB Filter 24 arrival: 1s200ms Filter 22 arrival: 17s703ms - AverageThreadTokens: 2.00 (1.999314833847208) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998801) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 72,247,005 (72247005) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430101714251) - TotalStorageWaitTime: 2.94s (2941993235) - TotalThreadsInvoluntaryContextSwitches: 137 (137) - TotalThreadsTotalWallClockTime: 48.7m (2920713289593) - TotalThreadsSysTime: 2.55s (2551864000) - TotalThreadsUserTime: 32.61s (32606012000) - TotalThreadsVoluntaryContextSwitches: 86,511 (86511) - TotalTime: 24.4m (1461005643306) Fragment Instance Lifecycle Event Timeline Prepare Finished: 395ms (395999090) Open Finished: 1.81s (1809995843) First Batch Produced: 1.81s (1809995843) First Batch Sent: 1.81s (1809995843) ExecInternal Finished: 24.4m (1461386642430) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459575646590) - ExecTreeExecTime: 4.10s (4104990559) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1413996753) - ExecTreeOpenTime: 250ms (250999424) - PrepareTime: 4ms (4999988) - ExecTreePrepareTime: 1,000.00us (999998) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430130714183) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 72,247,005 (72247005) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.21s (12212971982) - TotalBytesSent: 1.9 GiB (2027777201) - TotalTime: 24.2m (1452790662179) - UncompressedRowBatchSize: 4.2 GiB (4479314310) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.54s (2545994144) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 72,247,005 (72247005) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.38s (2375994535) - RowsReturned: 72,247,005 (72247005) - RowsReturnedRate: 16735504 per second (16735504) - TotalTime: 4.32s (4316990072) Node Lifecycle Event Timeline Open Started: 1.56s (1558996419) Open Finished: 1.81s (1809995843) First Batch Requested: 1.81s (1809995843) First Batch Returned: 1.81s (1809995843) Last Batch Returned: 24.4m (1461366642476) Closed: 24.4m (1461386642430) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.56s (1558996419) Open Finished: 1.56s (1558996419) First Batch Requested: 1.59s (1590996346) First Batch Returned: 1.59s (1590996346) Last Batch Returned: 1.59s (1590996346) Closed: 1.59s (1590996346) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:130/25.76 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 26 out of 26 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.83% 1:0.1028% 2:0.06856% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:26 PARQUET/Unknown(Skipped):104 - AverageHdfsReadThreadConcurrency: 0.00 (0.0023997257456290708) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1264503934) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1264503934) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1264503934) - CachedFileHandlesHitCount: 228 (228) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 768ms (768998234) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.52s (6517985035) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 26 (26) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680913) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 117.0 MiB/s (122719996) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2384638976) - RowBatchQueueGetWaitTime: 1.31s (1309996988) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448595671805) - RowBatchesEnqueued: 70,617 (70617) - RowsRead: 72,247,005 (72247005) - RowsReturned: 72,247,005 (72247005) - RowsReturnedRate: 40794563 per second (40794563) - ScanRangesComplete: 130 (130) - ScannerIoWaitTime: 2.94s (2941993235) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 24.3m (1459723646250) - ScannerThreadsSysTime: 427ms (427036000) - ScannerThreadsUserTime: 7.79s (7786527000) - ScannerThreadsVoluntaryContextSwitches: 52,757 (52757) - TotalRawHdfsOpenFileTime(*): 1,000.00us (999998) - TotalRawHdfsReadTime(*): 10.30s (10303976323) - TotalReadThroughput: 845.9 KiB/s (866189) - TotalTime: 1.77s (1770995928) Node Lifecycle Event Timeline Open Started: 1.59s (1590996346) Open Finished: 1.59s (1590996346) First Batch Requested: 1.59s (1590996346) First Batch Returned: 1.81s (1809995843) Last Batch Returned: 24.4m (1461365642479) Closed: 24.4m (1461386642430) Buffer pool - AllocTime: 46ms (46999892) - CumulativeAllocationBytes: 1.4 GiB (1546911744) - CumulativeAllocations: 228 (228) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45999894) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 410,624 (410624) - Rows rejected: 0 (0) - Rows total: 72,247,005 (72247005) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 130 (130) - Files rejected: 104 (104) - Files total: 130 (130) - InactiveTotalTime: 0ns (0) - RowGroups processed: 70,565 (70565) - RowGroups rejected: 0 (0) - RowGroups total: 70,565 (70565) - Rows processed: 425,984 (425984) - Rows rejected: 0 (0) - Rows total: 72,247,005 (72247005) - Splits processed: 26 (26) - Splits rejected: 0 (0) - Splits total: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.16s (1162997329) - CodegenSysTime: 5ms (5018000) - CodegenUserTime: 416ms (416101000) - CodegenVoluntaryContextSwitches: 74 (74) - CompileTime: 504ms (504998840) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 72ms (72999833) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 484ms (484998886) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 97ms (97999775) - TotalTime: 1.16s (1162997329) Instance c7456fdd806a4994:3209e926000001f7 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.569 Hdfs split stats (:<# splits>/): 0:134/25.51 GB Filter 24 arrival: 1s421ms Filter 22 arrival: 17s680ms - AverageThreadTokens: 2.00 (1.9989722507708119) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84007146) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 70,145,780 (70145780) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.9m (1431436608600) - TotalStorageWaitTime: 2.73s (2732905716) - TotalThreadsInvoluntaryContextSwitches: 162 (162) - TotalThreadsTotalWallClockTime: 48.7m (2920202239117) - TotalThreadsSysTime: 2.41s (2413685000) - TotalThreadsUserTime: 31.57s (31575495000) - TotalThreadsVoluntaryContextSwitches: 85,000 (85000) - TotalTime: 24.3m (1460854593545) Fragment Instance Lifecycle Event Timeline Prepare Finished: 274ms (274990506) Open Finished: 1.84s (1840936439) First Batch Produced: 1.84s (1840936439) First Batch Sent: 1.84s (1840936439) ExecInternal Finished: 24.4m (1461128584085) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459287647646) - ExecTreeExecTime: 3.87s (3872866404) - InactiveTotalTime: 0ns (0) - OpenTime: 1.56s (1565945933) - ExecTreeOpenTime: 185ms (185993578) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1431460607773) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 70,145,780 (70145780) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.90s (11898589439) - TotalBytesSent: 1.8 GiB (1969010793) - TotalTime: 24.2m (1453319853514) - UncompressedRowBatchSize: 4.1 GiB (4349038360) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 39ms (39998619) - InactiveTotalTime: 0ns (0) - LocalTime: 2.48s (2485914252) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 70,145,780 (70145780) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.33s (2332919526) - RowsReturned: 70,145,780 (70145780) - RowsReturnedRate: 17410821 per second (17410821) - TotalTime: 4.03s (4028861015) Node Lifecycle Event Timeline Open Started: 1.65s (1654942861) Open Finished: 1.84s (1840936439) First Batch Requested: 1.84s (1840936439) First Batch Returned: 1.84s (1840936439) Last Batch Returned: 24.4m (1461100585050) Closed: 24.4m (1461128584085) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.97us (999966) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.65s (1654942861) Open Finished: 1.65s (1654942861) First Batch Requested: 1.69s (1693941514) First Batch Returned: 1.69s (1693941514) Last Batch Returned: 1.69s (1693941514) Closed: 1.69s (1694941480) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:134/25.51 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.79% 1:0.03429% 2:0.06859% 3:0.03429% 4:0.06859% 5:0% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):109 - AverageHdfsReadThreadConcurrency: 0.01 (0.0054869684499314125) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1227853827) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1227853827) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1227853827) - CachedFileHandlesHitCount: 222 (222) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 712ms (712975431) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 5.98s (5984793515) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680800) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 112.3 MiB/s (117738631) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2315327488) - RowBatchQueueGetWaitTime: 1.12s (1116961467) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449105998915) - RowBatchesEnqueued: 68,564 (68564) - RowsRead: 70,145,780 (70145780) - RowsReturned: 70,145,780 (70145780) - RowsReturnedRate: 45462216 per second (45462216) - ScanRangesComplete: 134 (134) - ScannerIoWaitTime: 2.73s (2732905716) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 24.3m (1459348645538) - ScannerThreadsSysTime: 427ms (427760000) - ScannerThreadsUserTime: 7.58s (7582380000) - ScannerThreadsVoluntaryContextSwitches: 51,439 (51439) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 10.43s (10428640224) - TotalReadThroughput: 821.3 KiB/s (841062) - TotalTime: 1.54s (1542946763) Node Lifecycle Event Timeline Open Started: 1.69s (1694941480) Open Finished: 1.69s (1694941480) First Batch Requested: 1.69s (1694941480) First Batch Returned: 1.84s (1840936439) Last Batch Returned: 24.4m (1461100585050) Closed: 24.4m (1461128584085) Buffer pool - AllocTime: 29ms (29998965) - CumulativeAllocationBytes: 1.4 GiB (1506934784) - CumulativeAllocations: 222 (222) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 29ms (29998965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 394,240 (394240) - Rows rejected: 0 (0) - Rows total: 70,145,780 (70145780) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 134 (134) - Files rejected: 109 (109) - Files total: 134 (134) - InactiveTotalTime: 0ns (0) - RowGroups processed: 68,514 (68514) - RowGroups rejected: 0 (0) - RowGroups total: 68,514 (68514) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 70,145,780 (70145780) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 49 (49) - CodegenTotalWallClockTime: 1.38s (1379952355) - CodegenSysTime: 5ms (5054000) - CodegenUserTime: 426ms (426971000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 481ms (481983359) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999310) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 764ms (764973588) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 93ms (93996754) - TotalTime: 1.38s (1379952355) Instance c7456fdd806a4994:3209e926000001fb (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.723 Hdfs split stats (:<# splits>/): 0:125/25.62 GB Filter 24 arrival: 937ms Filter 22 arrival: 17s843ms - AverageThreadTokens: 2.00 (1.999314833847208) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84015251) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 71,811,157 (71811157) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430519246760) - TotalStorageWaitTime: 2.32s (2316921025) - TotalThreadsInvoluntaryContextSwitches: 208 (208) - TotalThreadsTotalWallClockTime: 48.7m (2920441468796) - TotalThreadsSysTime: 2.62s (2615348000) - TotalThreadsUserTime: 32.45s (32451513000) - TotalThreadsVoluntaryContextSwitches: 87,066 (87066) - TotalTime: 24.3m (1460790214985) Fragment Instance Lifecycle Event Timeline Prepare Finished: 251ms (251991410) Open Finished: 1.53s (1535947640) First Batch Produced: 1.53s (1535947640) First Batch Sent: 1.53s (1535947640) ExecInternal Finished: 24.4m (1461041206429) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459505258789) - ExecTreeExecTime: 3.89s (3890867377) - InactiveTotalTime: 0ns (0) - OpenTime: 1.28s (1283956230) - ExecTreeOpenTime: 348ms (348988103) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430538246112) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 71,811,157 (71811157) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.18s (12177584932) - TotalBytesSent: 1.9 GiB (2015602510) - TotalTime: 24.2m (1453209473375) - UncompressedRowBatchSize: 4.1 GiB (4452291734) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.97us (999966) - InactiveTotalTime: 0ns (0) - LocalTime: 2.52s (2522914010) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 71,811,157 (71811157) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.40s (2402918099) - RowsReturned: 71,811,157 (71811157) - RowsReturnedRate: 17106623 per second (17106623) - TotalTime: 4.20s (4197856912) Node Lifecycle Event Timeline Open Started: 1.19s (1186959537) Open Finished: 1.53s (1535947640) First Batch Requested: 1.53s (1535947640) First Batch Returned: 1.53s (1535947640) Last Batch Returned: 24.4m (1461021207111) Closed: 24.4m (1461041206429) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.19s (1186959537) Open Finished: 1.19s (1186959537) First Batch Requested: 1.19s (1187959503) First Batch Returned: 1.19s (1187959503) Last Batch Returned: 1.19s (1187959503) Closed: 1.19s (1187959503) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:125/25.62 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 73ms Hdfs Read Thread Concurrency Bucket: 0:99.9% 1:0% 2:0% 3:0.06856% 4:0.03428% 5:0% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):101 - AverageHdfsReadThreadConcurrency: 0.00 (0.0034281796366129585) - AverageScannerThreadConcurrency: 1.00 (0.9996571820363387) - BytesRead: 1.2 GiB (1255968444) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1255968444) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1255968444) - CachedFileHandlesHitCount: 220 (220) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 709ms (709975799) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.46s (6463779660) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680937) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 149.3 MiB/s (156551321) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2370336768) - RowBatchQueueGetWaitTime: 1.12s (1120961788) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449164611267) - RowBatchesEnqueued: 70,190 (70190) - RowsRead: 71,811,157 (71811157) - RowsReturned: 71,811,157 (71811157) - RowsReturnedRate: 42873794 per second (42873794) - ScanRangesComplete: 125 (125) - ScannerIoWaitTime: 2.32s (2316921025) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 24.3m (1459652253777) - ScannerThreadsSysTime: 498ms (498709000) - ScannerThreadsUserTime: 7.76s (7756646000) - ScannerThreadsVoluntaryContextSwitches: 53,508 (53508) - TotalRawHdfsOpenFileTime(*): 999.97us (999966) - TotalRawHdfsReadTime(*): 8.02s (8022726542) - TotalReadThroughput: 840.2 KiB/s (860335) - TotalTime: 1.67s (1674942902) Node Lifecycle Event Timeline Open Started: 1.19s (1187959503) Open Finished: 1.19s (1187959503) First Batch Requested: 1.19s (1187959503) First Batch Returned: 1.53s (1535947640) Last Batch Returned: 24.4m (1461021207111) Closed: 24.4m (1461041206429) Buffer pool - AllocTime: 82ms (82997172) - CumulativeAllocationBytes: 1.4 GiB (1548746752) - CumulativeAllocations: 220 (220) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82997172) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 377,856 (377856) - Rows rejected: 0 (0) - Rows total: 71,811,157 (71811157) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 125 (125) - Files rejected: 101 (101) - Files total: 125 (125) - InactiveTotalTime: 0ns (0) - RowGroups processed: 70,142 (70142) - RowGroups rejected: 0 (0) - RowGroups total: 70,142 (70142) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 71,811,157 (71811157) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 26 (26) - CodegenTotalWallClockTime: 934ms (934968127) - CodegenSysTime: 4ms (4922000) - CodegenUserTime: 419ms (419439000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 387ms (387986774) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 55ms (55998091) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 396ms (396986466) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 91ms (91996864) - TotalTime: 934ms (934968127) Instance c7456fdd806a4994:3209e926000001fe (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:24.020 Hdfs split stats (:<# splits>/): 0:122/25.60 GB Filter 24 arrival: 1s592ms Filter 22 arrival: 17s947ms - AverageThreadTokens: 2.00 (1.998971898560658) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990962) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 68,873,110 (68873110) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1428936716958) - TotalStorageWaitTime: 2.82s (2821910594) - TotalThreadsInvoluntaryContextSwitches: 250 (250) - TotalThreadsTotalWallClockTime: 48.7m (2919671475620) - TotalThreadsSysTime: 2.61s (2614815000) - TotalThreadsUserTime: 32.43s (32431729000) - TotalThreadsVoluntaryContextSwitches: 83,766 (83766) - TotalTime: 24.3m (1460688710766) Fragment Instance Lifecycle Event Timeline Prepare Finished: 250ms (250992042) Open Finished: 2.01s (2014936113) First Batch Produced: 2.01s (2014936113) First Batch Sent: 2.01s (2014936113) ExecInternal Finished: 24.3m (1460907703822) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1458892767709) - ExecTreeExecTime: 4.07s (4066871158) - InactiveTotalTime: 0ns (0) - OpenTime: 1.76s (1763944071) - ExecTreeOpenTime: 282ms (282991028) - PrepareTime: 30ms (30999017) - ExecTreePrepareTime: 29ms (29999049) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1428961716162) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 68,873,110 (68873110) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.84s (11841624758) - TotalBytesSent: 1.8 GiB (1933278662) - TotalTime: 24.2m (1451832991374) - UncompressedRowBatchSize: 4.0 GiB (4270132820) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 80ms (80997432) - InactiveTotalTime: 0ns (0) - LocalTime: 2.69s (2690914738) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 68,873,110 (68873110) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.46s (2464921896) - RowsReturned: 68,873,110 (68873110) - RowsReturnedRate: 15775376 per second (15775376) - TotalTime: 4.37s (4365861676) Node Lifecycle Event Timeline Open Started: 1.73s (1731945085) Open Finished: 2.01s (2014936113) First Batch Requested: 2.01s (2014936113) First Batch Returned: 2.01s (2014936113) Last Batch Returned: 24.3m (1460886704487) Closed: 24.3m (1460907703822) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.73s (1731945085) Open Finished: 1.73s (1731945085) First Batch Requested: 1.81s (1812942517) First Batch Returned: 1.81s (1812942517) Last Batch Returned: 1.81s (1812942517) Closed: 1.81s (1812942517) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:122/25.60 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.76% 1:0.1029% 2:0.06861% 3:0% 4:0.06861% 5:0% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):99 - AverageHdfsReadThreadConcurrency: 0.01 (0.005145797598627788) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1205144289) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1205144289) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1205144289) - CachedFileHandlesHitCount: 210 (210) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 723ms (723977050) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.64s (6641789517) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680990) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 127.1 MiB/s (133272417) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2273248256) - RowBatchQueueGetWaitTime: 1.16s (1164963093) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1447890116375) - RowBatchesEnqueued: 67,315 (67315) - RowsRead: 68,873,110 (68873110) - RowsReturned: 68,873,110 (68873110) - RowsReturnedRate: 41119577 per second (41119577) - ScanRangesComplete: 122 (122) - ScannerIoWaitTime: 2.82s (2821910594) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 24.3m (1459014763840) - ScannerThreadsSysTime: 464ms (464808000) - ScannerThreadsUserTime: 7.62s (7623103000) - ScannerThreadsVoluntaryContextSwitches: 50,172 (50172) - TotalRawHdfsOpenFileTime(*): 1ms (1999937) - TotalRawHdfsReadTime(*): 9.04s (9042713511) - TotalReadThroughput: 794.6 KiB/s (813623) - TotalTime: 1.67s (1674946938) Node Lifecycle Event Timeline Open Started: 1.81s (1812942517) Open Finished: 1.81s (1812942517) First Batch Requested: 1.81s (1812942517) First Batch Returned: 2.01s (2014936113) Last Batch Returned: 24.3m (1460885704519) Closed: 24.3m (1460907703822) Buffer pool - AllocTime: 58ms (58998129) - CumulativeAllocationBytes: 1.4 GiB (1473118208) - CumulativeAllocations: 210 (210) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 58ms (58998129) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 68,873,110 (68873110) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 122 (122) - Files rejected: 99 (99) - Files total: 122 (122) - InactiveTotalTime: 0ns (0) - RowGroups processed: 67,269 (67269) - RowGroups rejected: 0 (0) - RowGroups total: 67,269 (67269) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 68,873,110 (68873110) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 78 (78) - CodegenTotalWallClockTime: 1.48s (1480953043) - CodegenSysTime: 9ms (9837000) - CodegenUserTime: 438ms (438070000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 405ms (405987127) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 102ms (102996734) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 716ms (716977267) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 244ms (244992232) - TotalTime: 1.48s (1480953043) Instance c7456fdd806a4994:3209e926000001e1 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:24.243 Hdfs split stats (:<# splits>/): 0:134/25.63 GB Filter 24 arrival: 1s473ms Filter 22 arrival: 17s811ms - AverageThreadTokens: 2.00 (1.9989722507708119) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83974490) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 69,179,850 (69179850) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1428965104904) - TotalStorageWaitTime: 2.90s (2900919012) - TotalThreadsInvoluntaryContextSwitches: 195 (195) - TotalThreadsTotalWallClockTime: 48.7m (2919695485362) - TotalThreadsSysTime: 2.64s (2636765000) - TotalThreadsUserTime: 31.88s (31877138000) - TotalThreadsVoluntaryContextSwitches: 83,556 (83556) - TotalTime: 24.3m (1460643220472) Fragment Instance Lifecycle Event Timeline Prepare Finished: 281ms (281992127) Open Finished: 1.93s (1928946145) First Batch Produced: 1.93s (1928946145) First Batch Sent: 1.93s (1928946145) ExecInternal Finished: 24.3m (1460891213548) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1458961267431) - ExecTreeExecTime: 4.32s (4317879415) - InactiveTotalTime: 0ns (0) - OpenTime: 1.65s (1646954018) - ExecTreeOpenTime: 244ms (244993160) - PrepareTime: 34ms (34999023) - ExecTreePrepareTime: 21ms (21999386) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1428982104431) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 69,179,850 (69179850) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.05s (12048663582) - TotalBytesSent: 1.8 GiB (1941701050) - TotalTime: 24.2m (1451358479728) - UncompressedRowBatchSize: 4.0 GiB (4289150700) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 39ms (39998884) - InactiveTotalTime: 0ns (0) - LocalTime: 2.54s (2536929139) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 69,179,850 (69179850) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.37s (2366933882) - RowsReturned: 69,179,850 (69179850) - RowsReturnedRate: 15211473 per second (15211473) - TotalTime: 4.55s (4547872989) Node Lifecycle Event Timeline Open Started: 1.68s (1683952985) Open Finished: 1.93s (1928946145) First Batch Requested: 1.93s (1928946145) First Batch Returned: 1.93s (1928946145) Last Batch Returned: 24.3m (1460869214162) Closed: 24.3m (1460890213576) Buffer pool - AllocTime: 33ms (33999051) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33999051) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 34ms (34999023) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 3ms (3999889) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.68s (1683952985) Open Finished: 1.68s (1683952985) First Batch Requested: 1.68s (1684952957) First Batch Returned: 1.68s (1684952957) Last Batch Returned: 1.68s (1684952957) Closed: 1.72s (1723951869) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:134/25.63 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.79% 1:0% 2:0.03429% 3:0.06859% 4:0.06859% 5:0.03429% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):109 - AverageHdfsReadThreadConcurrency: 0.01 (0.00720164609053498) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1210955538) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1210955538) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1210955538) - CachedFileHandlesHitCount: 218 (218) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 688ms (688980759) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.67s (6674813645) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680842) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 112.8 MiB/s (118272228) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2283427840) - RowBatchQueueGetWaitTime: 1.51s (1510957815) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1447924575569) - RowBatchesEnqueued: 67,620 (67620) - RowsRead: 69,179,850 (69179850) - RowsReturned: 69,179,850 (69179850) - RowsReturnedRate: 34401681 per second (34401681) - ScanRangesComplete: 134 (134) - ScannerIoWaitTime: 2.90s (2900919012) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.3m (1459087263913) - ScannerThreadsSysTime: 548ms (548811000) - ScannerThreadsUserTime: 7.52s (7519165000) - ScannerThreadsVoluntaryContextSwitches: 49,823 (49823) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 10.24s (10238714149) - TotalReadThroughput: 810.1 KiB/s (829492) - TotalTime: 2.01s (2010943850) Node Lifecycle Event Timeline Open Started: 1.72s (1723951869) Open Finished: 1.72s (1723951869) First Batch Requested: 1.72s (1723951869) First Batch Returned: 1.93s (1928946145) Last Batch Returned: 24.3m (1460869214162) Closed: 24.3m (1460890213576) Buffer pool - AllocTime: 56ms (56998407) - CumulativeAllocationBytes: 1.4 GiB (1488060416) - CumulativeAllocations: 218 (218) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 56ms (56998407) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 405,504 (405504) - Rows rejected: 0 (0) - Rows total: 69,179,850 (69179850) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 134 (134) - Files rejected: 109 (109) - Files total: 134 (134) - InactiveTotalTime: 0ns (0) - RowGroups processed: 67,570 (67570) - RowGroups rejected: 0 (0) - RowGroups total: 67,570 (67570) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 69,179,850 (69179850) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.40s (1401960858) - CodegenSysTime: 1ms (1997000) - CodegenUserTime: 437ms (437895000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 553ms (553984533) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41998827) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 705ms (705980290) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 96ms (96997292) - TotalTime: 1.40s (1401960858) Instance c7456fdd806a4994:3209e926000001db (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.196 Hdfs split stats (:<# splits>/): 0:125/25.38 GB Filter 24 arrival: 1s309ms Filter 22 arrival: 17s731ms - AverageThreadTokens: 2.00 (1.998971898560658) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83974401) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 67,815,372 (67815372) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430610850222) - TotalStorageWaitTime: 2.57s (2568971059) - TotalThreadsInvoluntaryContextSwitches: 214 (214) - TotalThreadsTotalWallClockTime: 48.7m (2919586042795) - TotalThreadsSysTime: 2.50s (2497540000) - TotalThreadsUserTime: 31.55s (31552944000) - TotalThreadsVoluntaryContextSwitches: 83,035 (83035) - TotalTime: 24.3m (1460521513178) Fragment Instance Lifecycle Event Timeline Prepare Finished: 278ms (278996852) Open Finished: 1.84s (1844979180) First Batch Produced: 1.84s (1844979180) First Batch Sent: 1.84s (1844979180) ExecInternal Finished: 24.3m (1460793510109) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1458947530940) - ExecTreeExecTime: 3.72s (3719958121) - InactiveTotalTime: 0ns (0) - OpenTime: 1.56s (1565982328) - ExecTreeOpenTime: 257ms (257997089) - PrepareTime: 1ms (1999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430625850048) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 67,815,372 (67815372) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.65s (11655868674) - TotalBytesSent: 1.8 GiB (1903709680) - TotalTime: 24.2m (1452737600878) - UncompressedRowBatchSize: 3.9 GiB (4204553064) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.49s (2490971934) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 67,815,372 (67815372) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.38s (2378973196) - RowsReturned: 67,815,372 (67815372) - RowsReturnedRate: 17229709 per second (17229709) - TotalTime: 3.94s (3935955684) Node Lifecycle Event Timeline Open Started: 1.59s (1586982091) Open Finished: 1.84s (1844979180) First Batch Requested: 1.84s (1844979180) First Batch Returned: 1.84s (1844979180) Last Batch Returned: 24.3m (1460771510356) Closed: 24.3m (1460792510120) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.59s (1586982091) Open Finished: 1.59s (1586982091) First Batch Requested: 1.59s (1586982091) First Batch Returned: 1.59s (1586982091) Last Batch Returned: 1.59s (1586982091) Closed: 1.59s (1586982091) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:125/25.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 24 out of 24 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.79% 1:0.1029% 2:0.03431% 3:0.03431% 4:0.03431% 5:0% 6:0% File Formats: PARQUET/SNAPPY:24 PARQUET/Unknown(Skipped):101 - AverageHdfsReadThreadConcurrency: 0.00 (0.00411663807890223) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1187286680) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1187286680) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1187286680) - CachedFileHandlesHitCount: 212 (212) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 695ms (695992143) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.14s (6142930773) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 24 (24) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680882) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 136.9 MiB/s (143497709) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2238446592) - RowBatchQueueGetWaitTime: 921ms (921989632) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448874644462) - RowBatchesEnqueued: 66,287 (66287) - RowsRead: 67,815,372 (67815372) - RowsReturned: 67,815,372 (67815372) - RowsReturnedRate: 46931581 per second (46931581) - ScanRangesComplete: 125 (125) - ScannerIoWaitTime: 2.57s (2568971059) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 24.3m (1459072529527) - ScannerThreadsSysTime: 405ms (405637000) - ScannerThreadsUserTime: 7.48s (7477854000) - ScannerThreadsVoluntaryContextSwitches: 49,441 (49441) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 8.27s (8273906849) - TotalReadThroughput: 794.5 KiB/s (813554) - TotalTime: 1.44s (1444983750) Node Lifecycle Event Timeline Open Started: 1.59s (1586982091) Open Finished: 1.59s (1587982080) First Batch Requested: 1.59s (1587982080) First Batch Returned: 1.84s (1844979180) Last Batch Returned: 24.3m (1460770510367) Closed: 24.3m (1460792510120) Buffer pool - AllocTime: 35ms (35999594) - CumulativeAllocationBytes: 1.4 GiB (1469054976) - CumulativeAllocations: 212 (212) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35999594) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 67,815,372 (67815372) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 125 (125) - Files rejected: 101 (101) - Files total: 125 (125) - InactiveTotalTime: 0ns (0) - RowGroups processed: 66,239 (66239) - RowGroups rejected: 0 (0) - RowGroups total: 66,239 (66239) - Rows processed: 393,216 (393216) - Rows rejected: 0 (0) - Rows total: 67,815,372 (67815372) - Splits processed: 24 (24) - Splits rejected: 0 (0) - Splits total: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 47 (47) - CodegenTotalWallClockTime: 1.31s (1307985239) - CodegenSysTime: 4ms (4973000) - CodegenUserTime: 435ms (435325000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 653ms (653992620) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999684) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 540ms (540993895) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 81ms (81999074) - TotalTime: 1.31s (1307985239) Instance c7456fdd806a4994:3209e926000001e5 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.860 Hdfs split stats (:<# splits>/): 0:123/25.64 GB Filter 24 arrival: 985ms Filter 22 arrival: 17s728ms - AverageThreadTokens: 2.00 (1.9993145990404386) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990970) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 70,667,638 (70667638) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430833528330) - TotalStorageWaitTime: 2.69s (2692984066) - TotalThreadsInvoluntaryContextSwitches: 151 (151) - TotalThreadsTotalWallClockTime: 48.7m (2919936711809) - TotalThreadsSysTime: 2.53s (2529583000) - TotalThreadsUserTime: 32.19s (32193786000) - TotalThreadsVoluntaryContextSwitches: 85,602 (85602) - TotalTime: 24.3m (1460514352660) Fragment Instance Lifecycle Event Timeline Prepare Finished: 321ms (321998086) Open Finished: 1.64s (1635990276) First Batch Produced: 1.64s (1635990276) First Batch Sent: 1.64s (1635990276) ExecInternal Finished: 24.3m (1460836350746) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459199360476) - ExecTreeExecTime: 3.95s (3951976640) - InactiveTotalTime: 0ns (0) - OpenTime: 1.31s (1313992190) - ExecTreeOpenTime: 357ms (357997872) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430863528152) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 70,667,638 (70667638) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.02s (12017928853) - TotalBytesSent: 1.8 GiB (1983438657) - TotalTime: 24.2m (1453241395696) - UncompressedRowBatchSize: 4.1 GiB (4381393556) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 28ms (28999828) - InactiveTotalTime: 0ns (0) - LocalTime: 2.57s (2566984820) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 70,667,638 (70667638) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2420985687) - RowsReturned: 70,667,638 (70667638) - RowsReturnedRate: 16546021 per second (16546021) - TotalTime: 4.27s (4270974743) Node Lifecycle Event Timeline Open Started: 1.28s (1277992404) Open Finished: 1.64s (1635990276) First Batch Requested: 1.64s (1635990276) First Batch Returned: 1.64s (1635990276) Last Batch Returned: 24.3m (1460812350888) Closed: 24.3m (1460836350746) Buffer pool - AllocTime: 26ms (26999839) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999839) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 26ms (26999839) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 1,000.00us (999995) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.28s (1277992404) Open Finished: 1.28s (1277992404) First Batch Requested: 1.28s (1278992398) First Batch Returned: 1.28s (1278992398) Last Batch Returned: 1.28s (1278992398) Closed: 1.31s (1306992232) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:123/25.64 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 25 out of 25 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.66% 1:0.06859% 2:0% 3:0.06859% 4:0.1372% 5:0.06859% 6:0% File Formats: PARQUET/SNAPPY:25 PARQUET/Unknown(Skipped):98 - AverageHdfsReadThreadConcurrency: 0.01 (0.011659807956104253) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1236606117) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1236606117) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1236606117) - CachedFileHandlesHitCount: 222 (222) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 690ms (690995917) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 5.83s (5828965478) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 25 (25) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680824) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 140.5 MiB/s (147286020) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2332493824) - RowBatchQueueGetWaitTime: 1.19s (1187992974) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.2m (1449499417890) - RowBatchesEnqueued: 69,072 (69072) - RowsRead: 70,667,638 (70667638) - RowsReturned: 70,667,638 (70667638) - RowsReturnedRate: 41471863 per second (41471863) - ScanRangesComplete: 123 (123) - ScannerIoWaitTime: 2.69s (2692984066) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.3m (1459423359143) - ScannerThreadsSysTime: 477ms (477932000) - ScannerThreadsUserTime: 7.64s (7636257000) - ScannerThreadsVoluntaryContextSwitches: 51,923 (51923) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 8.39s (8395950366) - TotalReadThroughput: 827.5 KiB/s (847357) - TotalTime: 1.70s (1703989923) Node Lifecycle Event Timeline Open Started: 1.31s (1306992232) Open Finished: 1.31s (1306992232) First Batch Requested: 1.31s (1306992232) First Batch Returned: 1.64s (1635990276) Last Batch Returned: 24.3m (1460812350888) Closed: 24.3m (1460836350746) Buffer pool - AllocTime: 55ms (55999669) - CumulativeAllocationBytes: 1.4 GiB (1527906304) - CumulativeAllocations: 222 (222) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 55ms (55999669) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 401,408 (401408) - Rows rejected: 0 (0) - Rows total: 70,667,638 (70667638) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 123 (123) - Files rejected: 98 (98) - Files total: 123 (123) - InactiveTotalTime: 0ns (0) - RowGroups processed: 69,022 (69022) - RowGroups rejected: 0 (0) - RowGroups total: 69,022 (69022) - Rows processed: 409,600 (409600) - Rows rejected: 0 (0) - Rows total: 70,667,638 (70667638) - Splits processed: 25 (25) - Splits rejected: 0 (0) - Splits total: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 955ms (955994318) - CodegenSysTime: 2ms (2360000) - CodegenUserTime: 426ms (426222000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 315ms (315998122) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40999757) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 490ms (490997081) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 85ms (85999489) - TotalTime: 955ms (955994318) Instance c7456fdd806a4994:3209e926000001ec (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:22.950 Hdfs split stats (:<# splits>/): 0:132/25.69 GB Filter 24 arrival: 1s434ms Filter 22 arrival: 17s884ms - AverageThreadTokens: 2.00 (1.9989722507708119) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990667) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 70,761,922 (70761922) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1429279335047) - TotalStorageWaitTime: 2.66s (2658972738) - TotalThreadsInvoluntaryContextSwitches: 233 (233) - TotalThreadsTotalWallClockTime: 48.7m (2919469045390) - TotalThreadsSysTime: 2.48s (2476431000) - TotalThreadsUserTime: 32.51s (32509302000) - TotalThreadsVoluntaryContextSwitches: 85,832 (85832) - TotalTime: 24.3m (1460506014774) Fragment Instance Lifecycle Event Timeline Prepare Finished: 193ms (193998008) Open Finished: 1.97s (1971979754) First Batch Produced: 1.97s (1971979754) First Batch Sent: 1.97s (1971979754) ExecInternal Finished: 24.3m (1460700012783) Buffer pool - AllocTime: 999.99us (999989) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.99us (999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1458727033039) - ExecTreeExecTime: 4.24s (4244956492) - InactiveTotalTime: 0ns (0) - OpenTime: 1.78s (1777981746) - ExecTreeOpenTime: 416ms (416995719) - PrepareTime: 999.99us (999989) - ExecTreePrepareTime: 999.99us (999989) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429314334687) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 70,761,922 (70761922) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.10s (12100875829) - TotalBytesSent: 1.8 GiB (1986103168) - TotalTime: 24.2m (1451921102805) - UncompressedRowBatchSize: 4.1 GiB (4387239164) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.61s (2612973209) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 70,761,922 (70761922) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.42s (2421975169) - RowsReturned: 70,761,922 (70761922) - RowsReturnedRate: 15353145 per second (15353145) - TotalTime: 4.61s (4608952748) Node Lifecycle Event Timeline Open Started: 1.55s (1554984035) Open Finished: 1.97s (1971979754) First Batch Requested: 1.97s (1971979754) First Batch Returned: 1.97s (1971979754) Last Batch Returned: 24.3m (1460676013029) Closed: 24.3m (1460700012783) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.55s (1554984035) Open Finished: 1.55s (1554984035) First Batch Requested: 1.63s (1626983296) First Batch Returned: 1.63s (1626983296) Last Batch Returned: 1.63s (1626983296) Closed: 1.63s (1627983286) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:132/25.69 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.76% 1:0.03429% 2:0.06859% 3:0.03429% 4:0.1029% 5:0% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):109 - AverageHdfsReadThreadConcurrency: 0.01 (0.006858710562414266) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.2 GiB (1237378457) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.2 GiB (1237378457) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.2 GiB (1237378457) - CachedFileHandlesHitCount: 214 (214) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 766ms (766992145) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.50s (6503933294) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680855) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 129.3 MiB/s (135545091) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2335729664) - RowBatchQueueGetWaitTime: 1.51s (1509984518) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448331139640) - RowBatchesEnqueued: 69,164 (69164) - RowsRead: 70,761,922 (70761922) - RowsReturned: 70,761,922 (70761922) - RowsReturnedRate: 35452228 per second (35452228) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 2.66s (2658972738) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.3m (1458964030605) - ScannerThreadsSysTime: 419ms (419410000) - ScannerThreadsUserTime: 7.78s (7780808000) - ScannerThreadsVoluntaryContextSwitches: 52,111 (52111) - TotalRawHdfsOpenFileTime(*): 1ms (1999980) - TotalRawHdfsReadTime(*): 9.13s (9128906406) - TotalReadThroughput: 827.7 KiB/s (847596) - TotalTime: 2.00s (1995979539) Node Lifecycle Event Timeline Open Started: 1.63s (1627983286) Open Finished: 1.63s (1627983286) First Batch Requested: 1.63s (1627983286) First Batch Returned: 1.97s (1971979754) Last Batch Returned: 24.3m (1460676013029) Closed: 24.3m (1460700012783) Buffer pool - AllocTime: 80ms (80999168) - CumulativeAllocationBytes: 1.4 GiB (1512964096) - CumulativeAllocations: 214 (214) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 80ms (80999168) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 375,808 (375808) - Rows rejected: 0 (0) - Rows total: 70,761,922 (70761922) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 132 (132) - Files rejected: 109 (109) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 69,118 (69118) - RowGroups rejected: 0 (0) - RowGroups total: 69,118 (69118) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 70,761,922 (70761922) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 80 (80) - CodegenTotalWallClockTime: 1.36s (1360986027) - CodegenSysTime: 8ms (8979000) - CodegenUserTime: 425ms (425037000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 354ms (354996355) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39999589) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 889ms (889990863) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 72ms (72999251) - TotalTime: 1.36s (1360986027) Instance c7456fdd806a4994:3209e926000001e2 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.718 Hdfs split stats (:<# splits>/): 0:128/25.80 GB Filter 24 arrival: 955ms Filter 22 arrival: 17s782ms - AverageThreadTokens: 2.00 (1.9993145990404386) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83998950) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 69,982,659 (69982659) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.9m (1431192883533) - TotalStorageWaitTime: 2.75s (2750901760) - TotalThreadsInvoluntaryContextSwitches: 187 (187) - TotalThreadsTotalWallClockTime: 48.7m (2919545725612) - TotalThreadsSysTime: 2.55s (2548986000) - TotalThreadsUserTime: 31.55s (31550620000) - TotalThreadsVoluntaryContextSwitches: 85,703 (85703) - TotalTime: 24.3m (1460355841978) Fragment Instance Lifecycle Event Timeline Prepare Finished: 426ms (426984745) Open Finished: 1.71s (1712938802) First Batch Produced: 1.71s (1712938802) First Batch Sent: 1.71s (1712938802) ExecInternal Finished: 24.3m (1460753827760) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1459039888993) - ExecTreeExecTime: 4.35s (4348844688) - InactiveTotalTime: 0ns (0) - OpenTime: 1.28s (1285954057) - ExecTreeOpenTime: 440ms (440984245) - PrepareTime: 29ms (29998928) - ExecTreePrepareTime: 28ms (28998964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1431207882996) - PeakMemoryUsage: 1.2 MiB (1291200) - RowsSent: 69,982,659 (69982659) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.71s (11711581666) - TotalBytesSent: 1.8 GiB (1964271707) - TotalTime: 24.2m (1453103101035) - UncompressedRowBatchSize: 4.0 GiB (4338924858) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 79ms (79997142) - InactiveTotalTime: 0ns (0) - LocalTime: 2.61s (2611906701) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 69,982,659 (69982659) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.41s (2410913873) - RowsReturned: 69,982,659 (69982659) - RowsReturnedRate: 14546904 per second (14546904) - TotalTime: 4.81s (4810828184) Node Lifecycle Event Timeline Open Started: 1.27s (1271954557) Open Finished: 1.71s (1712938802) First Batch Requested: 1.71s (1712938802) First Batch Returned: 1.71s (1712938802) Last Batch Returned: 24.3m (1460732828509) Closed: 24.3m (1460753827760) Buffer pool - AllocTime: 78ms (78997177) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 78ms (78997177) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 79ms (79997142) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.27s (1271954557) Open Finished: 1.27s (1271954557) First Batch Requested: 1.27s (1271954557) First Batch Returned: 1.27s (1271954557) Last Batch Returned: 1.27s (1271954557) Closed: 1.35s (1351951699) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:128/25.80 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 61ms Hdfs Read Thread Concurrency Bucket: 0:99.76% 1:0.06859% 2:0.06859% 3:0.03429% 4:0.03429% 5:0.03429% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):105 - AverageHdfsReadThreadConcurrency: 0.01 (0.006172839506172839) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1224156093) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1224156093) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1224156093) - CachedFileHandlesHitCount: 214 (214) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 655ms (655976594) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.32s (6322774204) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680831) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 121.8 MiB/s (127707052) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.2 GiB (2309912576) - RowBatchQueueGetWaitTime: 1.54s (1545944798) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448610261431) - RowBatchesEnqueued: 68,400 (68400) - RowsRead: 69,982,659 (69982659) - RowsReturned: 69,982,659 (69982659) - RowsReturnedRate: 31825901 per second (31825901) - ScanRangesComplete: 128 (128) - ScannerIoWaitTime: 2.75s (2750901760) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 24.3m (1459219882562) - ScannerThreadsSysTime: 506ms (506152000) - ScannerThreadsUserTime: 7.53s (7531968000) - ScannerThreadsVoluntaryContextSwitches: 52,100 (52100) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 9.59s (9585657686) - TotalReadThroughput: 819.2 KiB/s (838857) - TotalTime: 2.20s (2198921483) Node Lifecycle Event Timeline Open Started: 1.35s (1351951699) Open Finished: 1.35s (1351951699) First Batch Requested: 1.35s (1351951699) First Batch Returned: 1.71s (1712938802) Last Batch Returned: 24.3m (1460732828509) Closed: 24.3m (1460753827760) Buffer pool - AllocTime: 88ms (88996823) - CumulativeAllocationBytes: 1.4 GiB (1512964096) - CumulativeAllocations: 214 (214) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 88ms (88996823) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 364,544 (364544) - Rows rejected: 0 (0) - Rows total: 69,982,659 (69982659) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 128 (128) - Files rejected: 105 (105) - Files total: 128 (128) - InactiveTotalTime: 0ns (0) - RowGroups processed: 68,354 (68354) - RowGroups rejected: 0 (0) - RowGroups total: 68,354 (68354) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 69,982,659 (69982659) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 843ms (843969848) - CodegenSysTime: 2ms (2965000) - CodegenUserTime: 415ms (415637000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 271ms (271990283) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999214) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 487ms (487982566) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 51ms (51998143) - TotalTime: 843ms (843969848) Instance c7456fdd806a4994:3209e926000001df (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:23.816 Hdfs split stats (:<# splits>/): 0:129/25.58 GB Filter 24 arrival: 1s147ms Filter 22 arrival: 17s834ms - AverageThreadTokens: 2.00 (1.998971546109016) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83990776) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 69,898,750 (69898750) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1429224778836) - TotalStorageWaitTime: 2.56s (2558981710) - TotalThreadsInvoluntaryContextSwitches: 187 (187) - TotalThreadsTotalWallClockTime: 48.6m (2918523128202) - TotalThreadsSysTime: 2.66s (2658730000) - TotalThreadsUserTime: 32.21s (32213134000) - TotalThreadsVoluntaryContextSwitches: 85,101 (85101) - TotalTime: 24.3m (1459895559560) Fragment Instance Lifecycle Event Timeline Prepare Finished: 320ms (320997700) Open Finished: 1.73s (1731987592) First Batch Produced: 1.73s (1731987592) First Batch Sent: 1.73s (1731987592) ExecInternal Finished: 24.3m (1460216557259) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1458483569675) - ExecTreeExecTime: 3.92s (3918972012) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1410989892) - ExecTreeOpenTime: 264ms (264998102) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1429246778679) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 69,898,750 (69898750) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.12s (12124913284) - TotalBytesSent: 1.8 GiB (1961862883) - TotalTime: 24.2m (1451831617200) - UncompressedRowBatchSize: 4.0 GiB (4333722500) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.99us (999993) - InactiveTotalTime: 0ns (0) - LocalTime: 2.49s (2488982220) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 69,898,750 (69898750) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.37s (2366983094) - RowsReturned: 69,898,750 (69898750) - RowsReturnedRate: 16871650 per second (16871650) - TotalTime: 4.14s (4142970403) Node Lifecycle Event Timeline Open Started: 1.47s (1466989490) Open Finished: 1.73s (1731987592) First Batch Requested: 1.73s (1731987592) First Batch Returned: 1.73s (1731987592) Last Batch Returned: 24.3m (1460189557452) Closed: 24.3m (1460216557259) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.47s (1466989490) Open Finished: 1.47s (1466989490) First Batch Requested: 1.47s (1466989490) First Batch Returned: 1.47s (1466989490) Last Batch Returned: 1.47s (1466989490) Closed: 1.47s (1467989483) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:129/25.58 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 23 out of 23 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.06863% 2:0.03432% 3:0.03432% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:23 PARQUET/Unknown(Skipped):106 - AverageHdfsReadThreadConcurrency: 0.00 (0.0024021962937542897) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1222775923) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1222775923) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1222775923) - CachedFileHandlesHitCount: 214 (214) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 692ms (692995042) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.22s (6224955488) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 23 (23) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680871) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 142.6 MiB/s (149502954) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2307074048) - RowBatchQueueGetWaitTime: 1.12s (1117992012) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448413641683) - RowBatchesEnqueued: 68,316 (68316) - RowsRead: 69,898,750 (69898750) - RowsReturned: 69,898,750 (69898750) - RowsReturnedRate: 42260731 per second (42260731) - ScanRangesComplete: 129 (129) - ScannerIoWaitTime: 2.56s (2558981710) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 24.3m (1458628568635) - ScannerThreadsSysTime: 478ms (478147000) - ScannerThreadsUserTime: 7.65s (7653287000) - ScannerThreadsVoluntaryContextSwitches: 51,241 (51241) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 8.18s (8178941549) - TotalReadThroughput: 818.5 KiB/s (838118) - TotalTime: 1.65s (1653988183) Node Lifecycle Event Timeline Open Started: 1.47s (1467989483) Open Finished: 1.47s (1467989483) First Batch Requested: 1.47s (1467989483) First Batch Returned: 1.73s (1731987592) Last Batch Returned: 24.3m (1460189557452) Closed: 24.3m (1460216557259) Buffer pool - AllocTime: 51ms (51999627) - CumulativeAllocationBytes: 1.4 GiB (1512964096) - CumulativeAllocations: 214 (214) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 51ms (51999627) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 369,664 (369664) - Rows rejected: 0 (0) - Rows total: 69,898,750 (69898750) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 129 (129) - Files rejected: 106 (106) - Files total: 129 (129) - InactiveTotalTime: 0ns (0) - RowGroups processed: 68,270 (68270) - RowGroups rejected: 0 (0) - RowGroups total: 68,270 (68270) - Rows processed: 376,832 (376832) - Rows rejected: 0 (0) - Rows total: 69,898,750 (69898750) - Splits processed: 23 (23) - Splits rejected: 0 (0) - Splits total: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.15s (1145991790) - CodegenSysTime: 4ms (4960000) - CodegenUserTime: 433ms (433521000) - CodegenVoluntaryContextSwitches: 54 (54) - CompileTime: 508ms (508996353) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999828) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 519ms (519996275) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 79ms (79999427) - TotalTime: 1.15s (1145991790) Instance c7456fdd806a4994:3209e926000001dc (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:22.960 Hdfs split stats (:<# splits>/): 0:132/25.32 GB Filter 24 arrival: 1s038ms Filter 22 arrival: 17s780ms - AverageThreadTokens: 2.00 (1.9993141289437586) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84007056) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 67,174,661 (67174661) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.8m (1430202017981) - TotalStorageWaitTime: 2.41s (2406927671) - TotalThreadsInvoluntaryContextSwitches: 206 (206) - TotalThreadsTotalWallClockTime: 48.6m (2918190299494) - TotalThreadsSysTime: 2.31s (2310995000) - TotalThreadsUserTime: 31.05s (31051326000) - TotalThreadsVoluntaryContextSwitches: 82,775 (82775) - TotalTime: 24.3m (1459681132137) Fragment Instance Lifecycle Event Timeline Prepare Finished: 261ms (261992127) Open Finished: 1.54s (1539953721) First Batch Produced: 1.54s (1539953721) First Batch Sent: 1.54s (1539953721) ExecInternal Finished: 24.3m (1459942124294) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 24.3m (1458402170573) - ExecTreeExecTime: 3.97s (3969880715) - InactiveTotalTime: 0ns (0) - OpenTime: 1.28s (1277961594) - ExecTreeOpenTime: 240ms (240992758) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=67) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.8m (1430214017621) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 67,174,661 (67174661) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.52s (11521653755) - TotalBytesSent: 1.8 GiB (1885233124) - TotalTime: 24.2m (1451853367356) - UncompressedRowBatchSize: 3.9 GiB (4164828982) HASH_JOIN_NODE (id=25) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 2.48s (2480925454) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 67,174,661 (67174661) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.34s (2343929567) - RowsReturned: 67,174,661 (67174661) - RowsReturnedRate: 16194956 per second (16194956) - TotalTime: 4.15s (4147875366) Node Lifecycle Event Timeline Open Started: 1.30s (1298960963) Open Finished: 1.54s (1539953721) First Batch Requested: 1.54s (1539953721) First Batch Returned: 1.54s (1539953721) Last Batch Returned: 24.3m (1459922124895) Closed: 24.3m (1459942124294) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=25) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=66) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.30s (1298960963) Open Finished: 1.30s (1298960963) First Batch Requested: 1.30s (1298960963) First Batch Returned: 1.30s (1298960963) Last Batch Returned: 1.30s (1298960963) Closed: 1.30s (1298960963) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=23) Hdfs split stats (:<# splits>/): 0:132/25.32 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 22 out of 22 Runtime filters: Not all filters arrived (arrived: [24], missing [22]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.73% 1:0.03432% 2:0.03432% 3:0.103% 4:0.103% 5:0% 6:0% File Formats: PARQUET/SNAPPY:22 PARQUET/Unknown(Skipped):110 - AverageHdfsReadThreadConcurrency: 0.01 (0.008236101578586136) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 1.1 GiB (1174515083) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 1.1 GiB (1174515083) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 1.1 GiB (1174515083) - CachedFileHandlesHitCount: 204 (204) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 637ms (637980827) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 6.17s (6167814641) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 22 (22) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79680926) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 136.3 MiB/s (142941508) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 2.1 GiB (2217217024) - RowBatchQueueGetWaitTime: 1.15s (1148965473) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 24.1m (1448291474419) - RowBatchesEnqueued: 65,655 (65655) - RowsRead: 67,174,661 (67174661) - RowsReturned: 67,174,661 (67174661) - RowsReturnedRate: 40297948 per second (40297948) - ScanRangesComplete: 132 (132) - ScannerIoWaitTime: 2.41s (2406927671) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 24.3m (1458510167327) - ScannerThreadsSysTime: 449ms (449232000) - ScannerThreadsUserTime: 7.37s (7373622000) - ScannerThreadsVoluntaryContextSwitches: 49,162 (49162) - TotalRawHdfsOpenFileTime(*): 999.97us (999970) - TotalRawHdfsReadTime(*): 8.22s (8216753089) - TotalReadThroughput: 786.5 KiB/s (805363) - TotalTime: 1.67s (1666949912) Node Lifecycle Event Timeline Open Started: 1.32s (1320960302) Open Finished: 1.32s (1321960272) First Batch Requested: 1.32s (1321960272) First Batch Returned: 1.54s (1539953721) Last Batch Returned: 24.3m (1459921124925) Closed: 24.3m (1459942124294) Buffer pool - AllocTime: 80ms (80997563) - CumulativeAllocationBytes: 1.4 GiB (1454112768) - CumulativeAllocations: 204 (204) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 80ms (80997563) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 22 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 351,232 (351232) - Rows rejected: 0 (0) - Rows total: 67,174,661 (67174661) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 24 (8.00 KB) - Files processed: 132 (132) - Files rejected: 110 (110) - Files total: 132 (132) - InactiveTotalTime: 0ns (0) - RowGroups processed: 65,611 (65611) - RowGroups rejected: 0 (0) - RowGroups total: 65,611 (65611) - Rows processed: 360,448 (360448) - Rows rejected: 0 (0) - Rows total: 67,174,661 (67174661) - Splits processed: 22 (22) - Splits rejected: 0 (0) - Splits total: 22 (22) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.04s (1036968836) - CodegenSysTime: 1ms (1960000) - CodegenUserTime: 426ms (426312000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 356ms (356989271) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 124ms (124996244) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 429ms (429987078) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 121ms (121996333) - TotalTime: 1.04s (1036968836) Averaged Fragment F20 split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:6s513ms max:6s513ms mean: 6s513ms stddev:0.000ns execution rates: min:338.26 KB/sec max:338.26 KB/sec mean:338.26 KB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 451ms (451998470) - TotalStorageWaitTime: 37ms (37999871) - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 1.04s (1042996468) - TotalThreadsSysTime: 3ms (3734000) - TotalThreadsUserTime: 66ms (66496000) - TotalThreadsVoluntaryContextSwitches: 86 (86) - TotalTime: 933ms (933996838) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 646ms (646997809) - ExecTreeExecTime: 194ms (194999339) - InactiveTotalTime: 0ns (0) - OpenTime: 285ms (285999032) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=66) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 366 (366) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 112.2 KiB (114933) - TotalTime: 452ms (452998467) - UncompressedRowBatchSize: 292.7 KiB (299754) HDFS_SCAN_NODE (id=24) - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0ns (0) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 1,000.00us (999997) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 35.0 MiB/s (36664662) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 30.0 KiB (30720) - RowBatchQueueGetWaitTime: 100ms (100999658) - RowBatchQueuePeakMemoryUsage: 29.0 KiB (29696) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 1876 per second (1876) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 37ms (37999871) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 109ms (109999627) - ScannerThreadsSysTime: 2ms (2656000) - ScannerThreadsUserTime: 1ms (1249000) - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 12ms (12999956) - TotalReadThroughput: 0 B/s (0) - TotalTime: 194ms (194999339) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 2 (2) - CodegenTotalWallClockTime: 285ms (285999032) - CodegenSysTime: 1ms (1043000) - CodegenUserTime: 63ms (63091000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 51ms (51999824) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999993) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 106ms (106999638) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 123ms (123999580) - TotalTime: 285ms (285999032) Fragment F20 Instance c7456fdd806a4994:3209e926000001d8 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:08.286 Hdfs split stats (:<# splits>/): 0:1/2.15 MB - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 451ms (451998470) - TotalStorageWaitTime: 37ms (37999871) - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 1.04s (1042996468) - TotalThreadsSysTime: 3ms (3734000) - TotalThreadsUserTime: 66ms (66496000) - TotalThreadsVoluntaryContextSwitches: 86 (86) - TotalTime: 933ms (933996838) Fragment Instance Lifecycle Event Timeline Prepare Finished: 361ms (361998775) Open Finished: 647ms (647997807) First Batch Produced: 833ms (833997177) First Batch Sent: 833ms (833997177) ExecInternal Finished: 1.29s (1295995613) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 646ms (646997809) - ExecTreeExecTime: 194ms (194999339) - InactiveTotalTime: 0ns (0) - OpenTime: 285ms (285999032) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=66) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 39 (39) - InactiveTotalTime: 451ms (451998470) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 366 (366) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 112.2 KiB (114933) - TotalTime: 452ms (452998467) - UncompressedRowBatchSize: 292.7 KiB (299754) HDFS_SCAN_NODE (id=24) Hdfs split stats (:<# splits>/): 0:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0ns (0) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 1,000.00us (999997) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 35.0 MiB/s (36664662) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 30.0 KiB (30720) - RowBatchQueueGetWaitTime: 100ms (100999658) - RowBatchQueuePeakMemoryUsage: 29.0 KiB (29696) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 1876 per second (1876) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 37ms (37999871) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 109ms (109999627) - ScannerThreadsSysTime: 2ms (2656000) - ScannerThreadsUserTime: 1ms (1249000) - ScannerThreadsVoluntaryContextSwitches: 14 (14) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 12ms (12999956) - TotalReadThroughput: 0 B/s (0) - TotalTime: 194ms (194999339) Node Lifecycle Event Timeline Open Started: 647ms (647997807) Open Finished: 647ms (647997807) First Batch Requested: 647ms (647997807) First Batch Returned: 833ms (833997177) Last Batch Returned: 842ms (842997146) Closed: 1.29s (1294995616) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 2 (2) - CodegenTotalWallClockTime: 285ms (285999032) - CodegenSysTime: 1ms (1043000) - CodegenUserTime: 63ms (63091000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 51ms (51999824) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999993) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 106ms (106999638) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 123ms (123999580) - TotalTime: 285ms (285999032) Averaged Fragment F21 split sizes: min: 88.52 MB, max: 89.22 MB, avg: 89.00 MB, stddev: 188.74 KB completion times: min:10s426ms max:20s705ms mean: 11s222ms stddev:1s563ms execution rates: min:4.29 MB/sec max:8.56 MB/sec mean:8.02 MB/sec stddev:653.28 KB/sec num instances: 39 - AverageThreadTokens: 1.84 (1.8358813700918968) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.1 MiB (78790253) - PeakReservation: 60.1 MiB (63016854) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3262025398) - RowsProduced: 1,666,666 (1666666) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.89s (5893818650) - TotalStorageWaitTime: 165ms (165356364) - TotalThreadsInvoluntaryContextSwitches: 247 (247) - TotalThreadsTotalWallClockTime: 18.84s (18839303326) - TotalThreadsSysTime: 145ms (145509230) - TotalThreadsUserTime: 2.78s (2781121076) - TotalThreadsVoluntaryContextSwitches: 1,605 (1605) - TotalTime: 10.25s (10246595077) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.69s (9690222539) - ExecTreeExecTime: 834ms (834392466) - InactiveTotalTime: 0ns (0) - OpenTime: 554ms (554500788) - ExecTreeOpenTime: 102.56us (102561) - PrepareTime: 1ms (1128167) - ExecTreePrepareTime: 128.20us (128200) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,666,666 (1666666) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1608092415) - TotalBytesSent: 156.1 MiB (163689726) - TotalTime: 8.54s (8541170073) - UncompressedRowBatchSize: 261.3 MiB (274045240) HDFS_SCAN_NODE (id=22) - AverageHdfsReadThreadConcurrency: 0.01 (0.005473084420452841) - AverageScannerThreadConcurrency: 0.90 (0.9044685964190605) - BytesRead: 58.9 MiB (61796076) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61796076) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61796076) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 301ms (301377841) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 383ms (383709773) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.9 MiB (75376135) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 890.9 MiB/s (934185373) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.7 MiB (239785420) - RowBatchQueueGetWaitTime: 298ms (298635381) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11771957) - RowBatchQueuePutWaitTime: 7.55s (7550576214) - RowBatchesEnqueued: 1,630 (1630) - RowsRead: 1,666,666 (1666666) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 2488701 per second (2488701) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 165ms (165356364) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.59s (8594579998) - ScannerThreadsSysTime: 31ms (31959128) - ScannerThreadsUserTime: 373ms (373192076) - ScannerThreadsVoluntaryContextSwitches: 879 (879) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 84ms (84844117) - TotalReadThroughput: 6.0 MiB/s (6255024) - TotalTime: 833ms (833084804) Buffer pool - AllocTime: 32ms (32101880) - CumulativeAllocationBytes: 50.7 MiB (53123229) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.1 MiB (60919702) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52992157) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31512140) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 554ms (554398226) - CodegenSysTime: 2ms (2466589) - CodegenUserTime: 162ms (162918923) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 153ms (153560794) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15589355) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 270ms (270763310) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 109ms (109254127) - TotalTime: 554ms (554398226) Fragment F21 Instance c7456fdd806a4994:3209e9260000021f (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:22.405 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.89 (1.8857142857142857) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79246903) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3370037865) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.23s (5229926219) - TotalStorageWaitTime: 5.62s (5617920740) - TotalThreadsInvoluntaryContextSwitches: 404 (404) - TotalThreadsTotalWallClockTime: 33.20s (33196531653) - TotalThreadsSysTime: 158ms (158836000) - TotalThreadsUserTime: 2.73s (2729193000) - TotalThreadsVoluntaryContextSwitches: 1,529 (1529) - TotalTime: 17.64s (17644751062) Fragment Instance Lifecycle Event Timeline Prepare Finished: 194ms (194997249) Open Finished: 534ms (534992452) First Batch Produced: 7.08s (7078900127) First Batch Sent: 7.09s (7089899972) ExecInternal Finished: 17.86s (17857748057) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 17.30s (17303755873) - ExecTreeExecTime: 6.65s (6646906224) - InactiveTotalTime: 0ns (0) - OpenTime: 339ms (339995203) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.23s (5232926176) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.72s (1721975702) - TotalBytesSent: 155.9 MiB (163427760) - TotalTime: 8.33s (8333882417) - UncompressedRowBatchSize: 260.9 MiB (273619705) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 686ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9393939393939394) - BytesRead: 58.8 MiB (61693274) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693274) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693274) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 636ms (636991015) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 1.46s (1462979365) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843107) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.9 GiB/s (1990133667) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422880) - RowBatchQueueGetWaitTime: 5.86s (5856917368) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894716) - RowBatchQueuePutWaitTime: 7.28s (7276897327) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 250342 per second (250342) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.62s (5617920740) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 15.55s (15552780577) - ScannerThreadsSysTime: 29ms (29651000) - ScannerThreadsUserTime: 372ms (372290000) - ScannerThreadsVoluntaryContextSwitches: 805 (805) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 30ms (30999563) - TotalReadThroughput: 3.6 MiB/s (3727915) - TotalTime: 6.65s (6646906224) Node Lifecycle Event Timeline Open Started: 534ms (534992452) Open Finished: 534ms (534992452) First Batch Requested: 534ms (534992452) First Batch Returned: 7.08s (7078900127) Last Batch Returned: 17.19s (17187757509) Closed: 17.85s (17847748198) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 339ms (339995203) - CodegenSysTime: 4ms (4944000) - CodegenUserTime: 165ms (165344000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 48ms (48999309) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999873) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 190ms (190997305) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 88ms (88998744) - TotalTime: 339ms (339995203) Instance c7456fdd806a4994:3209e9260000020f (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.851 Hdfs split stats (:<# splits>/): 0:1/88.89 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79215439) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3313712534) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.80s (5802824636) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 417 (417) - TotalThreadsTotalWallClockTime: 19.15s (19147421300) - TotalThreadsSysTime: 139ms (139585000) - TotalThreadsUserTime: 2.79s (2793601000) - TotalThreadsVoluntaryContextSwitches: 1,627 (1627) - TotalTime: 10.41s (10411685324) Fragment Instance Lifecycle Event Timeline Prepare Finished: 296ms (296991023) Open Finished: 892ms (892973011) First Batch Produced: 1.62s (1625950858) First Batch Sent: 1.63s (1626950828) ExecInternal Finished: 10.71s (10711676256) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.81s (9815703336) - ExecTreeExecTime: 765ms (765976853) - InactiveTotalTime: 0ns (0) - OpenTime: 595ms (595981988) - ExecTreeOpenTime: 999.97us (999970) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.80s (5802824636) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.54s (1541953387) - TotalBytesSent: 155.9 MiB (163430798) - TotalTime: 8.52s (8516742592) - UncompressedRowBatchSize: 260.9 MiB (273619467) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.89 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 429ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.9 MiB (61726149) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61726149) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61726149) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 405ms (405987728) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 722ms (722978157) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844418) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 764.5 MiB/s (801662535) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429343) - RowBatchQueueGetWaitTime: 227ms (227993109) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11805451) - RowBatchQueuePutWaitTime: 7.34s (7337778222) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2183793 per second (2183793) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.73s (8735735976) - ScannerThreadsSysTime: 30ms (30570000) - ScannerThreadsUserTime: 374ms (374328000) - ScannerThreadsVoluntaryContextSwitches: 875 (875) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76997672) - TotalReadThroughput: 5.9 MiB/s (6146186) - TotalTime: 761ms (761976973) Node Lifecycle Event Timeline Open Started: 891ms (891973041) Open Finished: 892ms (892973011) First Batch Requested: 892ms (892973011) First Batch Returned: 1.62s (1625950858) Last Batch Returned: 10.35s (10346687287) Closed: 10.71s (10709676316) Buffer pool - AllocTime: 62ms (62998096) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62998096) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 594ms (594982018) - CodegenSysTime: 2ms (2000000) - CodegenUserTime: 173ms (173946000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 34ms (34998942) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 33ms (33998973) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 311ms (311990571) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 212ms (212993563) - TotalTime: 594ms (594982018) Instance c7456fdd806a4994:3209e9260000021a (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.080 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79263457) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3225736981) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.30s (6304862104) - TotalStorageWaitTime: 7ms (7999825) - TotalThreadsInvoluntaryContextSwitches: 219 (219) - TotalThreadsTotalWallClockTime: 18.93s (18934585897) - TotalThreadsSysTime: 179ms (179002000) - TotalThreadsUserTime: 2.82s (2819142000) - TotalThreadsVoluntaryContextSwitches: 1,602 (1602) - TotalTime: 10.31s (10309774523) Fragment Instance Lifecycle Event Timeline Prepare Finished: 49ms (49998907) Open Finished: 368ms (368991930) First Batch Produced: 1.20s (1197973800) First Batch Sent: 1.20s (1198973778) ExecInternal Finished: 10.36s (10361773386) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.99s (9990781500) - ExecTreeExecTime: 845ms (845981497) - InactiveTotalTime: 0ns (0) - OpenTime: 318ms (318993023) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.31s (6306862060) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1585965312) - TotalBytesSent: 156.5 MiB (164091231) - TotalTime: 8.95s (8947804310) - UncompressedRowBatchSize: 262.0 MiB (274690834) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 719ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61949898) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61949898) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61949898) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 395ms (395991338) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 384ms (384991575) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743067) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 573.6 MiB/s (601468482) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240328476) - RowBatchQueueGetWaitTime: 101ms (101997769) - RowBatchQueuePeakMemoryUsage: 10.7 MiB (11195582) - RowBatchQueuePutWaitTime: 7.67s (7666832332) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1974629 per second (1974629) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 7ms (7999825) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.62s (8624811374) - ScannerThreadsSysTime: 41ms (41811000) - ScannerThreadsUserTime: 382ms (382842000) - ScannerThreadsVoluntaryContextSwitches: 915 (915) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 102ms (102997746) - TotalReadThroughput: 5.9 MiB/s (6159878) - TotalTime: 845ms (845981497) Node Lifecycle Event Timeline Open Started: 368ms (368991930) Open Finished: 368ms (368991930) First Batch Requested: 368ms (368991930) First Batch Returned: 1.20s (1197973800) Last Batch Returned: 10.01s (10005781172) Closed: 10.36s (10361773386) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 318ms (318993023) - CodegenSysTime: 4ms (4016000) - CodegenUserTime: 165ms (165574000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 56ms (56998753) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999935) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 221ms (221995145) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 34ms (34999234) - TotalTime: 318ms (318993023) Instance c7456fdd806a4994:3209e9260000021e (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.072 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79249088) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3328446781) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.90s (5900801619) - TotalStorageWaitTime: 121ms (121995898) - TotalThreadsInvoluntaryContextSwitches: 276 (276) - TotalThreadsTotalWallClockTime: 19.10s (19098357897) - TotalThreadsSysTime: 157ms (157179000) - TotalThreadsUserTime: 2.79s (2785043000) - TotalThreadsVoluntaryContextSwitches: 1,595 (1595) - TotalTime: 10.24s (10238655768) Fragment Instance Lifecycle Event Timeline Prepare Finished: 194ms (194993444) Open Finished: 741ms (741975054) First Batch Produced: 1.41s (1413952462) First Batch Sent: 1.41s (1413952462) ExecInternal Finished: 10.43s (10429649346) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.69s (9686674326) - ExecTreeExecTime: 684ms (684976970) - InactiveTotalTime: 0ns (0) - OpenTime: 546ms (546981610) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 4ms (4999832) - ExecTreePrepareTime: 4ms (4999832) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.90s (5901801585) - PeakMemoryUsage: 1.8 MiB (1836672) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1679943488) - TotalBytesSent: 156.5 MiB (164060439) - TotalTime: 8.64s (8642709423) - UncompressedRowBatchSize: 261.9 MiB (274670596) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 473ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61943397) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61943397) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61943397) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 287ms (287990309) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 265ms (265991061) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845361) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 280.0 MiB/s (293580473) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240313715) - RowBatchQueueGetWaitTime: 169ms (169994285) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886100) - RowBatchQueuePutWaitTime: 8.05s (8055729165) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2403677 per second (2403677) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 121ms (121995898) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.86s (8864701961) - ScannerThreadsSysTime: 33ms (33973000) - ScannerThreadsUserTime: 373ms (373650000) - ScannerThreadsVoluntaryContextSwitches: 859 (859) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 210ms (210992905) - TotalReadThroughput: 5.9 MiB/s (6181358) - TotalTime: 694ms (694976634) Node Lifecycle Event Timeline Open Started: 741ms (741975054) Open Finished: 741ms (741975054) First Batch Requested: 741ms (741975054) First Batch Returned: 1.41s (1413952462) Last Batch Returned: 10.28s (10279654389) Closed: 10.43s (10429649346) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 546ms (546981610) - CodegenSysTime: 5ms (5059000) - CodegenUserTime: 161ms (161684000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 239ms (239991931) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 75ms (75997445) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 193ms (193993478) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 33ms (33998857) - TotalTime: 546ms (546981610) Instance c7456fdd806a4994:3209e92600000223 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.751 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79229773) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168123377) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.08s (6076990042) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 179 (179) - TotalThreadsTotalWallClockTime: 19.00s (19002968887) - TotalThreadsSysTime: 142ms (142771000) - TotalThreadsUserTime: 2.76s (2763668000) - TotalThreadsVoluntaryContextSwitches: 1,594 (1594) - TotalTime: 10.23s (10235983241) Fragment Instance Lifecycle Event Timeline Prepare Finished: 269ms (269999558) Open Finished: 845ms (845998615) First Batch Produced: 1.50s (1501997541) First Batch Sent: 1.50s (1502997539) ExecInternal Finished: 10.51s (10505982799) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.66s (9659984184) - ExecTreeExecTime: 671ms (671998901) - InactiveTotalTime: 0ns (0) - OpenTime: 575ms (575999057) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.08s (6077990040) - PeakMemoryUsage: 1.4 MiB (1517184) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1507997529) - TotalBytesSent: 156.5 MiB (164099563) - TotalTime: 8.54s (8540986015) - UncompressedRowBatchSize: 262.0 MiB (274705273) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 455ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61940540) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61940540) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61940540) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 225ms (225999637) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 515ms (515999156) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842595) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 809.2 MiB/s (848501954) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240332173) - RowBatchQueueGetWaitTime: 162ms (162999734) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11904677) - RowBatchQueuePutWaitTime: 7.79s (7790987237) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2489571 per second (2489571) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.77s (8766985646) - ScannerThreadsSysTime: 29ms (29413000) - ScannerThreadsUserTime: 365ms (365939000) - ScannerThreadsVoluntaryContextSwitches: 872 (872) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 72ms (72999879) - TotalReadThroughput: 5.9 MiB/s (6160173) - TotalTime: 670ms (670998902) Node Lifecycle Event Timeline Open Started: 845ms (845998615) Open Finished: 845ms (845998615) First Batch Requested: 845ms (845998615) First Batch Returned: 1.50s (1501997541) Last Batch Returned: 10.36s (10362983033) Closed: 10.51s (10505982799) Buffer pool - AllocTime: 48ms (48999919) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48999919) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 575ms (575999057) - CodegenSysTime: 1ms (1991000) - CodegenUserTime: 163ms (163010000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 102ms (102999832) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999981) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 282ms (282999537) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 175ms (175999711) - TotalTime: 575ms (575999057) Instance c7456fdd806a4994:3209e92600000206 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.713 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79222973) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3232185966) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.83s (5832783003) - TotalStorageWaitTime: 7ms (7999702) - TotalThreadsInvoluntaryContextSwitches: 262 (262) - TotalThreadsTotalWallClockTime: 18.78s (18784301150) - TotalThreadsSysTime: 143ms (143240000) - TotalThreadsUserTime: 2.83s (2827439000) - TotalThreadsVoluntaryContextSwitches: 1,664 (1664) - TotalTime: 10.20s (10199620534) Fragment Instance Lifecycle Event Timeline Prepare Finished: 226ms (226991555) Open Finished: 877ms (877967336) First Batch Produced: 1.50s (1499944196) First Batch Sent: 1.50s (1500944159) ExecInternal Finished: 10.43s (10428612014) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.55s (9548644753) - ExecTreeExecTime: 641ms (641976116) - InactiveTotalTime: 0ns (0) - OpenTime: 650ms (650975781) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.83s (5833782965) - PeakMemoryUsage: 1.7 MiB (1738368) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1596940605) - TotalBytesSent: 155.9 MiB (163430217) - TotalTime: 8.63s (8630678906) - UncompressedRowBatchSize: 260.9 MiB (273615575) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 372ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61692906) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692906) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692906) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 256ms (256990432) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 408ms (408984789) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843873) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1164060362) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419628) - RowBatchQueueGetWaitTime: 237ms (237991146) - RowBatchQueuePeakMemoryUsage: 10.7 MiB (11186032) - RowBatchQueuePutWaitTime: 7.61s (7608716929) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2591996 per second (2591996) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 7ms (7999702) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.58s (8584680616) - ScannerThreadsSysTime: 34ms (34008000) - ScannerThreadsUserTime: 371ms (371787000) - ScannerThreadsVoluntaryContextSwitches: 899 (899) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 52ms (52998030) - TotalReadThroughput: 6.2 MiB/s (6464728) - TotalTime: 641ms (641976116) Node Lifecycle Event Timeline Open Started: 877ms (877967336) Open Finished: 877ms (877967336) First Batch Requested: 877ms (877967336) First Batch Returned: 1.50s (1499944196) Last Batch Returned: 10.18s (10181621203) Closed: 10.43s (10428612014) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 650ms (650975781) - CodegenSysTime: 2ms (2001000) - CodegenUserTime: 166ms (166098000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 84ms (84996838) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 35ms (35998661) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 388ms (388985528) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 138ms (138994829) - TotalTime: 650ms (650975781) Instance c7456fdd806a4994:3209e92600000202 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.253 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79198857) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257567044) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.04s (6039043437) - TotalStorageWaitTime: 10ms (10000072) - TotalThreadsInvoluntaryContextSwitches: 256 (256) - TotalThreadsTotalWallClockTime: 18.66s (18661134216) - TotalThreadsSysTime: 150ms (150459000) - TotalThreadsUserTime: 2.77s (2770112000) - TotalThreadsVoluntaryContextSwitches: 1,615 (1615) - TotalTime: 10.20s (10196073333) Fragment Instance Lifecycle Event Timeline Prepare Finished: 270ms (270001942) Open Finished: 865ms (865006221) First Batch Produced: 1.46s (1458010486) First Batch Sent: 1.46s (1458010486) ExecInternal Finished: 10.47s (10468075289) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.60s (9601069054) - ExecTreeExecTime: 623ms (623004480) - InactiveTotalTime: 0ns (0) - OpenTime: 595ms (595004279) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.04s (6040043444) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1595011467) - TotalBytesSent: 156.5 MiB (164050630) - TotalTime: 8.71s (8714062675) - UncompressedRowBatchSize: 261.9 MiB (274666963) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 450ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61920039) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61920039) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61920039) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 244ms (244001758) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 305ms (305002195) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844118) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 868.4 MiB/s (910582287) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240309207) - RowBatchQueueGetWaitTime: 119ms (119000856) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11881896) - RowBatchQueuePutWaitTime: 7.76s (7761055815) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2685672 per second (2685672) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10000072) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.46s (8465060883) - ScannerThreadsSysTime: 34ms (34169000) - ScannerThreadsUserTime: 364ms (364412000) - ScannerThreadsVoluntaryContextSwitches: 889 (889) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 68ms (68000487) - TotalReadThroughput: 5.9 MiB/s (6171637) - TotalTime: 622ms (622004473) Node Lifecycle Event Timeline Open Started: 865ms (865006221) Open Finished: 865ms (865006221) First Batch Requested: 865ms (865006221) First Batch Returned: 1.46s (1458010486) Last Batch Returned: 10.17s (10170073146) Closed: 10.47s (10467075282) Buffer pool - AllocTime: 43ms (43000310) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43000310) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 595ms (595004279) - CodegenSysTime: 4ms (4022000) - CodegenUserTime: 162ms (162905000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 204ms (204001467) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3000022) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 343ms (343002467) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 44ms (44000316) - TotalTime: 595ms (595004279) Instance c7456fdd806a4994:3209e92600000209 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.492 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79294188) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257002478) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.74s (5735765263) - TotalStorageWaitTime: 34ms (34998568) - TotalThreadsInvoluntaryContextSwitches: 333 (333) - TotalThreadsTotalWallClockTime: 18.66s (18660236333) - TotalThreadsSysTime: 144ms (144878000) - TotalThreadsUserTime: 2.81s (2806440000) - TotalThreadsVoluntaryContextSwitches: 1,624 (1624) - TotalTime: 10.19s (10193582829) Fragment Instance Lifecycle Event Timeline Prepare Finished: 285ms (285988296) Open Finished: 905ms (905962924) First Batch Produced: 1.49s (1486939147) First Batch Sent: 1.49s (1486939147) ExecInternal Finished: 10.48s (10481571044) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.57s (9573608201) - ExecTreeExecTime: 607ms (607975118) - InactiveTotalTime: 0ns (0) - OpenTime: 619ms (619974628) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.74s (5735765263) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.74s (1743928633) - TotalBytesSent: 155.9 MiB (163447778) - TotalTime: 8.69s (8685644542) - UncompressedRowBatchSize: 261.0 MiB (273626897) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 416ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.9 MiB (61720221) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720221) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720221) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 386ms (386984160) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 356ms (356985394) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842892) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 577.1 MiB/s (605124968) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430375) - RowBatchQueueGetWaitTime: 131ms (131994599) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11901745) - RowBatchQueuePutWaitTime: 7.53s (7525692012) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2736954 per second (2736954) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 34ms (34998568) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.47s (8466653504) - ScannerThreadsSysTime: 25ms (25929000) - ScannerThreadsUserTime: 377ms (377054000) - ScannerThreadsVoluntaryContextSwitches: 901 (901) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 101ms (101995826) - TotalReadThroughput: 5.9 MiB/s (6148657) - TotalTime: 607ms (607975118) Node Lifecycle Event Timeline Open Started: 905ms (905962924) Open Finished: 905ms (905962924) First Batch Requested: 905ms (905962924) First Batch Returned: 1.49s (1486939147) Last Batch Returned: 10.27s (10268579760) Closed: 10.48s (10480571085) Buffer pool - AllocTime: 53ms (53997790) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 53ms (53997790) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 619ms (619974628) - CodegenSysTime: 986.00us (986000) - CodegenUserTime: 163ms (163681000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 268ms (268988992) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999918) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 289ms (289988132) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 57ms (57997626) - TotalTime: 619ms (619974628) Instance c7456fdd806a4994:3209e92600000226 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.614 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79240010) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3306664005) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.98s (5977928037) - TotalStorageWaitTime: 10ms (10999868) - TotalThreadsInvoluntaryContextSwitches: 298 (298) - TotalThreadsTotalWallClockTime: 18.80s (18798773719) - TotalThreadsSysTime: 130ms (130693000) - TotalThreadsUserTime: 2.78s (2780638000) - TotalThreadsVoluntaryContextSwitches: 1,646 (1646) - TotalTime: 10.17s (10173877537) Fragment Instance Lifecycle Event Timeline Prepare Finished: 319ms (319996149) Open Finished: 845ms (845989817) First Batch Produced: 1.55s (1551981319) First Batch Sent: 1.55s (1551981319) ExecInternal Finished: 10.50s (10496873650) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.65s (9647883869) - ExecTreeExecTime: 719ms (719991334) - InactiveTotalTime: 0ns (0) - OpenTime: 525ms (525993668) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.98s (5977928037) - PeakMemoryUsage: 1.6 MiB (1713792) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1662979989) - TotalBytesSent: 156.4 MiB (164039609) - TotalTime: 8.67s (8666895679) - UncompressedRowBatchSize: 261.9 MiB (274644835) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 512ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61923124) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923124) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923124) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 234ms (234997171) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 437ms (437994728) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844372) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.0 GiB/s (1105783400) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240297455) - RowBatchQueueGetWaitTime: 159ms (159998074) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11935847) - RowBatchQueuePutWaitTime: 7.74s (7743906788) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2320166 per second (2320166) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999868) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.62s (8624896182) - ScannerThreadsSysTime: 23ms (23558000) - ScannerThreadsUserTime: 379ms (379197000) - ScannerThreadsVoluntaryContextSwitches: 915 (915) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 55ms (55999325) - TotalReadThroughput: 5.9 MiB/s (6182420) - TotalTime: 719ms (719991334) Node Lifecycle Event Timeline Open Started: 845ms (845989817) Open Finished: 845ms (845989817) First Batch Requested: 845ms (845989817) First Batch Returned: 1.55s (1551981319) Last Batch Returned: 10.28s (10284876201) Closed: 10.50s (10496873650) Buffer pool - AllocTime: 52ms (52999362) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52999362) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 525ms (525993668) - CodegenSysTime: 3ms (3957000) - CodegenUserTime: 158ms (158315000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 177ms (177997857) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999964) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 282ms (282996594) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 60ms (60999265) - TotalTime: 525ms (525993668) Instance c7456fdd806a4994:3209e92600000217 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.531 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79222271) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230134071) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.10s (6098864265) - TotalStorageWaitTime: 1ms (1999955) - TotalThreadsInvoluntaryContextSwitches: 278 (278) - TotalThreadsTotalWallClockTime: 18.55s (18547587201) - TotalThreadsSysTime: 147ms (147698000) - TotalThreadsUserTime: 2.77s (2773007000) - TotalThreadsVoluntaryContextSwitches: 1,593 (1593) - TotalTime: 10.16s (10159773882) Fragment Instance Lifecycle Event Timeline Prepare Finished: 307ms (307993145) Open Finished: 960ms (960978612) First Batch Produced: 1.50s (1499966616) First Batch Sent: 1.50s (1499966616) ExecInternal Finished: 10.47s (10469766983) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.51s (9506788415) - ExecTreeExecTime: 558ms (558987559) - InactiveTotalTime: 0ns (0) - OpenTime: 652ms (652985467) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.10s (6099864243) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1611964107) - TotalBytesSent: 155.9 MiB (163421032) - TotalTime: 8.81s (8815803794) - UncompressedRowBatchSize: 260.9 MiB (273607542) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 373ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61695691) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61695691) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61695691) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 260ms (260994196) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 370ms (370991743) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843178) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 891.5 MiB/s (934804017) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239415799) - RowBatchQueueGetWaitTime: 145ms (145996750) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11792169) - RowBatchQueuePutWaitTime: 7.54s (7541832140) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2987499 per second (2987499) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 1ms (1999955) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.39s (8387813319) - ScannerThreadsSysTime: 40ms (40527000) - ScannerThreadsUserTime: 365ms (365740000) - ScannerThreadsVoluntaryContextSwitches: 880 (880) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 65ms (65998530) - TotalReadThroughput: 5.9 MiB/s (6155411) - TotalTime: 556ms (556987604) Node Lifecycle Event Timeline Open Started: 960ms (960978612) Open Finished: 960ms (960978612) First Batch Requested: 960ms (960978612) First Batch Returned: 1.50s (1499966616) Last Batch Returned: 10.04s (10037776597) Closed: 10.47s (10469766983) Buffer pool - AllocTime: 8ms (8999800) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999800) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 652ms (652985467) - CodegenSysTime: 1ms (1006000) - CodegenUserTime: 166ms (166964000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 241ms (241994614) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999956) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 302ms (302993256) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 103ms (103997685) - TotalTime: 652ms (652985467) Instance c7456fdd806a4994:3209e92600000214 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.283 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.86 (1.8571428571428572) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79206583) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3360872304) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.75s (5745839590) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 290 (290) - TotalThreadsTotalWallClockTime: 18.78s (18779475694) - TotalThreadsSysTime: 124ms (124246000) - TotalThreadsUserTime: 2.78s (2780564000) - TotalThreadsVoluntaryContextSwitches: 1,647 (1647) - TotalTime: 10.16s (10159716350) Fragment Instance Lifecycle Event Timeline Prepare Finished: 284ms (284992043) Open Finished: 874ms (874975571) First Batch Produced: 1.78s (1777950361) First Batch Sent: 1.78s (1777950361) ExecInternal Finished: 10.45s (10447708309) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.57s (9568732850) - ExecTreeExecTime: 916ms (916974399) - InactiveTotalTime: 0ns (0) - OpenTime: 589ms (589983528) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.75s (5747839535) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1613954951) - TotalBytesSent: 155.8 MiB (163396329) - TotalTime: 8.42s (8421764873) - UncompressedRowBatchSize: 260.9 MiB (273594330) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 434ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.8 MiB (61686212) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61686212) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61686212) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 289ms (289991907) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 404ms (404988702) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743475) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 223.7 MiB/s (234554884) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239411062) - RowBatchQueueGetWaitTime: 425ms (425988107) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11449239) - RowBatchQueuePutWaitTime: 7.49s (7489790881) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1814663 per second (1814663) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.62s (8620759316) - ScannerThreadsSysTime: 24ms (24340000) - ScannerThreadsUserTime: 378ms (378294000) - ScannerThreadsVoluntaryContextSwitches: 948 (948) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 262ms (262992656) - TotalReadThroughput: 5.9 MiB/s (6145269) - TotalTime: 916ms (916974399) Node Lifecycle Event Timeline Open Started: 874ms (874975571) Open Finished: 874ms (874975571) First Batch Requested: 874ms (874975571) First Batch Returned: 1.78s (1777950361) Last Batch Returned: 10.28s (10280712972) Closed: 10.44s (10444708393) Buffer pool - AllocTime: 66ms (66998130) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66998130) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 589ms (589983528) - CodegenSysTime: 4ms (4002000) - CodegenUserTime: 161ms (161620000) - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 110ms (110996901) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999358) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 378ms (378989419) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 74ms (74997906) - TotalTime: 589ms (589983528) Instance c7456fdd806a4994:3209e9260000020c (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.299 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79256110) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3277300801) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.84s (5843866216) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 264 (264) - TotalThreadsTotalWallClockTime: 18.56s (18563575018) - TotalThreadsSysTime: 162ms (162581000) - TotalThreadsUserTime: 2.77s (2774554000) - TotalThreadsVoluntaryContextSwitches: 1,590 (1590) - TotalTime: 10.16s (10157767455) Fragment Instance Lifecycle Event Timeline Prepare Finished: 275ms (275993681) Open Finished: 840ms (840980747) First Batch Produced: 1.51s (1512965363) First Batch Sent: 1.51s (1513965340) ExecInternal Finished: 10.44s (10436761068) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.59s (9592780389) - ExecTreeExecTime: 681ms (681984386) - InactiveTotalTime: 0ns (0) - OpenTime: 564ms (564987066) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.84s (5843866216) - PeakMemoryUsage: 1.4 MiB (1476224) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.72s (1721960589) - TotalBytesSent: 155.8 MiB (163411715) - TotalTime: 8.60s (8601803079) - UncompressedRowBatchSize: 260.9 MiB (273593000) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 466ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61688450) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688450) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688450) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 398ms (398990861) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 405ms (405990700) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844270) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1402042378) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412674) - RowBatchQueueGetWaitTime: 157ms (157996383) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11451404) - RowBatchQueuePutWaitTime: 7.34s (7339831976) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2447114 per second (2447114) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.40s (8405807563) - ScannerThreadsSysTime: 37ms (37549000) - ScannerThreadsUserTime: 367ms (367685000) - ScannerThreadsVoluntaryContextSwitches: 867 (867) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 43ms (43998991) - TotalReadThroughput: 6.2 MiB/s (6480559) - TotalTime: 679ms (679984432) Node Lifecycle Event Timeline Open Started: 840ms (840980747) Open Finished: 840ms (840980747) First Batch Requested: 840ms (840980747) First Batch Returned: 1.51s (1512965363) Last Batch Returned: 10.10s (10104768668) Closed: 10.43s (10434761113) Buffer pool - AllocTime: 82ms (82998100) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82998100) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 18 (18) - CodegenTotalWallClockTime: 564ms (564987066) - CodegenSysTime: 993.00us (993000) - CodegenUserTime: 162ms (162978000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 221ms (221994918) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999954) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 289ms (289993361) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 49ms (49998856) - TotalTime: 564ms (564987066) Instance c7456fdd806a4994:3209e92600000218 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.290 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79213244) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3209034090) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.97s (5974820437) - TotalStorageWaitTime: 86ms (86997385) - TotalThreadsInvoluntaryContextSwitches: 248 (248) - TotalThreadsTotalWallClockTime: 18.48s (18475444775) - TotalThreadsSysTime: 158ms (158704000) - TotalThreadsUserTime: 2.74s (2740737000) - TotalThreadsVoluntaryContextSwitches: 1,620 (1620) - TotalTime: 10.15s (10149694981) Fragment Instance Lifecycle Event Timeline Prepare Finished: 273ms (273991766) Open Finished: 898ms (898972984) First Batch Produced: 1.59s (1586952309) First Batch Sent: 1.59s (1586952309) ExecInternal Finished: 10.42s (10424686717) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.52s (9524713763) - ExecTreeExecTime: 715ms (715978483) - InactiveTotalTime: 0ns (0) - OpenTime: 624ms (624981218) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.98s (5978820317) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.54s (1543953612) - TotalBytesSent: 156.5 MiB (164084744) - TotalTime: 8.46s (8459745767) - UncompressedRowBatchSize: 262.0 MiB (274694878) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 407ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61933798) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61933798) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61933798) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 290ms (290991253) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 376ms (376988669) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842301) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1673936741) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240330339) - RowBatchQueueGetWaitTime: 209ms (209993689) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11902652) - RowBatchQueuePutWaitTime: 7.41s (7407777384) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2342987 per second (2342987) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 86ms (86997385) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.32s (8325749794) - ScannerThreadsSysTime: 37ms (37454000) - ScannerThreadsUserTime: 362ms (362263000) - ScannerThreadsVoluntaryContextSwitches: 868 (868) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 36ms (36998888) - TotalReadThroughput: 6.2 MiB/s (6502918) - TotalTime: 712ms (712978573) Node Lifecycle Event Timeline Open Started: 898ms (898972984) Open Finished: 898ms (898972984) First Batch Requested: 898ms (898972984) First Batch Returned: 1.59s (1586952309) Last Batch Returned: 10.06s (10056697776) Closed: 10.42s (10424686717) Buffer pool - AllocTime: 20ms (20999369) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999369) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 624ms (624981218) - CodegenSysTime: 2ms (2001000) - CodegenUserTime: 161ms (161064000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 163ms (163995072) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999910) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 303ms (303990864) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 95ms (95997115) - TotalTime: 624ms (624981218) Instance c7456fdd806a4994:3209e92600000216 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.989 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.81 (1.8095238095238095) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79205848) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230218964) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.12s (6121893649) - TotalStorageWaitTime: 25ms (25999549) - TotalThreadsInvoluntaryContextSwitches: 272 (272) - TotalThreadsTotalWallClockTime: 18.53s (18534678081) - TotalThreadsSysTime: 141ms (141549000) - TotalThreadsUserTime: 2.80s (2801104000) - TotalThreadsVoluntaryContextSwitches: 1,492 (1492) - TotalTime: 10.14s (10138823904) Fragment Instance Lifecycle Event Timeline Prepare Finished: 238ms (238995849) Open Finished: 787ms (787986314) First Batch Produced: 1.38s (1382975980) First Batch Sent: 1.38s (1383975962) ExecInternal Finished: 10.38s (10379819718) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.59s (9589833439) - ExecTreeExecTime: 634ms (634988973) - InactiveTotalTime: 0ns (0) - OpenTime: 548ms (548990465) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.12s (6121893649) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1562972857) - TotalBytesSent: 156.5 MiB (164061834) - TotalTime: 8.77s (8767847714) - UncompressedRowBatchSize: 261.9 MiB (274670029) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 500ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 59.1 MiB (61944158) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61944158) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61944158) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 303ms (303994709) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 425ms (425992605) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842934) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.4 GiB/s (1510859322) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240316371) - RowBatchQueueGetWaitTime: 66ms (66998837) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11888628) - RowBatchQueuePutWaitTime: 7.57s (7568868548) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2639066 per second (2639066) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 25ms (25999549) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.39s (8395854177) - ScannerThreadsSysTime: 29ms (29100000) - ScannerThreadsUserTime: 384ms (384998000) - ScannerThreadsVoluntaryContextSwitches: 792 (792) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 40ms (40999289) - TotalReadThroughput: 5.9 MiB/s (6170966) - TotalTime: 632ms (632989007) Node Lifecycle Event Timeline Open Started: 787ms (787986314) Open Finished: 787ms (787986314) First Batch Requested: 787ms (787986314) First Batch Returned: 1.38s (1382975980) Last Batch Returned: 10.18s (10182823140) Closed: 10.38s (10378819736) Buffer pool - AllocTime: 1ms (1999965) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 548ms (548990465) - CodegenSysTime: 0ns (0) - CodegenUserTime: 166ms (166798000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 112ms (112998037) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999600) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 268ms (268995328) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 140ms (140997551) - TotalTime: 548ms (548990465) Instance c7456fdd806a4994:3209e92600000212 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.544 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79212501) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3278041582) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.01s (6011932144) - TotalStorageWaitTime: 1ms (1999978) - TotalThreadsInvoluntaryContextSwitches: 181 (181) - TotalThreadsTotalWallClockTime: 18.41s (18411792225) - TotalThreadsSysTime: 129ms (129517000) - TotalThreadsUserTime: 2.82s (2816418000) - TotalThreadsVoluntaryContextSwitches: 1,730 (1730) - TotalTime: 10.13s (10130885674) Fragment Instance Lifecycle Event Timeline Prepare Finished: 327ms (327996299) Open Finished: 779ms (779991198) First Batch Produced: 1.57s (1571982261) First Batch Sent: 1.57s (1571982261) ExecInternal Finished: 10.46s (10460881951) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.68s (9678890775) - ExecTreeExecTime: 805ms (805990906) - InactiveTotalTime: 0ns (0) - OpenTime: 451ms (451994899) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.01s (6012932133) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1532982702) - TotalBytesSent: 156.5 MiB (164075993) - TotalTime: 8.68s (8676902078) - UncompressedRowBatchSize: 261.9 MiB (274664640) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 571ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61935658) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935658) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935658) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 276ms (276996870) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 396ms (396995524) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743191) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 407.4 MiB/s (427147288) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240314821) - RowBatchQueueGetWaitTime: 172ms (172998048) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886851) - RowBatchQueuePutWaitTime: 7.41s (7413916341) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2072604 per second (2072604) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 1ms (1999978) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.28s (8280906551) - ScannerThreadsSysTime: 28ms (28401000) - ScannerThreadsUserTime: 378ms (378652000) - ScannerThreadsVoluntaryContextSwitches: 956 (956) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 144ms (144998364) - TotalReadThroughput: 5.9 MiB/s (6171348) - TotalTime: 805ms (805990906) Node Lifecycle Event Timeline Open Started: 779ms (779991198) Open Finished: 779ms (779991198) First Batch Requested: 779ms (779991198) First Batch Returned: 1.57s (1571982261) Last Batch Returned: 9.99s (9986887300) Closed: 10.46s (10459881962) Buffer pool - AllocTime: 77ms (77999120) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 77ms (77999120) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 451ms (451994899) - CodegenSysTime: 1ms (1038000) - CodegenUserTime: 165ms (165544000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 122ms (122998612) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 190ms (190997845) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 133ms (133998488) - TotalTime: 451ms (451994899) Instance c7456fdd806a4994:3209e92600000219 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.804 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79281356) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.2 GiB (3397255457) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.92s (5922957567) - TotalStorageWaitTime: 9ms (9999929) - TotalThreadsInvoluntaryContextSwitches: 223 (223) - TotalThreadsTotalWallClockTime: 18.80s (18805865280) - TotalThreadsSysTime: 133ms (133164000) - TotalThreadsUserTime: 2.76s (2758815000) - TotalThreadsVoluntaryContextSwitches: 1,633 (1633) - TotalTime: 10.12s (10115927532) Fragment Instance Lifecycle Event Timeline Prepare Finished: 333ms (333997607) Open Finished: 891ms (891993609) First Batch Produced: 1.55s (1546988917) First Batch Sent: 1.56s (1561988810) ExecInternal Finished: 10.45s (10451925124) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9557931530) - ExecTreeExecTime: 696ms (696995008) - InactiveTotalTime: 0ns (0) - OpenTime: 557ms (557996002) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.92s (5924957552) - PeakMemoryUsage: 1.6 MiB (1705600) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1599988545) - TotalBytesSent: 155.8 MiB (163408902) - TotalTime: 8.53s (8529938891) - UncompressedRowBatchSize: 260.9 MiB (273591069) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 463ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.8 MiB (61704715) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704715) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704715) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 261ms (261998121) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 342ms (342997543) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844732) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 619.4 MiB/s (649527978) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414812) - RowBatchQueueGetWaitTime: 211ms (211998481) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886585) - RowBatchQueuePutWaitTime: 7.78s (7775944296) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2390821 per second (2390821) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 9ms (9999929) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.69s (8689937748) - ScannerThreadsSysTime: 35ms (35841000) - ScannerThreadsUserTime: 358ms (358324000) - ScannerThreadsVoluntaryContextSwitches: 890 (890) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 94ms (94999318) - TotalReadThroughput: 5.9 MiB/s (6139772) - TotalTime: 695ms (695995015) Node Lifecycle Event Timeline Open Started: 891ms (891993609) Open Finished: 891ms (891993609) First Batch Requested: 891ms (891993609) First Batch Returned: 1.55s (1546988917) Last Batch Returned: 10.24s (10238926650) Closed: 10.45s (10450925131) Buffer pool - AllocTime: 27ms (27999800) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999800) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 557ms (557996002) - CodegenSysTime: 4ms (4046000) - CodegenUserTime: 161ms (161696000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 102ms (102999262) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999878) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 339ms (339997564) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 95ms (95999312) - TotalTime: 557ms (557996002) Instance c7456fdd806a4994:3209e9260000020e (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.577 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79273120) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3181035093) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.28s (6281774199) - TotalStorageWaitTime: 49ms (49998203) - TotalThreadsInvoluntaryContextSwitches: 210 (210) - TotalThreadsTotalWallClockTime: 18.67s (18671328816) - TotalThreadsSysTime: 142ms (142303000) - TotalThreadsUserTime: 2.77s (2769952000) - TotalThreadsVoluntaryContextSwitches: 1,522 (1522) - TotalTime: 10.12s (10115636370) Fragment Instance Lifecycle Event Timeline Prepare Finished: 226ms (226991840) Open Finished: 913ms (913967145) First Batch Produced: 1.37s (1371950682) First Batch Sent: 1.37s (1372950646) ExecInternal Finished: 10.35s (10345628103) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.43s (9428661065) - ExecTreeExecTime: 472ms (472982997) - InactiveTotalTime: 0ns (0) - OpenTime: 686ms (686975305) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.28s (6282774163) - PeakMemoryUsage: 1.6 MiB (1648256) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.50s (1505945862) - TotalBytesSent: 155.9 MiB (163439438) - TotalTime: 8.80s (8802683567) - UncompressedRowBatchSize: 260.9 MiB (273611221) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 337ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61706523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61706523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61706523) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 247ms (247991084) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 334ms (334987959) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844911) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 420.4 MiB/s (440776724) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239431437) - RowBatchQueueGetWaitTime: 113ms (113995902) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11903521) - RowBatchQueuePutWaitTime: 7.82s (7815719046) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3540552 per second (3540552) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 49ms (49998203) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 8.55s (8555692446) - ScannerThreadsSysTime: 28ms (28613000) - ScannerThreadsUserTime: 378ms (378489000) - ScannerThreadsVoluntaryContextSwitches: 825 (825) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 139ms (139994967) - TotalReadThroughput: 5.9 MiB/s (6154036) - TotalTime: 469ms (469983105) Node Lifecycle Event Timeline Open Started: 913ms (913967145) Open Finished: 913ms (913967145) First Batch Requested: 913ms (913967145) First Batch Returned: 1.37s (1371950682) Last Batch Returned: 10.12s (10119636226) Closed: 10.34s (10344628138) Buffer pool - AllocTime: 50ms (50998166) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50998166) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 686ms (686975305) - CodegenSysTime: 3ms (3002000) - CodegenUserTime: 156ms (156056000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 207ms (207992523) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999928) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 337ms (337987850) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 136ms (136995075) - TotalTime: 686ms (686975305) Instance c7456fdd806a4994:3209e92600000220 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.720 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79256832) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3176871225) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.05s (6052960285) - TotalStorageWaitTime: 1ms (1999987) - TotalThreadsInvoluntaryContextSwitches: 245 (245) - TotalThreadsTotalWallClockTime: 18.35s (18353879558) - TotalThreadsSysTime: 140ms (140161000) - TotalThreadsUserTime: 2.78s (2780105000) - TotalThreadsVoluntaryContextSwitches: 1,536 (1536) - TotalTime: 10.11s (10107933669) Fragment Instance Lifecycle Event Timeline Prepare Finished: 338ms (338997776) Open Finished: 844ms (844994455) First Batch Produced: 1.58s (1576989652) First Batch Sent: 1.58s (1576989652) ExecInternal Finished: 10.45s (10448931432) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.60s (9601936990) - ExecTreeExecTime: 742ms (742995126) - InactiveTotalTime: 0ns (0) - OpenTime: 505ms (505996679) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.05s (6052960285) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1615989392) - TotalBytesSent: 155.9 MiB (163439399) - TotalTime: 8.60s (8601943553) - UncompressedRowBatchSize: 260.9 MiB (273623093) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 517ms Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.9 MiB (61710430) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61710430) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61710430) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 234ms (234998462) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 397ms (397997389) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844818) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 795.3 MiB/s (833930195) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429611) - RowBatchQueueGetWaitTime: 154ms (154998983) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11901263) - RowBatchQueuePutWaitTime: 7.43s (7433951213) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2248663 per second (2248663) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 1ms (1999987) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.24s (8245945889) - ScannerThreadsSysTime: 36ms (36116000) - ScannerThreadsUserTime: 367ms (367860000) - ScannerThreadsVoluntaryContextSwitches: 855 (855) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 73ms (73999515) - TotalReadThroughput: 5.9 MiB/s (6148906) - TotalTime: 739ms (739995146) Node Lifecycle Event Timeline Open Started: 844ms (844994455) Open Finished: 844ms (844994455) First Batch Requested: 844ms (844994455) First Batch Returned: 1.58s (1576989652) Last Batch Returned: 10.12s (10118933598) Closed: 10.45s (10447931439) Buffer pool - AllocTime: 64ms (64999573) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 64ms (64999573) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 505ms (505996679) - CodegenSysTime: 4ms (4074000) - CodegenUserTime: 157ms (157872000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 128ms (128999153) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999980) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 292ms (292998078) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 75ms (75999501) - TotalTime: 505ms (505996679) Instance c7456fdd806a4994:3209e9260000020a (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.319 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79138341) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3280635004) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.18s (6183979053) - TotalStorageWaitTime: 5ms (5999980) - TotalThreadsInvoluntaryContextSwitches: 125 (125) - TotalThreadsTotalWallClockTime: 18.57s (18568937143) - TotalThreadsSysTime: 123ms (123064000) - TotalThreadsUserTime: 2.78s (2784066000) - TotalThreadsVoluntaryContextSwitches: 1,608 (1608) - TotalTime: 10.07s (10073965899) Fragment Instance Lifecycle Event Timeline Prepare Finished: 379ms (379998714) Open Finished: 1.04s (1045996459) First Batch Produced: 1.53s (1530994818) First Batch Sent: 1.53s (1531994814) ExecInternal Finished: 10.46s (10455964606) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.41s (9407968154) - ExecTreeExecTime: 492ms (492998330) - InactiveTotalTime: 0ns (0) - OpenTime: 665ms (665997745) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.18s (6185979045) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.50s (1495994942) - TotalBytesSent: 156.4 MiB (164040973) - TotalTime: 8.63s (8632970777) - UncompressedRowBatchSize: 261.9 MiB (274665136) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 357ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61923183) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923183) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923183) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 262ms (262999106) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 298ms (298998987) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75677232) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 868.5 MiB/s (910638097) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240308241) - RowBatchQueueGetWaitTime: 98ms (98999665) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11447650) - RowBatchQueuePutWaitTime: 7.80s (7796973611) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3395336 per second (3395336) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5ms (5999980) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.49s (8494971244) - ScannerThreadsSysTime: 30ms (30745000) - ScannerThreadsUserTime: 369ms (369934000) - ScannerThreadsVoluntaryContextSwitches: 854 (854) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 67ms (67999772) - TotalReadThroughput: 5.9 MiB/s (6179341) - TotalTime: 491ms (491998333) Node Lifecycle Event Timeline Open Started: 1.04s (1045996459) Open Finished: 1.04s (1045996459) First Batch Requested: 1.04s (1045996459) First Batch Returned: 1.53s (1530994818) Last Batch Returned: 10.23s (10233965358) Closed: 10.46s (10455964606) Buffer pool - AllocTime: 19ms (19999932) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 665ms (665997745) - CodegenSysTime: 0ns (0) - CodegenUserTime: 163ms (163482000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 204ms (204999306) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 176ms (176999401) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 279ms (279999052) - TotalTime: 665ms (665997745) Instance c7456fdd806a4994:3209e92600000213 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.667 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79231768) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3274636421) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.90s (5897986458) - TotalStorageWaitTime: 10ms (10999975) - TotalThreadsInvoluntaryContextSwitches: 155 (155) - TotalThreadsTotalWallClockTime: 18.46s (18465957586) - TotalThreadsSysTime: 154ms (154944000) - TotalThreadsUserTime: 2.77s (2765425000) - TotalThreadsVoluntaryContextSwitches: 1,595 (1595) - TotalTime: 10.06s (10057976899) Fragment Instance Lifecycle Event Timeline Prepare Finished: 402ms (402999075) Open Finished: 1.16s (1155997345) First Batch Produced: 1.57s (1573996385) First Batch Sent: 1.57s (1573996385) ExecInternal Finished: 10.44s (10440976019) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.28s (9281978681) - ExecTreeExecTime: 436ms (436998996) - InactiveTotalTime: 0ns (0) - OpenTime: 752ms (752998270) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.90s (5898986456) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1642996227) - TotalBytesSent: 156.5 MiB (164066137) - TotalTime: 8.62s (8615980206) - UncompressedRowBatchSize: 262.0 MiB (274675706) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 287ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61928820) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61928820) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61928820) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 281ms (281999363) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 374ms (374999131) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778822) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1769398952) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240317564) - RowBatchQueueGetWaitTime: 88ms (88999796) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11794460) - RowBatchQueuePutWaitTime: 7.64s (7642982444) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3831430 per second (3831430) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999975) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.43s (8430980635) - ScannerThreadsSysTime: 30ms (30843000) - ScannerThreadsUserTime: 372ms (372293000) - ScannerThreadsVoluntaryContextSwitches: 869 (869) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 34ms (34999919) - TotalReadThroughput: 6.2 MiB/s (6503761) - TotalTime: 435ms (435998999) Node Lifecycle Event Timeline Open Started: 1.16s (1155997345) Open Finished: 1.16s (1155997345) First Batch Requested: 1.16s (1155997345) First Batch Returned: 1.57s (1573996385) Last Batch Returned: 10.21s (10213976540) Closed: 10.44s (10440976019) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 752ms (752998270) - CodegenSysTime: 0ns (0) - CodegenUserTime: 164ms (164487000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 159ms (159999633) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 370ms (370999148) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 205ms (205999526) - TotalTime: 752ms (752998270) Instance c7456fdd806a4994:3209e9260000020b (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.277 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79319625) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3367577170) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.90s (5903798744) - TotalStorageWaitTime: 8ms (8999693) - TotalThreadsInvoluntaryContextSwitches: 223 (223) - TotalThreadsTotalWallClockTime: 18.45s (18447371135) - TotalThreadsSysTime: 138ms (138096000) - TotalThreadsUserTime: 2.76s (2763004000) - TotalThreadsVoluntaryContextSwitches: 1,668 (1668) - TotalTime: 10.04s (10045657547) Fragment Instance Lifecycle Event Timeline Prepare Finished: 285ms (285990251) Open Finished: 1.16s (1155960594) First Batch Produced: 1.60s (1597945527) First Batch Sent: 1.60s (1598945493) ExecInternal Finished: 10.33s (10334647696) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.18s (9175687204) - ExecTreeExecTime: 461ms (461984253) - InactiveTotalTime: 0ns (0) - OpenTime: 869ms (869970343) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.91s (5905798676) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1509948518) - TotalBytesSent: 155.9 MiB (163441136) - TotalTime: 8.44s (8439712291) - UncompressedRowBatchSize: 260.9 MiB (273613007) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 153ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61692563) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692563) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692563) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 323ms (323988961) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 213ms (213992714) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842128) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 520.7 MiB/s (545970491) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239421017) - RowBatchQueueGetWaitTime: 245ms (245991614) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11627886) - RowBatchQueuePutWaitTime: 7.60s (7596741015) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3625395 per second (3625395) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 8ms (8999693) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.40s (8401713588) - ScannerThreadsSysTime: 20ms (20331000) - ScannerThreadsUserTime: 387ms (387385000) - ScannerThreadsVoluntaryContextSwitches: 876 (876) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 112ms (112996149) - TotalReadThroughput: 5.9 MiB/s (6153871) - TotalTime: 458ms (458984355) Node Lifecycle Event Timeline Open Started: 1.16s (1155960594) Open Finished: 1.16s (1155960594) First Batch Requested: 1.16s (1155960594) First Batch Returned: 1.60s (1597945527) Last Batch Returned: 10.12s (10115655161) Closed: 10.33s (10333647730) Buffer pool - AllocTime: 71ms (71997545) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 71ms (71997545) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 869ms (869970343) - CodegenSysTime: 4ms (4967000) - CodegenUserTime: 163ms (163939000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 181ms (181993796) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999455) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 335ms (335988546) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 333ms (333988614) - TotalTime: 869ms (869970343) Instance c7456fdd806a4994:3209e92600000204 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.778 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79190328) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3268444937) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.95s (5950788203) - TotalStorageWaitTime: 17ms (17999360) - TotalThreadsInvoluntaryContextSwitches: 279 (279) - TotalThreadsTotalWallClockTime: 18.67s (18674335392) - TotalThreadsSysTime: 152ms (152136000) - TotalThreadsUserTime: 2.73s (2733456000) - TotalThreadsVoluntaryContextSwitches: 1,621 (1621) - TotalTime: 10.03s (10034642873) Fragment Instance Lifecycle Event Timeline Prepare Finished: 286ms (286989786) Open Finished: 725ms (725974163) First Batch Produced: 1.52s (1518945941) First Batch Sent: 1.52s (1519945906) ExecInternal Finished: 10.32s (10324632552) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.60s (9595658496) - ExecTreeExecTime: 856ms (856969500) - InactiveTotalTime: 0ns (0) - OpenTime: 438ms (438984377) - ExecTreeOpenTime: 999.97us (999965) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.95s (5952788131) - PeakMemoryUsage: 1.7 MiB (1746560) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1578943788) - TotalBytesSent: 155.9 MiB (163433015) - TotalTime: 8.41s (8414700530) - UncompressedRowBatchSize: 260.9 MiB (273606618) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 586ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61704930) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704930) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704930) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 261ms (261990671) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 256ms (256990855) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843823) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 934.1 MiB/s (979478221) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412204) - RowBatchQueueGetWaitTime: 200ms (200992846) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11619471) - RowBatchQueuePutWaitTime: 7.92s (7925717933) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1941726 per second (1941726) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 17ms (17999360) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.64s (8639692519) - ScannerThreadsSysTime: 25ms (25581000) - ScannerThreadsUserTime: 372ms (372571000) - ScannerThreadsVoluntaryContextSwitches: 905 (905) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 62ms (62997756) - TotalReadThroughput: 5.9 MiB/s (6145297) - TotalTime: 856ms (856969500) Node Lifecycle Event Timeline Open Started: 724ms (724974198) Open Finished: 725ms (725974163) First Batch Requested: 725ms (725974163) First Batch Returned: 1.52s (1518945941) Last Batch Returned: 10.19s (10192637250) Closed: 10.32s (10323632588) Buffer pool - AllocTime: 46ms (46998327) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 46ms (46998327) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 16 (16) - CodegenTotalWallClockTime: 437ms (437984412) - CodegenSysTime: 2ms (2982000) - CodegenUserTime: 158ms (158928000) - CodegenVoluntaryContextSwitches: 12 (12) - CompileTime: 59ms (59997864) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 272ms (272990285) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 83ms (83997011) - TotalTime: 437ms (437984412) Instance c7456fdd806a4994:3209e92600000224 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.061 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79178383) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3300578590) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.75s (5755817503) - TotalStorageWaitTime: 24ms (24999207) - TotalThreadsInvoluntaryContextSwitches: 235 (235) - TotalThreadsTotalWallClockTime: 18.30s (18298419816) - TotalThreadsSysTime: 175ms (175459000) - TotalThreadsUserTime: 2.87s (2869545000) - TotalThreadsVoluntaryContextSwitches: 1,532 (1532) - TotalTime: 10.03s (10031681928) Fragment Instance Lifecycle Event Timeline Prepare Finished: 211ms (211993278) Open Finished: 813ms (813974191) First Batch Produced: 1.41s (1407955358) First Batch Sent: 1.41s (1408955326) ExecInternal Finished: 10.24s (10245675143) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.43s (9429701015) - ExecTreeExecTime: 624ms (624980186) - InactiveTotalTime: 0ns (0) - OpenTime: 601ms (601980913) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.75s (5755817503) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.75s (1750944492) - TotalBytesSent: 155.9 MiB (163450544) - TotalTime: 8.53s (8527729610) - UncompressedRowBatchSize: 261.0 MiB (273629691) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 420ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.9 MiB (61720032) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720032) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720032) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 307ms (307990232) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 321ms (321989796) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75741978) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 684.4 MiB/s (717697548) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239435389) - RowBatchQueueGetWaitTime: 74ms (74997622) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11907147) - RowBatchQueuePutWaitTime: 7.50s (7504762048) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2666751 per second (2666751) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 24ms (24999207) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.27s (8266737888) - ScannerThreadsSysTime: 34ms (34831000) - ScannerThreadsUserTime: 386ms (386507000) - ScannerThreadsVoluntaryContextSwitches: 841 (841) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 85ms (85997273) - TotalReadThroughput: 6.2 MiB/s (6482515) - TotalTime: 623ms (623980218) Node Lifecycle Event Timeline Open Started: 813ms (813974191) Open Finished: 813ms (813974191) First Batch Requested: 813ms (813974191) First Batch Returned: 1.41s (1407955358) Last Batch Returned: 9.95s (9946684622) Closed: 10.24s (10244675174) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 601ms (601980913) - CodegenSysTime: 2ms (2085000) - CodegenUserTime: 170ms (170318000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 92ms (92997051) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 124ms (124996037) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 222ms (222992929) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 158ms (158994959) - TotalTime: 601ms (601980913) Instance c7456fdd806a4994:3209e92600000205 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.795 Hdfs split stats (:<# splits>/): 0:1/88.52 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 67.4 MiB (70700381) - PeakReservation: 52.5 MiB (55058432) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168795187) - RowsProduced: 1,657,500 (1657500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.73s (5727780811) - TotalStorageWaitTime: 999.96us (999962) - TotalThreadsInvoluntaryContextSwitches: 326 (326) - TotalThreadsTotalWallClockTime: 18.73s (18729283257) - TotalThreadsSysTime: 154ms (154403000) - TotalThreadsUserTime: 2.81s (2805150000) - TotalThreadsVoluntaryContextSwitches: 1,620 (1620) - TotalTime: 10.03s (10031616104) Fragment Instance Lifecycle Event Timeline Prepare Finished: 387ms (387985153) Open Finished: 840ms (840967818) First Batch Produced: 1.71s (1709934563) First Batch Sent: 1.74s (1737933492) ExecInternal Finished: 10.42s (10421601180) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.58s (9577633477) - ExecTreeExecTime: 885ms (885966094) - InactiveTotalTime: 0ns (0) - OpenTime: 452ms (452982665) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.73s (5728780772) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,657,500 (1657500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1620937954) - TotalBytesSent: 155.3 MiB (162796029) - TotalTime: 8.42s (8416677910) - UncompressedRowBatchSize: 259.9 MiB (272553011) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.52 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 587ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.6 MiB (61467105) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.6 MiB (61467105) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.6 MiB (61467105) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 272ms (272989553) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 444ms (444982963) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67253860) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 723.7 MiB/s (758882191) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 227.4 MiB (238427367) - RowBatchQueueGetWaitTime: 261ms (261989974) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892850) - RowBatchQueuePutWaitTime: 7.67s (7667706574) - RowBatchesEnqueued: 1,621 (1621) - RowsRead: 1,657,500 (1657500) - RowsReturned: 1,657,500 (1657500) - RowsReturnedRate: 1877195 per second (1877195) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 999.96us (999962) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.70s (8698667115) - ScannerThreadsSysTime: 32ms (32080000) - ScannerThreadsUserTime: 376ms (376320000) - ScannerThreadsVoluntaryContextSwitches: 918 (918) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 80ms (80996900) - TotalReadThroughput: 5.8 MiB/s (6119174) - TotalTime: 882ms (882966209) Node Lifecycle Event Timeline Open Started: 840ms (840967818) Open Finished: 840ms (840967818) First Batch Requested: 840ms (840967818) First Batch Returned: 1.71s (1709934563) Last Batch Returned: 10.31s (10313605313) Closed: 10.42s (10420601218) Buffer pool - AllocTime: 76ms (76997054) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 76ms (76997054) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 452ms (452982665) - CodegenSysTime: 2ms (2020000) - CodegenUserTime: 162ms (162029000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 174ms (174993304) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999924) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 165ms (165993647) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 82ms (82996823) - TotalTime: 452ms (452982665) Instance c7456fdd806a4994:3209e92600000210 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.825 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79264206) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3217508379) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.91s (5913670006) - TotalStorageWaitTime: 42ms (42997601) - TotalThreadsInvoluntaryContextSwitches: 278 (278) - TotalThreadsTotalWallClockTime: 18.29s (18293979157) - TotalThreadsSysTime: 176ms (176656000) - TotalThreadsUserTime: 2.74s (2736644000) - TotalThreadsVoluntaryContextSwitches: 1,587 (1587) - TotalTime: 10.03s (10030440280) Fragment Instance Lifecycle Event Timeline Prepare Finished: 295ms (295983484) Open Finished: 727ms (727959379) First Batch Produced: 1.56s (1562912787) First Batch Sent: 1.57s (1568912452) ExecInternal Finished: 10.33s (10329423596) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.60s (9598464385) - ExecTreeExecTime: 866ms (866951623) - InactiveTotalTime: 0ns (0) - OpenTime: 431ms (431975895) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.91s (5914669950) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1590911215) - TotalBytesSent: 155.8 MiB (163420225) - TotalTime: 8.43s (8425529837) - UncompressedRowBatchSize: 260.9 MiB (273600223) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 608ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61684682) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61684682) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61684682) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 259ms (259985485) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 322ms (322981972) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843947) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 516.1 MiB/s (541123900) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414761) - RowBatchQueueGetWaitTime: 157ms (157991184) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11885965) - RowBatchQueuePutWaitTime: 7.46s (7459583749) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1926033 per second (1926033) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 42ms (42997601) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.26s (8263538877) - ScannerThreadsSysTime: 35ms (35522000) - ScannerThreadsUserTime: 371ms (371873000) - ScannerThreadsVoluntaryContextSwitches: 852 (852) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 113ms (113993638) - TotalReadThroughput: 5.9 MiB/s (6153085) - TotalTime: 863ms (863951789) Node Lifecycle Event Timeline Open Started: 727ms (727959379) Open Finished: 727ms (727959379) First Batch Requested: 727ms (727959379) First Batch Returned: 1.56s (1562912787) Last Batch Returned: 10.11s (10114435593) Closed: 10.33s (10327423708) Buffer pool - AllocTime: 999.94us (999944) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.94us (999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 13 (13) - CodegenTotalWallClockTime: 431ms (431975895) - CodegenSysTime: 2ms (2972000) - CodegenUserTime: 159ms (159542000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 84ms (84995257) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999832) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 234ms (234986888) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 107ms (107993974) - TotalTime: 431ms (431975895) Instance c7456fdd806a4994:3209e92600000200 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.606 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79313662) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3185624171) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.89s (5895814378) - TotalStorageWaitTime: 67ms (67997859) - TotalThreadsInvoluntaryContextSwitches: 193 (193) - TotalThreadsTotalWallClockTime: 18.23s (18225426173) - TotalThreadsSysTime: 119ms (119296000) - TotalThreadsUserTime: 2.78s (2780498000) - TotalThreadsVoluntaryContextSwitches: 1,584 (1584) - TotalTime: 10.01s (10014684688) Fragment Instance Lifecycle Event Timeline Prepare Finished: 280ms (280991152) Open Finished: 846ms (846973333) First Batch Produced: 1.49s (1485953214) First Batch Sent: 1.49s (1485953214) ExecInternal Finished: 10.30s (10297675777) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.45s (9448702507) - ExecTreeExecTime: 671ms (671978843) - InactiveTotalTime: 0ns (0) - OpenTime: 565ms (565982181) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.90s (5896814347) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1638948394) - TotalBytesSent: 156.5 MiB (164071010) - TotalTime: 8.61s (8614728763) - UncompressedRowBatchSize: 262.0 MiB (274678841) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 465ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61951940) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61951940) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61951940) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 212ms (212993296) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 238ms (238992480) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844420) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 767.3 MiB/s (804595988) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240323618) - RowBatchQueueGetWaitTime: 114ms (114996379) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11896846) - RowBatchQueuePutWaitTime: 7.55s (7547762354) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2497089 per second (2497089) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 67ms (67997859) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.21s (8210741485) - ScannerThreadsSysTime: 24ms (24827000) - ScannerThreadsUserTime: 366ms (366637000) - ScannerThreadsVoluntaryContextSwitches: 850 (850) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76997575) - TotalReadThroughput: 6.2 MiB/s (6495275) - TotalTime: 668ms (668978938) Node Lifecycle Event Timeline Open Started: 846ms (846973333) Open Finished: 846ms (846973333) First Batch Requested: 846ms (846973333) First Batch Returned: 1.49s (1485953214) Last Batch Returned: 9.91s (9914687836) Closed: 10.30s (10297675777) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 565ms (565982181) - CodegenSysTime: 2ms (2028000) - CodegenUserTime: 159ms (159096000) - CodegenVoluntaryContextSwitches: 42 (42) - CompileTime: 126ms (126996002) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34998898) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 261ms (261991751) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 139ms (139995593) - TotalTime: 565ms (565982181) Instance c7456fdd806a4994:3209e92600000211 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.336 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79148153) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3235139315) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.10s (6101963728) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 318 (318) - TotalThreadsTotalWallClockTime: 18.41s (18405890596) - TotalThreadsSysTime: 139ms (139410000) - TotalThreadsUserTime: 2.76s (2759016000) - TotalThreadsVoluntaryContextSwitches: 1,574 (1574) - TotalTime: 10.01s (10011940489) Fragment Instance Lifecycle Event Timeline Prepare Finished: 347ms (347997932) Open Finished: 758ms (758995489) First Batch Produced: 1.53s (1530990900) First Batch Sent: 1.53s (1530990900) ExecInternal Finished: 10.36s (10361938409) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.60s (9600942932) - ExecTreeExecTime: 787ms (787995316) - InactiveTotalTime: 0ns (0) - OpenTime: 410ms (410997557) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.10s (6102963722) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1626990326) - TotalBytesSent: 155.9 MiB (163431446) - TotalTime: 8.69s (8690948343) - UncompressedRowBatchSize: 260.9 MiB (273610482) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 625ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61693887) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693887) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693887) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 185ms (185998902) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 246ms (246998528) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75744455) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 625.9 MiB/s (656321849) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239423894) - RowBatchQueueGetWaitTime: 118ms (118999293) - RowBatchQueuePeakMemoryUsage: 10.4 MiB (10955726) - RowBatchQueuePutWaitTime: 7.81s (7811953562) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2117060 per second (2117060) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.39s (8393950107) - ScannerThreadsSysTime: 36ms (36361000) - ScannerThreadsUserTime: 364ms (364678000) - ScannerThreadsVoluntaryContextSwitches: 851 (851) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 93ms (93999441) - TotalReadThroughput: 6.2 MiB/s (6469577) - TotalTime: 785ms (785995328) Node Lifecycle Event Timeline Open Started: 758ms (758995489) Open Finished: 758ms (758995489) First Batch Requested: 758ms (758995489) First Batch Returned: 1.53s (1530990900) Last Batch Returned: 10.17s (10168939556) Closed: 10.36s (10360938415) Buffer pool - AllocTime: 50ms (50999697) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50999697) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 410ms (410997557) - CodegenSysTime: 1ms (1994000) - CodegenUserTime: 162ms (162508000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 172ms (172998972) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999982) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 152ms (152999090) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 69ms (69999584) - TotalTime: 410ms (410997557) Instance c7456fdd806a4994:3209e9260000020d (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.745 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79230587) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3301079050) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.82s (5820980683) - TotalStorageWaitTime: 23ms (23999921) - TotalThreadsInvoluntaryContextSwitches: 206 (206) - TotalThreadsTotalWallClockTime: 18.26s (18263939396) - TotalThreadsSysTime: 118ms (118520000) - TotalThreadsUserTime: 2.76s (2764787000) - TotalThreadsVoluntaryContextSwitches: 1,712 (1712) - TotalTime: 10.00s (9999966818) Fragment Instance Lifecycle Event Timeline Prepare Finished: 265ms (265999118) Open Finished: 789ms (789997379) First Batch Produced: 1.48s (1484995073) First Batch Sent: 1.49s (1485995070) ExecInternal Finished: 10.27s (10266965933) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.47s (9475968557) - ExecTreeExecTime: 709ms (709997645) - InactiveTotalTime: 0ns (0) - OpenTime: 523ms (523998261) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.82s (5822980676) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1643994538) - TotalBytesSent: 155.8 MiB (163408726) - TotalTime: 8.47s (8475971870) - UncompressedRowBatchSize: 260.9 MiB (273586602) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 520ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61693831) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693831) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693831) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 322ms (322998927) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 266ms (266999113) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843253) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.2 GiB/s (1341174699) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239409170) - RowBatchQueueGetWaitTime: 96ms (96999678) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11880834) - RowBatchQueuePutWaitTime: 7.50s (7495975129) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2346975 per second (2346975) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 23ms (23999921) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.26s (8263972578) - ScannerThreadsSysTime: 20ms (20120000) - ScannerThreadsUserTime: 381ms (381147000) - ScannerThreadsVoluntaryContextSwitches: 960 (960) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 45ms (45999847) - TotalReadThroughput: 5.9 MiB/s (6143580) - TotalTime: 708ms (708997649) Node Lifecycle Event Timeline Open Started: 789ms (789997379) Open Finished: 789ms (789997379) First Batch Requested: 789ms (789997379) First Batch Returned: 1.48s (1484995073) Last Batch Returned: 10.02s (10020966749) Closed: 10.27s (10266965933) Buffer pool - AllocTime: 44ms (44999851) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 44ms (44999851) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 523ms (523998261) - CodegenSysTime: 1ms (1008000) - CodegenUserTime: 162ms (162293000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 153ms (153999489) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 289ms (289999038) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 75ms (75999748) - TotalTime: 523ms (523998261) Instance c7456fdd806a4994:3209e9260000021d (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.271 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79239449) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3349500902) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.91s (5913866087) - TotalStorageWaitTime: 14ms (14999660) - TotalThreadsInvoluntaryContextSwitches: 181 (181) - TotalThreadsTotalWallClockTime: 18.45s (18455582072) - TotalThreadsSysTime: 138ms (138423000) - TotalThreadsUserTime: 2.77s (2765870000) - TotalThreadsVoluntaryContextSwitches: 1,551 (1551) - TotalTime: 9.98s (9978774030) Fragment Instance Lifecycle Event Timeline Prepare Finished: 349ms (349992074) Open Finished: 773ms (773982473) First Batch Produced: 1.44s (1443967301) First Batch Sent: 1.44s (1444967278) ExecInternal Finished: 10.33s (10330766059) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.55s (9554783631) - ExecTreeExecTime: 690ms (690984350) - InactiveTotalTime: 0ns (0) - OpenTime: 423ms (423990399) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.91s (5913866087) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1584964113) - TotalBytesSent: 156.5 MiB (164084152) - TotalTime: 8.43s (8425809204) - UncompressedRowBatchSize: 262.0 MiB (274682007) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 606ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61937666) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937666) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937666) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 231ms (231994741) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 241ms (241994521) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843887) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1769687696) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240322808) - RowBatchQueueGetWaitTime: 58ms (58998664) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11800175) - RowBatchQueuePutWaitTime: 7.90s (7904820994) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2424583 per second (2424583) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14999660) - ScannerThreadsInvoluntaryContextSwitches: 6 (6) - ScannerThreadsTotalWallClockTime: 8.48s (8476808042) - ScannerThreadsSysTime: 25ms (25090000) - ScannerThreadsUserTime: 380ms (380861000) - ScannerThreadsVoluntaryContextSwitches: 845 (845) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 34ms (34999207) - TotalReadThroughput: 6.2 MiB/s (6491057) - TotalTime: 688ms (688984396) Node Lifecycle Event Timeline Open Started: 773ms (773982473) Open Finished: 773ms (773982473) First Batch Requested: 773ms (773982473) First Batch Returned: 1.44s (1443967301) Last Batch Returned: 10.13s (10135770475) Closed: 10.33s (10329766082) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 423ms (423990399) - CodegenSysTime: 3ms (3042000) - CodegenUserTime: 162ms (162222000) - CodegenVoluntaryContextSwitches: 24 (24) - CompileTime: 152ms (152996536) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999751) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 146ms (146996671) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 110ms (110997486) - TotalTime: 423ms (423990399) Instance c7456fdd806a4994:3209e92600000201 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.214 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79206470) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3289664201) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.01s (6014997675) - TotalStorageWaitTime: 12ms (12999995) - TotalThreadsInvoluntaryContextSwitches: 185 (185) - TotalThreadsTotalWallClockTime: 18.09s (18095993050) - TotalThreadsSysTime: 147ms (147467000) - TotalThreadsUserTime: 2.77s (2774378000) - TotalThreadsVoluntaryContextSwitches: 1,538 (1538) - TotalTime: 9.93s (9930996186) Fragment Instance Lifecycle Event Timeline Prepare Finished: 307ms (307999881) Open Finished: 931ms (931999642) First Batch Produced: 1.47s (1474999433) First Batch Sent: 1.47s (1474999433) ExecInternal Finished: 10.24s (10242996066) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.31s (9306996425) - ExecTreeExecTime: 549ms (549999786) - InactiveTotalTime: 0ns (0) - OpenTime: 623ms (623999761) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.01s (6014997675) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1531999426) - TotalBytesSent: 156.5 MiB (164072739) - TotalTime: 8.56s (8560996708) - UncompressedRowBatchSize: 261.9 MiB (274670890) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 414ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61938711) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61938711) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61938711) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 307ms (307999880) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 340ms (340999859) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75758501) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1147013633) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240321308) - RowBatchQueueGetWaitTime: 101ms (101999961) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11893972) - RowBatchQueuePutWaitTime: 7.34s (7342997190) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3042806 per second (3042806) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999995) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.16s (8164996864) - ScannerThreadsSysTime: 34ms (34316000) - ScannerThreadsUserTime: 371ms (371688000) - ScannerThreadsVoluntaryContextSwitches: 824 (824) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 53ms (53999978) - TotalReadThroughput: 6.2 MiB/s (6485049) - TotalTime: 548ms (548999787) Node Lifecycle Event Timeline Open Started: 931ms (931999642) Open Finished: 931ms (931999642) First Batch Requested: 931ms (931999642) First Batch Returned: 1.47s (1474999433) Last Batch Returned: 9.86s (9857996214) Closed: 10.24s (10242996066) Buffer pool - AllocTime: 6ms (6999998) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 623ms (623999761) - CodegenSysTime: 1ms (1033000) - CodegenUserTime: 164ms (164528000) - CodegenVoluntaryContextSwitches: 35 (35) - CompileTime: 159ms (159999939) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999998) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 358ms (358999862) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 100ms (100999962) - TotalTime: 623ms (623999761) Instance c7456fdd806a4994:3209e9260000021b (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.900 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79263009) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3324699414) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5757964520) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 228 (228) - TotalThreadsTotalWallClockTime: 18.12s (18121888293) - TotalThreadsSysTime: 160ms (160051000) - TotalThreadsUserTime: 2.78s (2784915000) - TotalThreadsVoluntaryContextSwitches: 1,680 (1680) - TotalTime: 9.90s (9899938975) Fragment Instance Lifecycle Event Timeline Prepare Finished: 292ms (292998194) Open Finished: 965ms (965994046) First Batch Produced: 1.58s (1576990279) First Batch Sent: 1.58s (1577990273) ExecInternal Finished: 10.19s (10194937157) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.23s (9226943123) - ExecTreeExecTime: 627ms (627996126) - InactiveTotalTime: 0ns (0) - OpenTime: 672ms (672995852) - ExecTreeOpenTime: 999.99us (999994) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.76s (5759964508) - PeakMemoryUsage: 1.6 MiB (1640064) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1595990157) - TotalBytesSent: 156.5 MiB (164057456) - TotalTime: 8.50s (8504947576) - UncompressedRowBatchSize: 261.9 MiB (274658371) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 355ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61935643) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935643) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935643) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 273ms (273998303) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 408ms (408997478) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842680) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 711.6 MiB/s (746217151) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240305497) - RowBatchQueueGetWaitTime: 214ms (214998674) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11444613) - RowBatchQueuePutWaitTime: 7.26s (7264955227) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2664290 per second (2664290) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.22s (8221949318) - ScannerThreadsSysTime: 45ms (45796000) - ScannerThreadsUserTime: 367ms (367436000) - ScannerThreadsVoluntaryContextSwitches: 938 (938) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 82ms (82999490) - TotalReadThroughput: 6.2 MiB/s (6494929) - TotalTime: 626ms (626996132) Node Lifecycle Event Timeline Open Started: 964ms (964994052) Open Finished: 965ms (965994046) First Batch Requested: 965ms (965994046) First Batch Returned: 1.58s (1576990279) Last Batch Returned: 9.86s (9860939216) Closed: 10.19s (10193937163) Buffer pool - AllocTime: 68ms (68999574) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45999716) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 12 (12) - CodegenTotalWallClockTime: 671ms (671995858) - CodegenSysTime: 3ms (3003000) - CodegenUserTime: 161ms (161511000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 209ms (209998705) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999920) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 207ms (207998718) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 238ms (238998527) - TotalTime: 671ms (671995858) Instance c7456fdd806a4994:3209e92600000225 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.277 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79224998) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168828850) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.75s (5754810723) - TotalStorageWaitTime: 15ms (15999473) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 18.15s (18148403060) - TotalThreadsSysTime: 153ms (153980000) - TotalThreadsUserTime: 2.83s (2831964000) - TotalThreadsVoluntaryContextSwitches: 1,579 (1579) - TotalTime: 9.88s (9878675069) Fragment Instance Lifecycle Event Timeline Prepare Finished: 211ms (211993027) Open Finished: 777ms (777974411) First Batch Produced: 1.36s (1357955334) First Batch Sent: 1.36s (1358955301) ExecInternal Finished: 10.08s (10081668393) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.30s (9301694047) - ExecTreeExecTime: 598ms (598980298) - InactiveTotalTime: 0ns (0) - OpenTime: 565ms (565981384) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 10ms (10999638) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.75s (5754810723) - PeakMemoryUsage: 1.9 MiB (1975936) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1626946487) - TotalBytesSent: 155.9 MiB (163443005) - TotalTime: 8.52s (8521719704) - UncompressedRowBatchSize: 260.9 MiB (273608455) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 453ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61688524) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688524) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688524) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 403ms (403986720) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 411ms (411986448) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845786) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 456.1 MiB/s (478221334) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419886) - RowBatchQueueGetWaitTime: 82ms (82997270) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11891401) - RowBatchQueuePutWaitTime: 7.35s (7348758276) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2782700 per second (2782700) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 15ms (15999473) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.28s (8280727629) - ScannerThreadsSysTime: 22ms (22889000) - ScannerThreadsUserTime: 392ms (392978000) - ScannerThreadsVoluntaryContextSwitches: 878 (878) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 128ms (128995759) - TotalReadThroughput: 6.2 MiB/s (6471729) - TotalTime: 597ms (597980331) Node Lifecycle Event Timeline Open Started: 777ms (777974411) Open Finished: 777ms (777974411) First Batch Requested: 777ms (777974411) First Batch Returned: 1.36s (1357955334) Last Batch Returned: 9.75s (9747679378) Closed: 10.08s (10081668393) Buffer pool - AllocTime: 23ms (23999211) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999211) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 565ms (565981384) - CodegenSysTime: 3ms (3030000) - CodegenUserTime: 162ms (162322000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 243ms (243991975) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999901) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 276ms (276990889) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 40ms (40998652) - TotalTime: 565ms (565981384) Instance c7456fdd806a4994:3209e9260000021c (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.572 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79199504) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.9 GiB (3115716898) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.69s (5690791150) - TotalStorageWaitTime: 28ms (28998936) - TotalThreadsInvoluntaryContextSwitches: 273 (273) - TotalThreadsTotalWallClockTime: 18.12s (18116335102) - TotalThreadsSysTime: 144ms (144296000) - TotalThreadsUserTime: 2.82s (2818051000) - TotalThreadsVoluntaryContextSwitches: 1,623 (1623) - TotalTime: 9.87s (9870637732) Fragment Instance Lifecycle Event Timeline Prepare Finished: 366ms (366986531) Open Finished: 650ms (650976108) First Batch Produced: 1.52s (1525943995) First Batch Sent: 1.52s (1525943995) ExecInternal Finished: 10.24s (10241624116) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.59s (9586648155) - ExecTreeExecTime: 899ms (899966971) - InactiveTotalTime: 0ns (0) - OpenTime: 283ms (283989577) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.70s (5695790966) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1591941561) - TotalBytesSent: 155.9 MiB (163436291) - TotalTime: 8.34s (8342693810) - UncompressedRowBatchSize: 260.9 MiB (273624921) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 762ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61704260) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704260) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704260) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 393ms (393985538) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 348ms (348987178) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844984) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 576.9 MiB/s (604965931) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430846) - RowBatchQueueGetWaitTime: 100ms (100996293) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11902766) - RowBatchQueuePutWaitTime: 7.33s (7332730896) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1853074 per second (1853074) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 28ms (28998936) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.24s (8245697370) - ScannerThreadsSysTime: 26ms (26148000) - ScannerThreadsUserTime: 383ms (383452000) - ScannerThreadsVoluntaryContextSwitches: 914 (914) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 101ms (101996256) - TotalReadThroughput: 6.2 MiB/s (6465240) - TotalTime: 897ms (897967044) Node Lifecycle Event Timeline Open Started: 650ms (650976108) Open Finished: 650ms (650976108) First Batch Requested: 650ms (650976108) First Batch Returned: 1.52s (1525943995) Last Batch Returned: 9.88s (9882637291) Closed: 10.24s (10239624189) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 283ms (283989577) - CodegenSysTime: 2ms (2009000) - CodegenUserTime: 162ms (162079000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 37ms (37998606) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999890) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 185ms (185993174) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 55ms (55997944) - TotalTime: 283ms (283989577) Instance c7456fdd806a4994:3209e92600000203 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.481 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 67.4 MiB (70659428) - PeakReservation: 52.5 MiB (55058432) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3211225952) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.71s (5715783777) - TotalStorageWaitTime: 16ms (16999358) - TotalThreadsInvoluntaryContextSwitches: 315 (315) - TotalThreadsTotalWallClockTime: 18.10s (18103315111) - TotalThreadsSysTime: 144ms (144215000) - TotalThreadsUserTime: 2.76s (2758377000) - TotalThreadsVoluntaryContextSwitches: 1,761 (1761) - TotalTime: 9.87s (9870626572) Fragment Instance Lifecycle Event Timeline Prepare Finished: 284ms (284989218) Open Finished: 667ms (667974729) First Batch Produced: 1.43s (1431945826) First Batch Sent: 1.43s (1432945788) ExecInternal Finished: 10.16s (10156615752) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.49s (9487641061) - ExecTreeExecTime: 790ms (790970076) - InactiveTotalTime: 0ns (0) - OpenTime: 382ms (382985511) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.72s (5717783701) - PeakMemoryUsage: 1.7 MiB (1754752) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1679936442) - TotalBytesSent: 155.9 MiB (163443374) - TotalTime: 8.43s (8427681164) - UncompressedRowBatchSize: 260.9 MiB (273617650) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 658ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61700512) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61700512) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61700512) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 295ms (295988811) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 276ms (276989524) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67255619) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 934.0 MiB/s (979410252) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429332) - RowBatchQueueGetWaitTime: 67ms (67997428) - RowBatchQueuePeakMemoryUsage: 11.5 MiB (12069463) - RowBatchQueuePutWaitTime: 7.54s (7538714779) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2119825 per second (2119825) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 16ms (16999358) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.23s (8232688539) - ScannerThreadsSysTime: 36ms (36619000) - ScannerThreadsUserTime: 364ms (364912000) - ScannerThreadsVoluntaryContextSwitches: 1,013 (1013) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 62ms (62997617) - TotalReadThroughput: 6.2 MiB/s (6478424) - TotalTime: 784ms (784970303) Node Lifecycle Event Timeline Open Started: 667ms (667974729) Open Finished: 667ms (667974729) First Batch Requested: 667ms (667974729) First Batch Returned: 1.43s (1431945826) Last Batch Returned: 9.83s (9831628047) Closed: 10.16s (10156615752) Buffer pool - AllocTime: 28ms (28998903) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28998903) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 382ms (382985511) - CodegenSysTime: 0ns (0) - CodegenUserTime: 154ms (154270000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 166ms (166993682) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999886) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 154ms (154994137) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 56ms (56997844) - TotalTime: 382ms (382985511) Instance c7456fdd806a4994:3209e92600000215 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.876 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.6 MiB (79258247) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3319146984) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.86s (5855790803) - TotalStorageWaitTime: 15ms (15999428) - TotalThreadsInvoluntaryContextSwitches: 112 (112) - TotalThreadsTotalWallClockTime: 18.07s (18073354296) - TotalThreadsSysTime: 133ms (133206000) - TotalThreadsUserTime: 2.72s (2718433000) - TotalThreadsVoluntaryContextSwitches: 1,593 (1593) - TotalTime: 9.84s (9843648317) Fragment Instance Lifecycle Event Timeline Prepare Finished: 484ms (484982673) Open Finished: 1.20s (1196957236) First Batch Produced: 1.75s (1752937373) First Batch Sent: 1.75s (1753937337) ExecInternal Finished: 10.34s (10336630705) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.13s (9130673790) - ExecTreeExecTime: 557ms (557980065) - InactiveTotalTime: 0ns (0) - OpenTime: 711ms (711974563) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.86s (5857790731) - PeakMemoryUsage: 1.5 MiB (1558144) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1569943910) - TotalBytesSent: 155.9 MiB (163431711) - TotalTime: 8.37s (8370700940) - UncompressedRowBatchSize: 260.9 MiB (273609051) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 324ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61707656) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61707656) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61707656) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 241ms (241991355) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 327ms (327988282) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75780779) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1209997314) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422420) - RowBatchQueueGetWaitTime: 215ms (215992284) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894126) - RowBatchQueuePutWaitTime: 7.42s (7418734949) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2982185 per second (2982185) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 15ms (15999428) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.23s (8230705943) - ScannerThreadsSysTime: 47ms (47446000) - ScannerThreadsUserTime: 345ms (345086000) - ScannerThreadsVoluntaryContextSwitches: 858 (858) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 50ms (50998176) - TotalReadThroughput: 6.2 MiB/s (6479854) - TotalTime: 557ms (557980065) Node Lifecycle Event Timeline Open Started: 1.20s (1196957236) Open Finished: 1.20s (1196957236) First Batch Requested: 1.20s (1196957236) First Batch Returned: 1.75s (1752937373) Last Batch Returned: 10.08s (10077639958) Closed: 10.33s (10331630883) Buffer pool - AllocTime: 55ms (55997999) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 55ms (55997999) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 14 (14) - CodegenTotalWallClockTime: 711ms (711974563) - CodegenSysTime: 1ms (1965000) - CodegenUserTime: 164ms (164404000) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 181ms (181993498) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999249) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 438ms (438984316) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 67ms (67997571) - TotalTime: 711ms (711974563) Instance c7456fdd806a4994:3209e92600000207 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.739 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79208089) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3238136234) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.81s (5808799450) - TotalStorageWaitTime: 12ms (12999551) - TotalThreadsInvoluntaryContextSwitches: 191 (191) - TotalThreadsTotalWallClockTime: 18.03s (18031377444) - TotalThreadsSysTime: 128ms (128649000) - TotalThreadsUserTime: 2.78s (2779678000) - TotalThreadsVoluntaryContextSwitches: 1,605 (1605) - TotalTime: 9.80s (9805661447) Fragment Instance Lifecycle Event Timeline Prepare Finished: 410ms (410985810) Open Finished: 956ms (956966960) First Batch Produced: 1.57s (1571945727) First Batch Sent: 1.57s (1571945727) ExecInternal Finished: 10.19s (10188648223) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.23s (9229681333) - ExecTreeExecTime: 629ms (629978251) - InactiveTotalTime: 0ns (0) - OpenTime: 545ms (545981150) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 23ms (23999171) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.81s (5811799346) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1641943311) - TotalBytesSent: 156.4 MiB (164014893) - TotalTime: 8.35s (8347711783) - UncompressedRowBatchSize: 261.9 MiB (274640294) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 480ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.0 MiB (61915702) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.0 MiB (61915702) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.0 MiB (61915702) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 306ms (306989398) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 308ms (308989337) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75779607) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 602.5 MiB/s (631814688) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240294695) - RowBatchQueueGetWaitTime: 124ms (124995685) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11933135) - RowBatchQueuePutWaitTime: 7.43s (7431743411) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2660123 per second (2660123) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 12ms (12999551) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.26s (8255714961) - ScannerThreadsSysTime: 32ms (32543000) - ScannerThreadsUserTime: 366ms (366597000) - ScannerThreadsVoluntaryContextSwitches: 873 (873) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 97ms (97996617) - TotalReadThroughput: 6.5 MiB/s (6852113) - TotalTime: 627ms (627978320) Node Lifecycle Event Timeline Open Started: 956ms (956966960) Open Finished: 956ms (956966960) First Batch Requested: 956ms (956966960) First Batch Returned: 1.57s (1571945727) Last Batch Returned: 9.89s (9895658339) Closed: 10.19s (10187648258) Buffer pool - AllocTime: 52ms (52998170) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52998170) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 545ms (545981150) - CodegenSysTime: 5ms (5953000) - CodegenUserTime: 158ms (158061000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 186ms (186993544) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999931) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 313ms (313989159) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 40ms (40998585) - TotalTime: 545ms (545981150) Instance c7456fdd806a4994:3209e92600000222 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.329 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79151017) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3240300537) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.66s (5664941852) - TotalStorageWaitTime: 3ms (3999960) - TotalThreadsInvoluntaryContextSwitches: 277 (277) - TotalThreadsTotalWallClockTime: 18.03s (18033814848) - TotalThreadsSysTime: 137ms (137480000) - TotalThreadsUserTime: 2.77s (2766019000) - TotalThreadsVoluntaryContextSwitches: 1,614 (1614) - TotalTime: 9.80s (9803899344) Fragment Instance Lifecycle Event Timeline Prepare Finished: 268ms (268997238) Open Finished: 1.01s (1008989641) First Batch Produced: 1.45s (1446985144) First Batch Sent: 1.45s (1447985134) ExecInternal Finished: 10.07s (10074896561) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.06s (9063906941) - ExecTreeExecTime: 448ms (448995392) - InactiveTotalTime: 0ns (0) - OpenTime: 739ms (739992403) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.67s (5666941831) - PeakMemoryUsage: 1.7 MiB (1771136) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.69s (1692982636) - TotalBytesSent: 156.5 MiB (164071245) - TotalTime: 8.30s (8297914803) - UncompressedRowBatchSize: 262.0 MiB (274676440) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 304ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.1 MiB (61937539) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937539) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937539) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 286ms (286997055) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 301ms (301996902) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75747272) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.4 GiB/s (1510687231) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240319542) - RowBatchQueueGetWaitTime: 71ms (71999261) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892139) - RowBatchQueuePutWaitTime: 7.50s (7504922941) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 3745554 per second (3745554) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 3ms (3999960) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.23s (8229915504) - ScannerThreadsSysTime: 32ms (32628000) - ScannerThreadsUserTime: 368ms (368577000) - ScannerThreadsVoluntaryContextSwitches: 876 (876) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 40ms (40999578) - TotalReadThroughput: 6.2 MiB/s (6503311) - TotalTime: 445ms (445995422) Node Lifecycle Event Timeline Open Started: 1.01s (1008989641) Open Finished: 1.01s (1008989641) First Batch Requested: 1.01s (1008989641) First Batch Returned: 1.45s (1446985144) Last Batch Returned: 9.82s (9819899179) Closed: 10.07s (10073896572) Buffer pool - AllocTime: 19ms (19999794) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999794) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 739ms (739992403) - CodegenSysTime: 2ms (2992000) - CodegenUserTime: 166ms (166531000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 213ms (213997803) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 77ms (77999199) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 282ms (282997094) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 133ms (133998625) - TotalTime: 739ms (739992403) Instance c7456fdd806a4994:3209e92600000208 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.512 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.75 (1.75) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79215286) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3239506701) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.72s (5721964755) - TotalStorageWaitTime: 109ms (109999323) - TotalThreadsInvoluntaryContextSwitches: 250 (250) - TotalThreadsTotalWallClockTime: 17.77s (17770890548) - TotalThreadsSysTime: 150ms (150414000) - TotalThreadsUserTime: 2.81s (2805302000) - TotalThreadsVoluntaryContextSwitches: 1,612 (1612) - TotalTime: 9.79s (9790939697) Fragment Instance Lifecycle Event Timeline Prepare Finished: 206ms (206998725) Open Finished: 778ms (778995202) First Batch Produced: 1.46s (1464990977) First Batch Sent: 1.47s (1465990971) ExecInternal Finished: 10.00s (9999938410) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.22s (9218943220) - ExecTreeExecTime: 708ms (708995636) - InactiveTotalTime: 0ns (0) - OpenTime: 571ms (571996477) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.72s (5721964755) - PeakMemoryUsage: 1.6 MiB (1697408) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.55s (1555990414) - TotalBytesSent: 156.4 MiB (164045964) - TotalTime: 8.26s (8264949092) - UncompressedRowBatchSize: 261.9 MiB (274652791) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 465ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 59.1 MiB (61921299) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61921299) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61921299) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 403ms (403997514) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 397ms (397997552) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75824718) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 378.5 MiB/s (396933846) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240304438) - RowBatchQueueGetWaitTime: 172ms (172998934) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11942507) - RowBatchQueuePutWaitTime: 6.91s (6910957429) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2366161 per second (2366161) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 109ms (109999323) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.98s (7979950851) - ScannerThreadsSysTime: 38ms (38083000) - ScannerThreadsUserTime: 373ms (373192000) - ScannerThreadsVoluntaryContextSwitches: 882 (882) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 155ms (155999040) - TotalReadThroughput: 6.2 MiB/s (6490702) - TotalTime: 705ms (705995654) Node Lifecycle Event Timeline Open Started: 778ms (778995202) Open Finished: 778ms (778995202) First Batch Requested: 778ms (778995202) First Batch Returned: 1.46s (1464990977) Last Batch Returned: 9.53s (9529941305) Closed: 10.00s (9998938416) Buffer pool - AllocTime: 11ms (11999926) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999926) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 571ms (571996477) - CodegenSysTime: 1ms (1011000) - CodegenUserTime: 159ms (159161000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 215ms (215998670) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999975) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 310ms (310998084) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 39ms (39999754) - TotalTime: 571ms (571996477) Instance c7456fdd806a4994:3209e92600000221 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.537 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 75.5 MiB (79190412) - PeakReservation: 60.5 MiB (63447040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3322005024) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.85s (5850804298) - TotalStorageWaitTime: 19ms (19999331) - TotalThreadsInvoluntaryContextSwitches: 238 (238) - TotalThreadsTotalWallClockTime: 17.98s (17980398546) - TotalThreadsSysTime: 158ms (158129000) - TotalThreadsUserTime: 2.83s (2828612000) - TotalThreadsVoluntaryContextSwitches: 1,517 (1517) - TotalTime: 9.77s (9770673166) Fragment Instance Lifecycle Event Timeline Prepare Finished: 298ms (298989998) Open Finished: 729ms (729975582) First Batch Produced: 1.49s (1492950060) First Batch Sent: 1.49s (1493950026) ExecInternal Finished: 10.07s (10070663131) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 2.0 MiB (2097152) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 2.0 MiB (2097152) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.34s (9339687582) - ExecTreeExecTime: 802ms (802973142) - InactiveTotalTime: 0ns (0) - OpenTime: 430ms (430985584) - ExecTreeOpenTime: 999.97us (999967) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=68) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.85s (5852804231) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1595946631) - TotalBytesSent: 155.9 MiB (163421863) - TotalTime: 8.43s (8427718089) - UncompressedRowBatchSize: 260.9 MiB (273594250) HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0, 2]), waited for 596ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61683296) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61683296) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61683296) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 268ms (268991007) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 289ms (289990299) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843923) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.4 GiB/s (1504520907) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239407238) - RowBatchQueueGetWaitTime: 141ms (141995250) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11878859) - RowBatchQueuePutWaitTime: 7.47s (7467750194) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2072298 per second (2072298) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 19ms (19999331) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.21s (8209725380) - ScannerThreadsSysTime: 32ms (32584000) - ScannerThreadsUserTime: 386ms (386563000) - ScannerThreadsVoluntaryContextSwitches: 815 (815) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 40ms (40998630) - TotalReadThroughput: 6.2 MiB/s (6475936) - TotalTime: 802ms (802973143) Node Lifecycle Event Timeline Open Started: 728ms (728975615) Open Finished: 729ms (729975582) First Batch Requested: 729ms (729975582) First Batch Returned: 1.49s (1492950060) Last Batch Returned: 9.79s (9793672396) Closed: 10.07s (10070663131) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 2 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 15 (15) - CodegenTotalWallClockTime: 429ms (429985617) - CodegenSysTime: 2ms (2965000) - CodegenUserTime: 170ms (170978000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 168ms (168994347) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999899) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 33 (33) - NumInstructions: 844 (844) - OptimizationTime: 180ms (180993946) - PeakMemoryUsage: 422.0 KiB (432128) - PrepareTime: 74ms (74997492) - TotalTime: 429ms (429985617) Averaged Fragment F30 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:1h23m max:1h58m mean: 1h25m stddev:5m24s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.4 MiB (46514130) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 1,410,103 (1410103) - TotalNetworkReceiveTime: 31.7m (1901280451943) - TotalNetworkSendTime: 50.4m (3026157924468) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 133 (133) - TotalThreadsTotalWallClockTime: 1.4h (5098778299206) - TotalThreadsSysTime: 1.13s (1132217025) - TotalThreadsUserTime: 23.60s (23598606769) - TotalThreadsVoluntaryContextSwitches: 167,508 (167508) - TotalTime: 1.4h (5098785888789) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 52.3m (3140851814084) - ExecTreeExecTime: 1.9m (114323461979) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957926485122) - ExecTreeOpenTime: 32.6m (1956154011579) - PrepareTime: 7ms (7281890) - ExecTreePrepareTime: 1ms (1948655) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,103 (1410103) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 182ms (182816463) - TotalBytesSent: 33.1 MiB (34660784) - TotalTime: 50.4m (3026530634123) - UncompressedRowBatchSize: 71.3 MiB (74735468) UNION_NODE (id=28) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,103 (1410103) - RowsReturnedRate: 691 per second (691) - TotalTime: 34.5m (2070478832483) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,103 (1410103) - RowsReturnedRate: 691 per second (691) - TotalTime: 34.5m (2070405244368) GroupingAggregator 0 - BuildTime: 53.76s (53764761543) - GetResultsTime: 325ms (325608278) - HTResizeTime: 40ms (40793979) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,103 (1410103) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.44s (1443951081) - CumulativeAllocationBytes: 7.2 GiB (7761613325) - CumulativeAllocations: 3,701 (3701) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726047599) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3697924253) - ReadIoOps: 1,763 (1763) - ReadIoWaitTime: 1.7m (101263590262) - SystemAllocTime: 1.41s (1407823729) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726047599) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 39.22s (39219975811) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 426ms (426964912) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 10.1 MiB (10551876) - RowsReturned: 23,281,250 (23281250) - RowsReturnedRate: 13639 per second (13639) - TotalTime: 31.7m (1901792953366) Buffer pool - AllocTime: 6.56s (6561279594) - CumulativeAllocationBytes: 5.8 GiB (6192502311) - CumulativeAllocations: 302,392 (302392) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.9 MiB (10409091) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.9 MiB (10409091) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.51s (2510699117) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.57s (23571118593) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4130766144) - TotalGetBatchTime: 31.7m (1901256119140) - DataWaitTime: 31.7m (1900550927890) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12.71s (12706505486) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,196 (151196) - TotalBatchesReceived: 151,196 (151196) - TotalBytesReceived: 1.4 GiB (1551926459) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 38.77s (38773196736) - TotalRPCsDeferred: 789 (789) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 91 (91) - CodegenTotalWallClockTime: 1.77s (1772294059) - CodegenSysTime: 10ms (10802410) - CodegenUserTime: 670ms (670888358) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 493ms (493219454) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34127397) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.11s (1114514397) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 122ms (122432987) - TotalTime: 1.77s (1772319700) Fragment F30 Instance c7456fdd806a4994:3209e92600000308 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 07:24:22.122 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 50.2 MiB (52607182) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 1,411,860 (1411860) - TotalNetworkReceiveTime: 5.1m (303147728389) - TotalNetworkSendTime: 45.0m (2701967177639) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 372 (372) - TotalThreadsTotalWallClockTime: 2.0h (7095861688816) - TotalThreadsSysTime: 1.07s (1068813000) - TotalThreadsUserTime: 25.37s (25373084000) - TotalThreadsVoluntaryContextSwitches: 105,343 (105343) - TotalTime: 2.0h (7095884688491) Fragment Instance Lifecycle Event Timeline Prepare Finished: 241ms (241996585) Open Finished: 32.6m (1958774414770) First Batch Produced: 37.8m (2266885094742) First Batch Sent: 37.8m (2266885094742) ExecInternal Finished: 2.0h (7096103685401) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 1.4h (5137329270631) - ExecTreeExecTime: 40.6m (2434864099921) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958532418185) - ExecTreeOpenTime: 32.6m (1957577431658) - PrepareTime: 22ms (22999675) - ExecTreePrepareTime: 999.99us (999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 45.0m (2701967177639) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,411,860 (1411860) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 270ms (270996230) - TotalBytesSent: 33.1 MiB (34703955) - TotalTime: 45.0m (2702470170639) - UncompressedRowBatchSize: 71.4 MiB (74828580) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,411,860 (1411860) - RowsReturnedRate: 321 per second (321) - TotalTime: 1.2h (4392442531565) Node Lifecycle Event Timeline Open Started: 1.20s (1196983112) Open Finished: 32.6m (1958774414770) First Batch Requested: 32.6m (1958774414770) First Batch Returned: 37.8m (2266885094742) Last Batch Returned: 2.0h (7096080685720) Closed: 2.0h (7096103685401) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,411,860 (1411860) - RowsReturnedRate: 321 per second (321) - TotalTime: 1.2h (4392361532690) Node Lifecycle Event Timeline Open Started: 1.20s (1196983112) Open Finished: 32.6m (1958774414770) First Batch Requested: 32.6m (1958774414770) First Batch Returned: 37.8m (2266885094742) Last Batch Returned: 2.0h (7096079685733) Closed: 2.0h (7096080685720) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 27.4m (1643826852414) - GetResultsTime: 449ms (449993734) - HTResizeTime: 82ms (82998839) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,411,860 (1411860) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 42.95s (42951400371) - CumulativeAllocationBytes: 7.3 GiB (7816085504) - CumulativeAllocations: 3,727 (3727) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3739222016) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3739222016) - ReadIoOps: 1,783 (1783) - ReadIoWaitTime: 39.9m (2391314705351) - SystemAllocTime: 42.71s (42710403761) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3739222016) - WriteIoOps: 1,783 (1783) - WriteIoWaitTime: 24.7m (1482463123569) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 528ms (528992547) - InactiveTotalTime: 4.9m (294550849426) - PeakMemoryUsage: 15.9 MiB (16644928) - RowsReturned: 23,354,882 (23354882) - RowsReturnedRate: 76889 per second (76889) - TotalTime: 5.1m (303746719951) Node Lifecycle Event Timeline Open Started: 1.20s (1196983112) Open Finished: 25.72s (25722637099) First Batch Requested: 25.82s (25818635745) First Batch Returned: 25.82s (25819635731) Last Batch Returned: 32.6m (1958720415527) Closed: 32.6m (1958774414770) Buffer pool - AllocTime: 3.2m (191227305405) - CumulativeAllocationBytes: 5.8 GiB (6212059136) - CumulativeAllocations: 303,348 (303348) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.4 MiB (16146432) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.4 MiB (16146432) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48.85s (48855312112) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.52s (24525653987) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.9 GiB (4143774132) - TotalGetBatchTime: 5.1m (303131728613) - DataWaitTime: 4.9m (294550849426) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.5m (211099025427) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,674 (151674) - TotalBatchesReceived: 151,674 (151674) - TotalBytesReceived: 1.4 GiB (1556634150) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 25.1m (1506666966412) - TotalRPCsDeferred: 29,390 (29390) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 60 (60) - CodegenTotalWallClockTime: 954ms (954986527) - CodegenSysTime: 2ms (2998000) - CodegenUserTime: 666ms (666638000) - CodegenVoluntaryContextSwitches: 144 (144) - CompileTime: 202ms (202997136) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999704) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 672ms (672990505) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 50ms (50999281) - TotalTime: 954ms (954986527) Instance c7456fdd806a4994:3209e926000002fe (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:51:04.059 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52320151) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 1,408,333 (1408333) - TotalNetworkReceiveTime: 32.4m (1943046981314) - TotalNetworkSendTime: 51.4m (3084816013773) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 1.4h (5100556547841) - TotalThreadsSysTime: 1.12s (1123640000) - TotalThreadsUserTime: 23.23s (23232716000) - TotalThreadsVoluntaryContextSwitches: 170,529 (170529) - TotalTime: 1.4h (5100563547798) Fragment Instance Lifecycle Event Timeline Prepare Finished: 364ms (364997751) Open Finished: 32.6m (1958158887953) First Batch Produced: 32.7m (1960328874560) First Batch Sent: 32.7m (1960328874560) ExecInternal Finished: 1.4h (5100921545592) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 52.4m (3142762657639) - ExecTreeExecTime: 57.58s (57582646097) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957793890202) - ExecTreeOpenTime: 32.6m (1955747902814) - PrepareTime: 6ms (6999957) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 51.4m (3084816013773) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,333 (1408333) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 163ms (163998995) - TotalBytesSent: 33.0 MiB (34618457) - TotalTime: 51.4m (3085186011505) - UncompressedRowBatchSize: 71.2 MiB (74641649) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,333 (1408333) - RowsReturnedRate: 699 per second (699) - TotalTime: 33.6m (2013329548917) Node Lifecycle Event Timeline Open Started: 2.41s (2410985139) Open Finished: 32.6m (1958158887953) First Batch Requested: 32.6m (1958158887953) First Batch Returned: 32.7m (1960328874560) Last Batch Returned: 1.4h (5062191783501) Closed: 1.4h (5100921545592) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,333 (1408333) - RowsReturnedRate: 699 per second (699) - TotalTime: 33.6m (2013250549400) Node Lifecycle Event Timeline Open Started: 2.41s (2410985139) Open Finished: 32.6m (1958158887953) First Batch Requested: 32.6m (1958158887953) First Batch Returned: 32.7m (1960328874560) Last Batch Returned: 1.4h (5062191783501) Closed: 1.4h (5062191783501) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.84s (11835926867) - GetResultsTime: 337ms (337997914) - HTResizeTime: 26ms (26999832) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,333 (1408333) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 168ms (168998958) - CumulativeAllocationBytes: 7.2 GiB (7759462400) - CumulativeAllocations: 3,700 (3700) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3724541952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3697278976) - ReadIoOps: 1,763 (1763) - ReadIoWaitTime: 45.63s (45629719562) - SystemAllocTime: 166ms (166998970) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3724541952) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 1.84s (1840988631) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 384ms (384997611) - InactiveTotalTime: 32.4m (1942490984753) - PeakMemoryUsage: 15.6 MiB (16357897) - RowsReturned: 23,268,524 (23268524) - RowsReturnedRate: 11972 per second (11972) - TotalTime: 32.4m (1943507978456) Node Lifecycle Event Timeline Open Started: 2.41s (2410985139) Open Finished: 25.67s (25674841736) First Batch Requested: 25.68s (25675841729) First Batch Returned: 25.75s (25748841279) Last Batch Returned: 32.6m (1958158887953) Closed: 32.6m (1958158887953) Buffer pool - AllocTime: 935ms (935994211) - CumulativeAllocationBytes: 5.8 GiB (6189096960) - CumulativeAllocations: 302,222 (302222) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 622ms (622996139) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.26s (23263856597) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4128288419) - TotalGetBatchTime: 32.4m (1943015981505) - DataWaitTime: 32.4m (1942490984753) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.34s (6339960780) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,111 (151111) - TotalBatchesReceived: 151,111 (151111) - TotalBytesReceived: 1.4 GiB (1551099362) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 478ms (478406429) - TotalRPCsDeferred: 264 (264) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 105 (105) - CodegenTotalWallClockTime: 2.04s (2044987394) - CodegenSysTime: 9ms (9871000) - CodegenUserTime: 667ms (667418000) - CodegenVoluntaryContextSwitches: 125 (125) - CompileTime: 541ms (541996659) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 32ms (32999797) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.26s (1257992246) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 159ms (159999013) - TotalTime: 2.04s (2045987388) Instance c7456fdd806a4994:3209e926000002ec (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:28.709 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.4 MiB (41270670) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 1,409,321 (1409321) - TotalNetworkReceiveTime: 32.4m (1943520084149) - TotalNetworkSendTime: 50.9m (3051619489512) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 89 (89) - TotalThreadsTotalWallClockTime: 1.4h (5064313790132) - TotalThreadsSysTime: 1.18s (1183985000) - TotalThreadsUserTime: 23.64s (23641384000) - TotalThreadsVoluntaryContextSwitches: 169,273 (169273) - TotalTime: 1.4h (5064314790121) Fragment Instance Lifecycle Event Timeline Prepare Finished: 344ms (344996107) Open Finished: 32.6m (1958204918378) First Batch Produced: 32.7m (1960416893500) First Batch Sent: 32.7m (1960416893500) ExecInternal Finished: 1.4h (5064659786227) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.8m (3106453867861) - ExecTreeExecTime: 54.46s (54459382597) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957859922271) - ExecTreeOpenTime: 32.6m (1955955943757) - PrepareTime: 999.99us (999989) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.9m (3051619489512) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,321 (1409321) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 169ms (169998075) - TotalBytesSent: 33.0 MiB (34641864) - TotalTime: 50.9m (3051993485274) - UncompressedRowBatchSize: 71.2 MiB (74694013) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,321 (1409321) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2010415326354) Node Lifecycle Event Timeline Open Started: 2.25s (2248974621) Open Finished: 32.6m (1958204918378) First Batch Requested: 32.6m (1958204918378) First Batch Returned: 32.7m (1960416893500) Last Batch Returned: 1.4h (5064637786477) Closed: 1.4h (5064659786227) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,321 (1409321) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2010331327305) Node Lifecycle Event Timeline Open Started: 2.25s (2248974621) Open Finished: 32.6m (1958204918378) First Batch Requested: 32.6m (1958204918378) First Batch Returned: 32.7m (1960416893500) Last Batch Returned: 1.4h (5064637786477) Closed: 1.4h (5064637786477) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.58s (11584869220) - GetResultsTime: 308ms (308996494) - HTResizeTime: 41ms (41999523) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,321 (1409321) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 380ms (380995703) - CumulativeAllocationBytes: 7.2 GiB (7751073792) - CumulativeAllocations: 3,696 (3696) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3718250496) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3695181824) - ReadIoOps: 1,762 (1762) - ReadIoWaitTime: 42.06s (42063523040) - SystemAllocTime: 373ms (373995782) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3718250496) - WriteIoOps: 1,773 (1773) - WriteIoWaitTime: 892ms (892989916) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 423ms (423995208) - InactiveTotalTime: 32.4m (1943041089550) - PeakMemoryUsage: 5.1 MiB (5308416) - RowsReturned: 23,261,308 (23261308) - RowsReturnedRate: 11965 per second (11965) - TotalTime: 32.4m (1944017078530) Node Lifecycle Event Timeline Open Started: 2.25s (2248974621) Open Finished: 25.73s (25735709573) First Batch Requested: 25.74s (25736709562) First Batch Returned: 25.80s (25797708873) Last Batch Returned: 32.6m (1958204918378) Closed: 32.6m (1958204918378) Buffer pool - AllocTime: 1.68s (1682980993) - CumulativeAllocationBytes: 5.8 GiB (6187212800) - CumulativeAllocations: 302,136 (302136) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.1 MiB (5308416) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.1 MiB (5308416) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.19s (1191986543) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.49s (23486734952) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4126799152) - TotalGetBatchTime: 32.4m (1943494084443) - DataWaitTime: 32.4m (1943041089550) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.39s (7391916506) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,068 (151068) - TotalBatchesReceived: 151,068 (151068) - TotalBytesReceived: 1.4 GiB (1550588116) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 57 (57) - CodegenTotalWallClockTime: 1.90s (1903978514) - CodegenSysTime: 16ms (16933000) - CodegenUserTime: 691ms (691330000) - CodegenVoluntaryContextSwitches: 119 (119) - CompileTime: 384ms (384995655) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999763) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.39s (1390984304) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 104ms (104998815) - TotalTime: 1.90s (1903978514) Instance c7456fdd806a4994:3209e926000002f1 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:24.025 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.7 MiB (45817230) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 1,407,967 (1407967) - TotalNetworkReceiveTime: 32.4m (1944610906713) - TotalNetworkSendTime: 50.7m (3041238234482) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 109 (109) - TotalThreadsTotalWallClockTime: 1.4h (5057654667359) - TotalThreadsSysTime: 1.16s (1155151000) - TotalThreadsUserTime: 23.28s (23281080000) - TotalThreadsVoluntaryContextSwitches: 170,942 (170942) - TotalTime: 1.4h (5057654667359) Fragment Instance Lifecycle Event Timeline Prepare Finished: 439ms (439984809) Open Finished: 32.6m (1958279435096) First Batch Produced: 32.7m (1960492358764) First Batch Sent: 32.7m (1960492358764) ExecInternal Finished: 1.4h (5058094652168) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.7m (3099815217072) - ExecTreeExecTime: 58.24s (58238994227) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957839450287) - ExecTreeOpenTime: 32.6m (1956047512156) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.7m (3041238234482) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,407,967 (1407967) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 172ms (172994044) - TotalBytesSent: 33.0 MiB (34611691) - TotalTime: 50.7m (3041575222879) - UncompressedRowBatchSize: 71.2 MiB (74622251) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,407,967 (1407967) - RowsReturnedRate: 698 per second (698) - TotalTime: 33.6m (2014286506383) Node Lifecycle Event Timeline Open Started: 2.23s (2231922940) Open Finished: 32.6m (1958279435096) First Batch Requested: 32.6m (1958279435096) First Batch Returned: 32.7m (1960492358764) Last Batch Returned: 1.4h (5058073652891) Closed: 1.4h (5058094652168) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,407,967 (1407967) - RowsReturnedRate: 699 per second (699) - TotalTime: 33.6m (2014202509281) Node Lifecycle Event Timeline Open Started: 2.23s (2231922940) Open Finished: 32.6m (1958279435096) First Batch Requested: 32.6m (1958279435096) First Batch Returned: 32.7m (1960492358764) Last Batch Returned: 1.4h (5058073652891) Closed: 1.4h (5058073652891) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.56s (10561635627) - GetResultsTime: 310ms (310989293) - HTResizeTime: 39ms (39998625) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,407,967 (1407967) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 303ms (303989503) - CumulativeAllocationBytes: 7.2 GiB (7736393728) - CumulativeAllocations: 3,689 (3689) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3716153344) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3682598912) - ReadIoOps: 1,756 (1756) - ReadIoWaitTime: 46.04s (46039414419) - SystemAllocTime: 248ms (248991399) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3716153344) - WriteIoOps: 1,772 (1772) - WriteIoWaitTime: 1.05s (1049963766) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 432ms (432985064) - InactiveTotalTime: 32.4m (1944044926241) - PeakMemoryUsage: 9.4 MiB (9854976) - RowsReturned: 23,236,527 (23236527) - RowsReturnedRate: 11945 per second (11945) - TotalTime: 32.4m (1945140888431) Node Lifecycle Event Timeline Open Started: 2.23s (2231922940) Open Finished: 25.86s (25856107285) First Batch Requested: 25.86s (25857107251) First Batch Returned: 25.88s (25878106526) Last Batch Returned: 32.6m (1958279435096) Closed: 32.6m (1958279435096) Buffer pool - AllocTime: 1.23s (1228957592) - CumulativeAllocationBytes: 5.8 GiB (6180610048) - CumulativeAllocations: 301,814 (301814) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.4 MiB (9854976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.4 MiB (9854976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 872ms (872969879) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.62s (23624184345) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4123407286) - TotalGetBatchTime: 32.4m (1944589907443) - DataWaitTime: 32.4m (1944044926241) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.76s (6757766779) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 150,907 (150907) - TotalBatchesReceived: 150,907 (150907) - TotalBytesReceived: 1.4 GiB (1549091357) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 1.79s (1791938131) - CodegenSysTime: 7ms (7951000) - CodegenUserTime: 663ms (663900000) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 488ms (488983117) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999655) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.22s (1215958017) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 73ms (73997445) - TotalTime: 1.79s (1791938131) Instance c7456fdd806a4994:3209e926000002fa (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:23.882 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.3 MiB (41237902) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 1,409,927 (1409927) - TotalNetworkReceiveTime: 32.4m (1943369689248) - TotalNetworkSendTime: 50.7m (3041746400021) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 100 (100) - TotalThreadsTotalWallClockTime: 1.4h (5057269485142) - TotalThreadsSysTime: 1.09s (1092179000) - TotalThreadsUserTime: 23.77s (23765929000) - TotalThreadsVoluntaryContextSwitches: 170,983 (170983) - TotalTime: 1.4h (5057269485142) Fragment Instance Lifecycle Event Timeline Prepare Finished: 341ms (341992388) Open Finished: 32.6m (1958271357238) First Batch Produced: 32.7m (1960439308928) First Batch Sent: 32.7m (1960439308928) ExecInternal Finished: 1.4h (5057611477530) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.7m (3099340120292) - ExecTreeExecTime: 57.24s (57244728027) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957929364850) - ExecTreeOpenTime: 32.6m (1955905409895) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.7m (3041746400021) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,927 (1409927) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 167ms (167996264) - TotalBytesSent: 33.1 MiB (34655626) - TotalTime: 50.7m (3042095392265) - UncompressedRowBatchSize: 71.3 MiB (74726131) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,927 (1409927) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.6m (2013149137944) Node Lifecycle Event Timeline Open Started: 2.37s (2365947343) Open Finished: 32.6m (1958271357238) First Batch Requested: 32.6m (1958271357238) First Batch Returned: 32.7m (1960439308928) Last Batch Returned: 1.4h (5057590477997) Closed: 1.4h (5057611477530) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,927 (1409927) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.6m (2013064139834) Node Lifecycle Event Timeline Open Started: 2.37s (2365947343) Open Finished: 32.6m (1958271357238) First Batch Requested: 32.6m (1958271357238) First Batch Returned: 32.7m (1960439308928) Last Batch Returned: 1.4h (5057589478019) Closed: 1.4h (5057590477997) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.64s (11645740489) - GetResultsTime: 315ms (315992980) - HTResizeTime: 42ms (42999044) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,927 (1409927) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 428ms (428990441) - CumulativeAllocationBytes: 7.2 GiB (7757365248) - CumulativeAllocations: 3,699 (3699) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3722444800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3697278976) - ReadIoOps: 1,763 (1763) - ReadIoWaitTime: 44.61s (44609008871) - SystemAllocTime: 376ms (376991600) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3722444800) - WriteIoOps: 1,775 (1775) - WriteIoWaitTime: 819ms (819981739) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 392ms (392991234) - InactiveTotalTime: 32.4m (1942810701697) - PeakMemoryUsage: 5.0 MiB (5275648) - RowsReturned: 23,285,841 (23285841) - RowsReturnedRate: 11979 per second (11979) - TotalTime: 32.4m (1943844678655) Node Lifecycle Event Timeline Open Started: 2.37s (2365947343) Open Finished: 25.85s (25846424759) First Batch Requested: 25.85s (25847424736) First Batch Returned: 25.86s (25859424469) Last Batch Returned: 32.6m (1958271357238) Closed: 32.6m (1958271357238) Buffer pool - AllocTime: 1.77s (1770960518) - CumulativeAllocationBytes: 5.8 GiB (6193717248) - CumulativeAllocations: 302,448 (302448) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.0 MiB (5275648) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.0 MiB (5275648) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.18s (1176973752) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.48s (23480477416) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4131735231) - TotalGetBatchTime: 32.4m (1943355689561) - DataWaitTime: 32.4m (1942810701697) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.47s (7468833574) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,224 (151224) - TotalBatchesReceived: 151,224 (151224) - TotalBytesReceived: 1.4 GiB (1552164559) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 71 (71) - CodegenTotalWallClockTime: 2.02s (2023954955) - CodegenSysTime: 12ms (12919000) - CodegenUserTime: 658ms (658873000) - CodegenVoluntaryContextSwitches: 114 (114) - CompileTime: 368ms (368991788) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 110ms (110997530) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.47s (1469967284) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 70ms (70998420) - TotalTime: 2.02s (2023954955) Instance c7456fdd806a4994:3209e926000002f4 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:18.645 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.7 MiB (47906190) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 1,410,289 (1410289) - TotalNetworkReceiveTime: 32.4m (1942875523754) - TotalNetworkSendTime: 50.6m (3036511671360) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 87 (87) - TotalThreadsTotalWallClockTime: 1.4h (5054620552363) - TotalThreadsSysTime: 1.16s (1158405000) - TotalThreadsUserTime: 23.71s (23714367000) - TotalThreadsVoluntaryContextSwitches: 167,728 (167728) - TotalTime: 1.4h (5054621552341) Fragment Instance Lifecycle Event Timeline Prepare Finished: 58ms (58998710) Open Finished: 32.6m (1958228188096) First Batch Produced: 32.7m (1960180145431) First Batch Sent: 32.7m (1960180145431) ExecInternal Finished: 1.4h (5054681551029) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.6m (3096451362977) - ExecTreeExecTime: 59.55s (59545700215) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958169189386) - ExecTreeOpenTime: 32.6m (1956524225362) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3036512671338) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,289 (1410289) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 184ms (184995961) - TotalBytesSent: 33.1 MiB (34663206) - TotalTime: 50.6m (3036905662762) - UncompressedRowBatchSize: 71.3 MiB (74745317) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,289 (1410289) - RowsReturnedRate: 699 per second (699) - TotalTime: 33.6m (2016069925577) Node Lifecycle Event Timeline Open Started: 1.70s (1703962734) Open Finished: 32.6m (1958228188096) First Batch Requested: 32.6m (1958228188096) First Batch Returned: 32.7m (1960180145431) Last Batch Returned: 1.4h (5049032674317) Closed: 1.4h (5054680551051) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,289 (1410289) - RowsReturnedRate: 699 per second (699) - TotalTime: 33.6m (2016005926972) Node Lifecycle Event Timeline Open Started: 1.70s (1703962734) Open Finished: 32.6m (1958228188096) First Batch Requested: 32.6m (1958228188096) First Batch Returned: 32.7m (1960180145431) Last Batch Returned: 1.4h (5049032674317) Closed: 1.4h (5049032674317) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.84s (12840719263) - GetResultsTime: 329ms (329992793) - HTResizeTime: 29ms (29999346) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,289 (1410289) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 431ms (431990550) - CumulativeAllocationBytes: 7.2 GiB (7778336768) - CumulativeAllocations: 3,709 (3709) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3730833408) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3709861888) - ReadIoOps: 1,769 (1769) - ReadIoWaitTime: 47.19s (47187969986) - SystemAllocTime: 421ms (421990769) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3730833408) - WriteIoOps: 1,779 (1779) - WriteIoWaitTime: 943ms (943979359) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 387ms (387991525) - InactiveTotalTime: 32.4m (1942405534028) - PeakMemoryUsage: 11.4 MiB (11943936) - RowsReturned: 23,289,952 (23289952) - RowsReturnedRate: 11984 per second (11984) - TotalTime: 32.4m (1943332513770) Node Lifecycle Event Timeline Open Started: 1.70s (1703962734) Open Finished: 25.80s (25800435741) First Batch Requested: 25.80s (25801435720) First Batch Returned: 25.82s (25824435217) Last Batch Returned: 32.6m (1958227188117) Closed: 32.6m (1958228188096) Buffer pool - AllocTime: 2.73s (2729940297) - CumulativeAllocationBytes: 5.8 GiB (6194814976) - CumulativeAllocations: 302,508 (302508) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.4 MiB (11943936) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.4 MiB (11943936) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.24s (2237951062) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 24.10s (24096473007) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4132221117) - TotalGetBatchTime: 32.4m (1942847524363) - DataWaitTime: 32.4m (1942405534028) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.55s (8548813021) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,254 (151254) - TotalBatchesReceived: 151,254 (151254) - TotalBytesReceived: 1.4 GiB (1552509132) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 1.64s (1644964024) - CodegenSysTime: 4ms (4939000) - CodegenUserTime: 667ms (667314000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 627ms (627986266) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999694) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 937ms (937979486) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 62ms (62998622) - TotalTime: 1.64s (1644964024) Instance c7456fdd806a4994:3209e92600000311 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:20.145 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.8 MiB (41721230) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 1,410,849 (1410849) - TotalNetworkReceiveTime: 32.4m (1943437741145) - TotalNetworkSendTime: 50.6m (3037490232618) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 102 (102) - TotalThreadsTotalWallClockTime: 1.4h (5054336925279) - TotalThreadsSysTime: 1.25s (1254892000) - TotalThreadsUserTime: 23.30s (23295583000) - TotalThreadsVoluntaryContextSwitches: 168,032 (168032) - TotalTime: 1.4h (5054337925251) Fragment Instance Lifecycle Event Timeline Prepare Finished: 298ms (298991652) Open Finished: 32.6m (1958676315705) First Batch Produced: 32.7m (1960724258527) First Batch Sent: 32.7m (1960724258527) ExecInternal Finished: 1.4h (5054636916903) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.6m (3095959601226) - ExecTreeExecTime: 58.09s (58087379271) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958377324053) - ExecTreeOpenTime: 32.6m (1956322381425) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3037491232590) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,849 (1410849) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 197ms (197994472) - TotalBytesSent: 33.1 MiB (34679934) - TotalTime: 50.6m (3037870222011) - UncompressedRowBatchSize: 71.3 MiB (74774997) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,849 (1410849) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.6m (2014408760724) Node Lifecycle Event Timeline Open Started: 2.35s (2353934280) Open Finished: 32.6m (1958676315705) First Batch Requested: 32.6m (1958676315705) First Batch Returned: 32.7m (1960724258527) Last Batch Returned: 1.4h (5054614917517) Closed: 1.4h (5054636916903) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,849 (1410849) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.6m (2014331762876) Node Lifecycle Event Timeline Open Started: 2.35s (2353934280) Open Finished: 32.6m (1958676315705) First Batch Requested: 32.6m (1958676315705) First Batch Returned: 32.7m (1960724258527) Last Batch Returned: 1.4h (5054614917517) Closed: 1.4h (5054614917517) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.08s (12077662813) - GetResultsTime: 315ms (315991188) - HTResizeTime: 42ms (42998802) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,849 (1410849) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 531ms (531985141) - CumulativeAllocationBytes: 7.2 GiB (7755268096) - CumulativeAllocations: 3,698 (3698) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3724541952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3693084672) - ReadIoOps: 1,761 (1761) - ReadIoWaitTime: 46.19s (46186711342) - SystemAllocTime: 495ms (495986145) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3724541952) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 907ms (907974654) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 461ms (461987098) - InactiveTotalTime: 32.4m (1942983753827) - PeakMemoryUsage: 5.5 MiB (5758976) - RowsReturned: 23,277,989 (23277989) - RowsReturnedRate: 11974 per second (11974) - TotalTime: 32.4m (1943980725984) Node Lifecycle Event Timeline Open Started: 2.35s (2353934280) Open Finished: 25.73s (25725281773) First Batch Requested: 25.73s (25726281745) First Batch Returned: 25.77s (25770280517) Last Batch Returned: 32.6m (1958675315732) Closed: 32.6m (1958675315732) Buffer pool - AllocTime: 1.84s (1837948688) - CumulativeAllocationBytes: 5.8 GiB (6191644672) - CumulativeAllocations: 302,348 (302348) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.5 MiB (5758976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.5 MiB (5758976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.39s (1389961193) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.37s (23371347493) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4130190388) - TotalGetBatchTime: 32.4m (1943408741956) - DataWaitTime: 32.4m (1942983753827) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.51s (7512790255) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,174 (151174) - TotalBatchesReceived: 151,174 (151174) - TotalBytesReceived: 1.4 GiB (1551741500) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 2.05s (2054942628) - CodegenSysTime: 14ms (14012000) - CodegenUserTime: 664ms (664688000) - CodegenVoluntaryContextSwitches: 156 (156) - CompileTime: 776ms (776978307) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39998883) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.08s (1084969709) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 150ms (150995785) - TotalTime: 2.05s (2054942628) Instance c7456fdd806a4994:3209e926000002f0 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:18.891 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52318965) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 1,412,129 (1412129) - TotalNetworkReceiveTime: 32.4m (1943506195169) - TotalNetworkSendTime: 50.7m (3039972950593) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 110 (110) - TotalThreadsTotalWallClockTime: 1.4h (5054250607005) - TotalThreadsSysTime: 1.07s (1072942000) - TotalThreadsUserTime: 23.62s (23619658000) - TotalThreadsVoluntaryContextSwitches: 170,350 (170350) - TotalTime: 1.4h (5054250607005) Fragment Instance Lifecycle Event Timeline Prepare Finished: 274ms (274990115) Open Finished: 32.6m (1958035673075) First Batch Produced: 32.7m (1960146597311) First Batch Sent: 32.7m (1960146597311) ExecInternal Finished: 1.4h (5054526597084) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.6m (3096489924045) - ExecTreeExecTime: 56.13s (56133987179) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957760682960) - ExecTreeOpenTime: 32.6m (1956125741732) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.7m (3039972950593) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,412,129 (1412129) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 189ms (189993187) - TotalBytesSent: 33.1 MiB (34711393) - TotalTime: 50.7m (3040355936866) - UncompressedRowBatchSize: 71.4 MiB (74842837) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,412,129 (1412129) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012259728911) Node Lifecycle Event Timeline Open Started: 1.91s (1909931343) Open Finished: 32.6m (1958035673075) First Batch Requested: 32.6m (1958035673075) First Batch Returned: 32.7m (1960146597311) Last Batch Returned: 1.4h (5054504597872) Closed: 1.4h (5054526597084) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,412,129 (1412129) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012179731782) Node Lifecycle Event Timeline Open Started: 1.91s (1909931343) Open Finished: 32.6m (1958035673075) First Batch Requested: 32.6m (1958035673075) First Batch Returned: 32.7m (1960146597311) Last Batch Returned: 1.4h (5054503597908) Closed: 1.4h (5054504597872) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.85s (11845574374) - GetResultsTime: 324ms (324988342) - HTResizeTime: 42ms (42998456) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,412,129 (1412129) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 366ms (366986822) - CumulativeAllocationBytes: 7.2 GiB (7772045312) - CumulativeAllocations: 3,706 (3706) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3732930560) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3701473280) - ReadIoOps: 1,765 (1765) - ReadIoWaitTime: 43.57s (43569437761) - SystemAllocTime: 352ms (352987324) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3732930560) - WriteIoOps: 1,780 (1780) - WriteIoWaitTime: 1.81s (1807935025) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 413ms (413985128) - InactiveTotalTime: 32.4m (1943060211194) - PeakMemoryUsage: 15.6 MiB (16356711) - RowsReturned: 23,309,572 (23309572) - RowsReturnedRate: 11990 per second (11990) - TotalTime: 32.4m (1944018176775) Node Lifecycle Event Timeline Open Started: 1.91s (1909931343) Open Finished: 25.62s (25617079141) First Batch Requested: 25.62s (25617079141) First Batch Returned: 25.63s (25628078746) Last Batch Returned: 32.6m (1958035673075) Closed: 32.6m (1958035673075) Buffer pool - AllocTime: 1.08s (1084961020) - CumulativeAllocationBytes: 5.8 GiB (6200016896) - CumulativeAllocations: 302,760 (302760) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 752ms (752972947) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.71s (23707147798) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.9 GiB (4135879989) - TotalGetBatchTime: 32.4m (1943489195779) - DataWaitTime: 32.4m (1943060211194) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.74s (6738757895) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,380 (151380) - TotalBatchesReceived: 151,380 (151380) - TotalBytesReceived: 1.4 GiB (1553814722) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 689ms (689881329) - TotalRPCsDeferred: 117 (117) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 73 (73) - CodegenTotalWallClockTime: 1.63s (1634941228) - CodegenSysTime: 13ms (13795000) - CodegenUserTime: 654ms (654247000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 430ms (430984508) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999640) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.03s (1030962939) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 147ms (147994680) - TotalTime: 1.63s (1634941228) Instance c7456fdd806a4994:3209e9260000030c (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:13.480 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.3 MiB (42253710) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 1,408,669 (1408669) - TotalNetworkReceiveTime: 32.4m (1945298610676) - TotalNetworkSendTime: 50.5m (3030867936672) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 138 (138) - TotalThreadsTotalWallClockTime: 1.4h (5049015877033) - TotalThreadsSysTime: 1.08s (1077133000) - TotalThreadsUserTime: 23.87s (23867490000) - TotalThreadsVoluntaryContextSwitches: 169,839 (169839) - TotalTime: 1.4h (5049022876776) Fragment Instance Lifecycle Event Timeline Prepare Finished: 395ms (395985466) Open Finished: 32.6m (1958776116021) First Batch Produced: 32.7m (1960963035761) First Batch Sent: 32.7m (1960963035761) ExecInternal Finished: 1.4h (5049413862425) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.5m (3090636746441) - ExecTreeExecTime: 59.40s (59399823285) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958379130592) - ExecTreeOpenTime: 32.6m (1956739190780) - PrepareTime: 6ms (6999743) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3030867936672) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,669 (1408669) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 172ms (172993663) - TotalBytesSent: 33.0 MiB (34627724) - TotalTime: 50.5m (3031241922973) - UncompressedRowBatchSize: 71.2 MiB (74659457) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,669 (1408669) - RowsReturnedRate: 698 per second (698) - TotalTime: 33.6m (2016138014102) Node Lifecycle Event Timeline Open Started: 2.04s (2035925278) Open Finished: 32.6m (1958775116058) First Batch Requested: 32.6m (1958776116021) First Batch Returned: 32.7m (1960963035761) Last Batch Returned: 1.4h (5049392863195) Closed: 1.4h (5049413862425) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,669 (1408669) - RowsReturnedRate: 698 per second (698) - TotalTime: 33.6m (2016065016776) Node Lifecycle Event Timeline Open Started: 2.04s (2035925278) Open Finished: 32.6m (1958775116058) First Batch Requested: 32.6m (1958776116021) First Batch Returned: 32.7m (1960963035761) Last Batch Returned: 1.4h (5049392863195) Closed: 1.4h (5049392863195) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.59s (10586611437) - GetResultsTime: 306ms (306988741) - HTResizeTime: 32ms (32998790) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,669 (1408669) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 349ms (349987147) - CumulativeAllocationBytes: 7.2 GiB (7753170944) - CumulativeAllocations: 3,697 (3697) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3722444800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3693084672) - ReadIoOps: 1,761 (1761) - ReadIoWaitTime: 47.06s (47062275441) - SystemAllocTime: 291ms (291989274) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3722444800) - WriteIoOps: 1,775 (1775) - WriteIoWaitTime: 837ms (837969243) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 413ms (413984804) - InactiveTotalTime: 32.4m (1944767630166) - PeakMemoryUsage: 6.0 MiB (6291456) - RowsReturned: 23,242,183 (23242183) - RowsReturnedRate: 11944 per second (11944) - TotalTime: 32.4m (1945792592549) Node Lifecycle Event Timeline Open Started: 2.04s (2035925278) Open Finished: 25.78s (25781053794) First Batch Requested: 25.78s (25782053757) First Batch Returned: 25.84s (25837051738) Last Batch Returned: 32.6m (1958775116058) Closed: 32.6m (1958775116058) Buffer pool - AllocTime: 1.47s (1470946017) - CumulativeAllocationBytes: 5.8 GiB (6182141952) - CumulativeAllocations: 301,886 (301886) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.0 MiB (6291456) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.0 MiB (6291456) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.05s (1047961541) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.75s (23745128516) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4123531291) - TotalGetBatchTime: 32.4m (1945268611777) - DataWaitTime: 32.4m (1944767630166) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.34s (7339730654) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 150,943 (150943) - TotalBatchesReceived: 150,943 (150943) - TotalBytesReceived: 1.4 GiB (1549327280) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 112 (112) - CodegenTotalWallClockTime: 1.64s (1639939812) - CodegenSysTime: 14ms (14875000) - CodegenUserTime: 668ms (668560000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 585ms (585978494) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41998459) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 805ms (805970419) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 202ms (202992550) - TotalTime: 1.64s (1639939812) Instance c7456fdd806a4994:3209e926000002f9 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:13.444 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.3 MiB (40123790) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 1,410,966 (1410966) - TotalNetworkReceiveTime: 32.4m (1944567054192) - TotalNetworkSendTime: 50.6m (3034570836472) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 133 (133) - TotalThreadsTotalWallClockTime: 1.4h (5048757175638) - TotalThreadsSysTime: 1.06s (1062942000) - TotalThreadsUserTime: 23.70s (23705018000) - TotalThreadsVoluntaryContextSwitches: 171,017 (171017) - TotalTime: 1.4h (5048757175638) Fragment Instance Lifecycle Event Timeline Prepare Finished: 287ms (287997043) Open Finished: 32.6m (1958212914217) First Batch Produced: 32.7m (1960412891638) First Batch Sent: 32.7m (1960413891628) ExecInternal Finished: 1.4h (5049046172671) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.5m (3090832258464) - ExecTreeExecTime: 55.89s (55890425800) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957924917174) - ExecTreeOpenTime: 32.6m (1956235934514) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3034570836472) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,966 (1410966) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 191ms (191998029) - TotalBytesSent: 33.1 MiB (34679555) - TotalTime: 50.6m (3034940832675) - UncompressedRowBatchSize: 71.3 MiB (74781198) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,966 (1410966) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012125360325) Node Lifecycle Event Timeline Open Started: 1.98s (1976979703) Open Finished: 32.6m (1958212914217) First Batch Requested: 32.6m (1958212914217) First Batch Returned: 32.7m (1960412891638) Last Batch Returned: 1.4h (5049021172928) Closed: 1.4h (5049045172681) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,966 (1410966) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012055361044) Node Lifecycle Event Timeline Open Started: 1.98s (1976979703) Open Finished: 32.6m (1958212914217) First Batch Requested: 32.6m (1958212914217) First Batch Returned: 32.7m (1960412891638) Last Batch Returned: 1.4h (5049020172938) Closed: 1.4h (5049021172928) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.78s (10784889393) - GetResultsTime: 314ms (314996762) - HTResizeTime: 37ms (37999607) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,966 (1410966) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 319ms (319996712) - CumulativeAllocationBytes: 7.2 GiB (7772045312) - CumulativeAllocations: 3,706 (3706) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3728736256) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3705667584) - ReadIoOps: 1,767 (1767) - ReadIoWaitTime: 43.62s (43625551796) - SystemAllocTime: 299ms (299996918) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3728736256) - WriteIoOps: 1,778 (1778) - WriteIoWaitTime: 759ms (759992208) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 450ms (450995363) - InactiveTotalTime: 32.4m (1944041059594) - PeakMemoryUsage: 4.0 MiB (4161536) - RowsReturned: 23,306,927 (23306927) - RowsReturnedRate: 11982 per second (11982) - TotalTime: 32.4m (1945095048769) Node Lifecycle Event Timeline Open Started: 1.98s (1976979703) Open Finished: 25.79s (25786735246) First Batch Requested: 25.79s (25787735236) First Batch Returned: 25.80s (25801735092) Last Batch Returned: 32.6m (1958212914217) Closed: 32.6m (1958212914217) Buffer pool - AllocTime: 1.71s (1714982398) - CumulativeAllocationBytes: 5.8 GiB (6199312384) - CumulativeAllocations: 302,720 (302720) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.0 MiB (4161536) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.0 MiB (4161536) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.30s (1299986662) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.81s (23809755543) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.9 GiB (4135276216) - TotalGetBatchTime: 32.4m (1944539054479) - DataWaitTime: 32.4m (1944041059594) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.69s (7690921109) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,360 (151360) - TotalBatchesReceived: 151,360 (151360) - TotalBytesReceived: 1.4 GiB (1553627064) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 89 (89) - CodegenTotalWallClockTime: 1.69s (1687982670) - CodegenSysTime: 15ms (15899000) - CodegenUserTime: 666ms (666794000) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 448ms (448995391) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 32ms (32999662) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.14s (1136988326) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 65ms (65999322) - TotalTime: 1.69s (1687982670) Instance c7456fdd806a4994:3209e9260000030d (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:14.014 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.5 MiB (40410510) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 1,410,737 (1410737) - TotalNetworkReceiveTime: 32.4m (1943658754464) - TotalNetworkSendTime: 50.6m (3038612398352) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 84 (84) - TotalThreadsTotalWallClockTime: 1.4h (5048452896208) - TotalThreadsSysTime: 1.21s (1209639000) - TotalThreadsUserTime: 23.85s (23847571000) - TotalThreadsVoluntaryContextSwitches: 170,615 (170615) - TotalTime: 1.4h (5048453896174) Fragment Instance Lifecycle Event Timeline Prepare Finished: 315ms (315989228) Open Finished: 32.6m (1958448250436) First Batch Produced: 32.7m (1960291187608) First Batch Sent: 32.7m (1960291187608) ExecInternal Finished: 1.4h (5048768885436) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.5m (3090320635000) - ExecTreeExecTime: 51.30s (51299250597) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958132261208) - ExecTreeOpenTime: 32.6m (1956203326964) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3038612398352) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,737 (1410737) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 202ms (202993073) - TotalBytesSent: 33.1 MiB (34681361) - TotalTime: 50.7m (3039018384505) - UncompressedRowBatchSize: 71.3 MiB (74769061) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,737 (1410737) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2007502577561) Node Lifecycle Event Timeline Open Started: 2.24s (2244923472) Open Finished: 32.6m (1958448250436) First Batch Requested: 32.6m (1958448250436) First Batch Returned: 32.7m (1960291187608) Last Batch Returned: 1.4h (5048745886220) Closed: 1.4h (5048768885436) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,737 (1410737) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2007425580191) Node Lifecycle Event Timeline Open Started: 2.24s (2244923472) Open Finished: 32.6m (1958448250436) First Batch Requested: 32.6m (1958448250436) First Batch Returned: 32.7m (1960291187608) Last Batch Returned: 1.4h (5048745886220) Closed: 1.4h (5048745886220) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.82s (11821597132) - GetResultsTime: 350ms (350988034) - HTResizeTime: 43ms (43998500) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,737 (1410737) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 343ms (343988276) - CumulativeAllocationBytes: 7.2 GiB (7757365248) - CumulativeAllocations: 3,699 (3699) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3693084672) - ReadIoOps: 1,761 (1761) - ReadIoWaitTime: 38.79s (38789677213) - SystemAllocTime: 328ms (328988788) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 766ms (766973857) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 384ms (384986892) - InactiveTotalTime: 32.4m (1943206769890) - PeakMemoryUsage: 4.2 MiB (4448256) - RowsReturned: 23,281,539 (23281539) - RowsReturnedRate: 11975 per second (11975) - TotalTime: 32.4m (1944157737471) Node Lifecycle Event Timeline Open Started: 2.24s (2244923472) Open Finished: 25.45s (25450132412) First Batch Requested: 25.45s (25450132412) First Batch Returned: 25.52s (25516130163) Last Batch Returned: 32.6m (1958448250436) Closed: 32.6m (1958448250436) Buffer pool - AllocTime: 1.26s (1257957126) - CumulativeAllocationBytes: 5.8 GiB (6192627712) - CumulativeAllocations: 302,402 (302402) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.2 MiB (4448256) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.2 MiB (4448256) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.00s (1000965889) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.20s (23205208940) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4130539117) - TotalGetBatchTime: 32.4m (1943632755353) - DataWaitTime: 32.4m (1943206769890) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.68s (6676772482) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,201 (151201) - TotalBatchesReceived: 151,201 (151201) - TotalBytesReceived: 1.4 GiB (1551868464) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 54 (54) - CodegenTotalWallClockTime: 1.93s (1928934244) - CodegenSysTime: 7ms (7973000) - CodegenUserTime: 672ms (672996000) - CodegenVoluntaryContextSwitches: 129 (129) - CompileTime: 482ms (482983536) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39998636) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.24s (1242957628) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 160ms (160994512) - TotalTime: 1.93s (1928934244) Instance c7456fdd806a4994:3209e926000002eb (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.818 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.7 MiB (41606542) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 1,412,084 (1412084) - TotalNetworkReceiveTime: 32.4m (1944373620034) - TotalNetworkSendTime: 50.5m (3030626785818) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 110 (110) - TotalThreadsTotalWallClockTime: 1.4h (5045602562003) - TotalThreadsSysTime: 1.13s (1129954000) - TotalThreadsUserTime: 23.48s (23479234000) - TotalThreadsVoluntaryContextSwitches: 170,149 (170149) - TotalTime: 1.4h (5045602562003) Fragment Instance Lifecycle Event Timeline Prepare Finished: 344ms (344995848) Open Finished: 32.6m (1958182453823) First Batch Produced: 32.7m (1960309428337) First Batch Sent: 32.7m (1960309428337) ExecInternal Finished: 1.4h (5045947557851) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.5m (3087765104028) - ExecTreeExecTime: 56.80s (56804322190) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957837457975) - ExecTreeOpenTime: 32.6m (1956136478450) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3030626785818) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,412,084 (1412084) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 156ms (156998131) - TotalBytesSent: 33.1 MiB (34708914) - TotalTime: 50.5m (3030958781862) - UncompressedRowBatchSize: 71.4 MiB (74840452) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,412,084 (1412084) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012939800652) Node Lifecycle Event Timeline Open Started: 2.04s (2045975373) Open Finished: 32.6m (1958182453823) First Batch Requested: 32.6m (1958182453823) First Batch Returned: 32.7m (1960309428337) Last Batch Returned: 1.4h (5045926558101) Closed: 1.4h (5045947557851) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,412,084 (1412084) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012857801634) Node Lifecycle Event Timeline Open Started: 2.04s (2045975373) Open Finished: 32.6m (1958182453823) First Batch Requested: 32.6m (1958182453823) First Batch Returned: 32.7m (1960309428337) Last Batch Returned: 1.4h (5045925558113) Closed: 1.4h (5045926558101) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.91s (10915868602) - GetResultsTime: 340ms (340995925) - HTResizeTime: 47ms (47999423) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,412,084 (1412084) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 221ms (221997328) - CumulativeAllocationBytes: 7.2 GiB (7765753856) - CumulativeAllocations: 3,703 (3703) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3728736256) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3699376128) - ReadIoOps: 1,764 (1764) - ReadIoWaitTime: 44.43s (44431469879) - SystemAllocTime: 212ms (212997436) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3728736256) - WriteIoOps: 1,778 (1778) - WriteIoWaitTime: 1.19s (1192985638) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 408ms (408995086) - InactiveTotalTime: 32.4m (1943791627035) - PeakMemoryUsage: 5.4 MiB (5644288) - RowsReturned: 23,298,757 (23298757) - RowsReturnedRate: 11979 per second (11979) - TotalTime: 32.4m (1944866614109) Node Lifecycle Event Timeline Open Started: 2.04s (2045975373) Open Finished: 25.77s (25765689862) First Batch Requested: 25.77s (25766689850) First Batch Returned: 25.78s (25778689706) Last Batch Returned: 32.6m (1958181453835) Closed: 32.6m (1958181453835) Buffer pool - AllocTime: 1.35s (1355983675) - CumulativeAllocationBytes: 5.8 GiB (6197149696) - CumulativeAllocations: 302,618 (302618) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.4 MiB (5644288) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.4 MiB (5644288) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 968ms (968988336) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.72s (23719714489) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4133661896) - TotalGetBatchTime: 32.4m (1944351620300) - DataWaitTime: 32.4m (1943791627035) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.12s (7118914311) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,309 (151309) - TotalBatchesReceived: 151,309 (151309) - TotalBytesReceived: 1.4 GiB (1553096123) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 69 (69) - CodegenTotalWallClockTime: 1.70s (1700979525) - CodegenSysTime: 6ms (6934000) - CodegenUserTime: 700ms (700356000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 439ms (439994704) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999855) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.15s (1145986206) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 100ms (100998784) - TotalTime: 1.70s (1700979525) Instance c7456fdd806a4994:3209e926000002ee (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.346 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.8 MiB (43851150) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 1,410,480 (1410480) - TotalNetworkReceiveTime: 32.4m (1943993490989) - TotalNetworkSendTime: 50.6m (3035873882419) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 97 (97) - TotalThreadsTotalWallClockTime: 1.4h (5044958713218) - TotalThreadsSysTime: 1.21s (1210944000) - TotalThreadsUserTime: 23.70s (23695323000) - TotalThreadsVoluntaryContextSwitches: 171,606 (171606) - TotalTime: 1.4h (5044959713178) Fragment Instance Lifecycle Event Timeline Prepare Finished: 319ms (319986905) Open Finished: 32.6m (1958239908234) First Batch Produced: 32.7m (1960666808963) First Batch Sent: 32.7m (1960666808963) ExecInternal Finished: 1.4h (5045279700082) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.5m (3087038791889) - ExecTreeExecTime: 50.80s (50801924301) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957919921329) - ExecTreeOpenTime: 32.6m (1956096995932) - PrepareTime: 999.96us (999960) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3035874882378) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,480 (1410480) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 179ms (179992648) - TotalBytesSent: 33.1 MiB (34668508) - TotalTime: 50.6m (3036237867547) - UncompressedRowBatchSize: 71.3 MiB (74755440) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,480 (1410480) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2006898920233) Node Lifecycle Event Timeline Open Started: 2.14s (2142912302) Open Finished: 32.6m (1958239908234) First Batch Requested: 32.6m (1958239908234) First Batch Returned: 32.7m (1960666808963) Last Batch Returned: 1.4h (5045256701022) Closed: 1.4h (5045279700082) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,480 (1410480) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2006811923790) Node Lifecycle Event Timeline Open Started: 2.14s (2142912302) Open Finished: 32.6m (1958239908234) First Batch Requested: 32.6m (1958239908234) First Batch Returned: 32.7m (1960666808963) Last Batch Returned: 1.4h (5045256701022) Closed: 1.4h (5045256701022) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.25s (11252539750) - GetResultsTime: 322ms (322986804) - HTResizeTime: 39ms (39998365) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,480 (1410480) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 540ms (540977879) - CumulativeAllocationBytes: 7.2 GiB (7755268096) - CumulativeAllocations: 3,698 (3698) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3690987520) - ReadIoOps: 1,760 (1760) - ReadIoWaitTime: 38.50s (38501426927) - SystemAllocTime: 338ms (338986140) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 655ms (655973161) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 410ms (410983192) - InactiveTotalTime: 32.4m (1943366516641) - PeakMemoryUsage: 7.5 MiB (7888896) - RowsReturned: 23,295,801 (23295801) - RowsReturnedRate: 11980 per second (11980) - TotalTime: 32.4m (1944491470620) Node Lifecycle Event Timeline Open Started: 2.14s (2142912302) Open Finished: 25.83s (25828942948) First Batch Requested: 25.83s (25829942907) First Batch Returned: 25.84s (25836942620) Last Batch Returned: 32.6m (1958239908234) Closed: 32.6m (1958239908234) Buffer pool - AllocTime: 1.01s (1006958817) - CumulativeAllocationBytes: 5.8 GiB (6196338688) - CumulativeAllocations: 302,574 (302574) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.5 MiB (7888896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.5 MiB (7888896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 668ms (668972638) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.69s (23686030646) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4133747265) - TotalGetBatchTime: 32.4m (1943968492009) - DataWaitTime: 32.4m (1943366516641) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.70s (6701725929) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,287 (151287) - TotalBatchesReceived: 151,287 (151287) - TotalBytesReceived: 1.4 GiB (1552923850) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 1.82s (1822925397) - CodegenSysTime: 14ms (14687000) - CodegenUserTime: 667ms (667244000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 541ms (541977820) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 43ms (43998200) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.12s (1119954166) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 114ms (114995293) - TotalTime: 1.82s (1822925397) Instance c7456fdd806a4994:3209e92600000305 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:09.961 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52319710) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 1,408,120 (1408120) - TotalNetworkReceiveTime: 32.3m (1937089463389) - TotalNetworkSendTime: 50.6m (3034804305081) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 128 (128) - TotalThreadsTotalWallClockTime: 1.4h (5044488574763) - TotalThreadsSysTime: 1.17s (1167124000) - TotalThreadsUserTime: 24.09s (24095420000) - TotalThreadsVoluntaryContextSwitches: 156,023 (156023) - TotalTime: 1.4h (5044504574279) Fragment Instance Lifecycle Event Timeline Prepare Finished: 352ms (352989331) Open Finished: 32.6m (1958027830581) First Batch Produced: 32.7m (1960055769315) First Batch Sent: 32.7m (1960055769315) ExecInternal Finished: 1.4h (5044842564064) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3086813733513) - ExecTreeExecTime: 51.62s (51617440277) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957674841250) - ExecTreeOpenTime: 32.6m (1955753899307) - PrepareTime: 15ms (15999516) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3034804305081) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,120 (1408120) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 181ms (181994494) - TotalBytesSent: 33.0 MiB (34613438) - TotalTime: 50.6m (3035213292722) - UncompressedRowBatchSize: 71.2 MiB (74630360) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,120 (1408120) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2007371339584) Node Lifecycle Event Timeline Open Started: 2.27s (2273931274) Open Finished: 32.6m (1958027830581) First Batch Requested: 32.6m (1958027830581) First Batch Returned: 32.7m (1960055769315) Last Batch Returned: 1.4h (5044820564729) Closed: 1.4h (5044842564064) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,120 (1408120) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2007301341697) Node Lifecycle Event Timeline Open Started: 2.27s (2273931274) Open Finished: 32.6m (1958027830581) First Batch Requested: 32.6m (1958027830581) First Batch Returned: 32.7m (1960055769315) Last Batch Returned: 1.4h (5044819564759) Closed: 1.4h (5044820564729) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 17.55s (17545469729) - GetResultsTime: 310ms (310990603) - HTResizeTime: 36ms (36998883) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,120 (1408120) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 877ms (877973468) - CumulativeAllocationBytes: 7.2 GiB (7753170944) - CumulativeAllocations: 3,697 (3697) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3720347648) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3695181824) - ReadIoOps: 1,762 (1762) - ReadIoWaitTime: 38.95s (38952822984) - SystemAllocTime: 810ms (810975492) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3720347648) - WriteIoOps: 1,774 (1774) - WriteIoWaitTime: 1.44s (1438956505) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 466ms (466985888) - InactiveTotalTime: 32.3m (1936570479078) - PeakMemoryUsage: 15.6 MiB (16357456) - RowsReturned: 23,268,655 (23268655) - RowsReturnedRate: 12008 per second (12008) - TotalTime: 32.3m (1937639446772) Node Lifecycle Event Timeline Open Started: 2.27s (2273931274) Open Finished: 25.54s (25540228086) First Batch Requested: 25.54s (25540228086) First Batch Returned: 25.61s (25611225940) Last Batch Returned: 32.6m (1958027830581) Closed: 32.6m (1958027830581) Buffer pool - AllocTime: 4.22s (4218872492) - CumulativeAllocationBytes: 5.8 GiB (6189129728) - CumulativeAllocations: 302,224 (302224) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.72s (3723887450) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.27s (23266296812) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4127939795) - TotalGetBatchTime: 32.3m (1937064464147) - DataWaitTime: 32.3m (1936570479078) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11.11s (11111664205) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,112 (151112) - TotalBatchesReceived: 151,112 (151112) - TotalBytesReceived: 1.4 GiB (1550963802) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 129ms (129310765) - TotalRPCsDeferred: 129 (129) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 59 (59) - CodegenTotalWallClockTime: 1.92s (1920941943) - CodegenSysTime: 13ms (13009000) - CodegenUserTime: 673ms (673611000) - CodegenVoluntaryContextSwitches: 137 (137) - CompileTime: 590ms (590982139) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54998338) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 923ms (923972074) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 287ms (287991296) - TotalTime: 1.92s (1920941943) Instance c7456fdd806a4994:3209e9260000030b (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.820 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.1 MiB (44096910) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 1,408,690 (1408690) - TotalNetworkReceiveTime: 32.4m (1942066248676) - TotalNetworkSendTime: 50.5m (3030743022303) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 118 (118) - TotalThreadsTotalWallClockTime: 1.4h (5044399799288) - TotalThreadsSysTime: 1.07s (1070840000) - TotalThreadsUserTime: 23.50s (23502261000) - TotalThreadsVoluntaryContextSwitches: 168,502 (168502) - TotalTime: 1.4h (5044418799163) Fragment Instance Lifecycle Event Timeline Prepare Finished: 406ms (406997329) Open Finished: 32.6m (1958610140082) First Batch Produced: 32.7m (1960822125551) First Batch Sent: 32.7m (1960822125551) ExecInternal Finished: 1.4h (5044807796611) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3086196656535) - ExecTreeExecTime: 55.08s (55083636679) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958203142753) - ExecTreeOpenTime: 32.6m (1956528153744) - PrepareTime: 18ms (18999875) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3030743022303) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,690 (1408690) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 176ms (176998826) - TotalBytesSent: 33.0 MiB (34626769) - TotalTime: 50.5m (3031112019862) - UncompressedRowBatchSize: 71.2 MiB (74660570) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,690 (1408690) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2011611790423) Node Lifecycle Event Timeline Open Started: 2.08s (2081986338) Open Finished: 32.6m (1958610140082) First Batch Requested: 32.6m (1958610140082) First Batch Returned: 32.7m (1960822125551) Last Batch Returned: 1.4h (5044785796756) Closed: 1.4h (5044807796611) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,690 (1408690) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2011546790850) Node Lifecycle Event Timeline Open Started: 2.08s (2081986338) Open Finished: 32.6m (1958610140082) First Batch Requested: 32.6m (1958610140082) First Batch Returned: 32.7m (1960822125551) Last Batch Returned: 1.4h (5044785796756) Closed: 1.4h (5044785796756) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.61s (13605910682) - GetResultsTime: 296ms (296998044) - HTResizeTime: 44ms (44999706) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,690 (1408690) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 464ms (464996948) - CumulativeAllocationBytes: 7.2 GiB (7753170944) - CumulativeAllocations: 3,697 (3697) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3720347648) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3695181824) - ReadIoOps: 1,762 (1762) - ReadIoWaitTime: 42.89s (42891717089) - SystemAllocTime: 433ms (433997150) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3720347648) - WriteIoOps: 1,774 (1774) - WriteIoWaitTime: 1.75s (1745988537) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 427ms (427997174) - InactiveTotalTime: 32.4m (1941412252973) - PeakMemoryUsage: 7.8 MiB (8134656) - RowsReturned: 23,272,399 (23272399) - RowsReturnedRate: 11980 per second (11980) - TotalTime: 32.4m (1942572245347) Node Lifecycle Event Timeline Open Started: 2.08s (2081986338) Open Finished: 25.66s (25658831621) First Batch Requested: 25.66s (25659831614) First Batch Returned: 25.68s (25677831496) Last Batch Returned: 32.6m (1958610140082) Closed: 32.6m (1958610140082) Buffer pool - AllocTime: 1.96s (1958987132) - CumulativeAllocationBytes: 5.8 GiB (6190153728) - CumulativeAllocations: 302,278 (302278) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.8 MiB (8134656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.8 MiB (8134656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.46s (1462990395) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.58s (23576845283) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4128857427) - TotalGetBatchTime: 32.4m (1942044248822) - DataWaitTime: 32.4m (1941412252973) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.30s (7297952130) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,139 (151139) - TotalBatchesReceived: 151,139 (151139) - TotalBytesReceived: 1.4 GiB (1551214585) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 72 (72) - CodegenTotalWallClockTime: 1.67s (1674989009) - CodegenSysTime: 9ms (9833000) - CodegenUserTime: 677ms (677216000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 310ms (310997959) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999810) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.25s (1253991772) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 78ms (78999482) - TotalTime: 1.67s (1674989009) Instance c7456fdd806a4994:3209e9260000030e (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:09.278 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.1 MiB (40951182) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 1,411,933 (1411933) - TotalNetworkReceiveTime: 32.4m (1944642815584) - TotalNetworkSendTime: 50.6m (3033164040351) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 114 (114) - TotalThreadsTotalWallClockTime: 1.4h (5044411747039) - TotalThreadsSysTime: 1.08s (1078012000) - TotalThreadsUserTime: 23.38s (23384687000) - TotalThreadsVoluntaryContextSwitches: 169,772 (169772) - TotalTime: 1.4h (5044411747039) Fragment Instance Lifecycle Event Timeline Prepare Finished: 287ms (287999528) Open Finished: 32.6m (1958698792572) First Batch Produced: 32.7m (1960769789186) First Batch Sent: 32.7m (1960769789186) ExecInternal Finished: 1.4h (5044699746567) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3086000953995) - ExecTreeExecTime: 52.50s (52502914188) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958410793044) - ExecTreeOpenTime: 32.6m (1956455796245) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3033164040351) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,411,933 (1411933) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 164ms (164999724) - TotalBytesSent: 33.1 MiB (34705890) - TotalTime: 50.6m (3033496039809) - UncompressedRowBatchSize: 71.4 MiB (74832449) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,411,933 (1411933) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2008957710434) Node Lifecycle Event Timeline Open Started: 2.24s (2242996327) Open Finished: 32.6m (1958698792572) First Batch Requested: 32.6m (1958698792572) First Batch Returned: 32.7m (1960769789186) Last Batch Returned: 1.4h (5044678746601) Closed: 1.4h (5044699746567) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,411,933 (1411933) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2008880710561) Node Lifecycle Event Timeline Open Started: 2.24s (2242996327) Open Finished: 32.6m (1958698792572) First Batch Requested: 32.6m (1958698792572) First Batch Returned: 32.7m (1960769789186) Last Batch Returned: 1.4h (5044678746601) Closed: 1.4h (5044678746601) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.94s (10936982091) - GetResultsTime: 326ms (326999462) - HTResizeTime: 41ms (41999936) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,411,933 (1411933) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 376ms (376999378) - CumulativeAllocationBytes: 7.2 GiB (7769948160) - CumulativeAllocations: 3,705 (3705) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3728736256) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3703570432) - ReadIoOps: 1,766 (1766) - ReadIoWaitTime: 40.32s (40319934094) - SystemAllocTime: 369ms (369999390) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3728736256) - WriteIoOps: 1,778 (1778) - WriteIoWaitTime: 830ms (830998636) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 412ms (412999322) - InactiveTotalTime: 32.4m (1944065816528) - PeakMemoryUsage: 4.8 MiB (4988928) - RowsReturned: 23,297,913 (23297913) - RowsReturnedRate: 11977 per second (11977) - TotalTime: 32.4m (1945150814757) Node Lifecycle Event Timeline Open Started: 2.24s (2242996327) Open Finished: 25.70s (25696957927) First Batch Requested: 25.70s (25697957926) First Batch Returned: 25.76s (25761957821) Last Batch Returned: 32.6m (1958698792572) Closed: 32.6m (1958698792572) Buffer pool - AllocTime: 1.96s (1962996783) - CumulativeAllocationBytes: 5.8 GiB (6196920320) - CumulativeAllocations: 302,610 (302610) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.8 MiB (4988928) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.8 MiB (4988928) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.51s (1510997527) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.45s (23453961600) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4133829281) - TotalGetBatchTime: 32.4m (1944614815628) - DataWaitTime: 32.4m (1944065816528) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.47s (7469987788) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,305 (151305) - TotalBatchesReceived: 151,305 (151305) - TotalBytesReceived: 1.4 GiB (1552957953) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 81 (81) - CodegenTotalWallClockTime: 1.95s (1953996801) - CodegenSysTime: 12ms (12915000) - CodegenUserTime: 651ms (651731000) - CodegenVoluntaryContextSwitches: 97 (97) - CompileTime: 533ms (533999125) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30999949) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.11s (1110998181) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 275ms (275999549) - TotalTime: 1.95s (1953996801) Instance c7456fdd806a4994:3209e9260000030f (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:09.331 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52309934) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 1,411,171 (1411171) - TotalNetworkReceiveTime: 32.4m (1942373626433) - TotalNetworkSendTime: 50.6m (3035968702305) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 116 (116) - TotalThreadsTotalWallClockTime: 1.4h (5044330647368) - TotalThreadsSysTime: 1.16s (1157113000) - TotalThreadsUserTime: 23.61s (23605355000) - TotalThreadsVoluntaryContextSwitches: 167,811 (167811) - TotalTime: 1.4h (5044330647368) Fragment Instance Lifecycle Event Timeline Prepare Finished: 319ms (319982145) Open Finished: 32.6m (1958484727535) First Batch Produced: 32.7m (1960588610111) First Batch Sent: 32.7m (1960588610111) ExecInternal Finished: 1.4h (5044651629457) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3086165901978) - ExecTreeExecTime: 49.84s (49837219754) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958164745390) - ExecTreeOpenTime: 32.6m (1956557835059) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3035968702305) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,411,171 (1411171) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 190ms (190989345) - TotalBytesSent: 33.1 MiB (34684753) - TotalTime: 50.6m (3036326682336) - UncompressedRowBatchSize: 71.3 MiB (74792063) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,411,171 (1411171) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2006395054813) Node Lifecycle Event Timeline Open Started: 1.93s (1926892476) Open Finished: 32.6m (1958484727535) First Batch Requested: 32.6m (1958484727535) First Batch Returned: 32.7m (1960588610111) Last Batch Returned: 1.4h (5044631630573) Closed: 1.4h (5044650629513) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,411,171 (1411171) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2006337058043) Node Lifecycle Event Timeline Open Started: 1.93s (1926892476) Open Finished: 32.6m (1958484727535) First Batch Requested: 32.6m (1958484727535) First Batch Returned: 32.7m (1960588610111) Last Batch Returned: 1.4h (5044631630573) Closed: 1.4h (5044631630573) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.35s (13350255153) - GetResultsTime: 318ms (318982197) - HTResizeTime: 32ms (32998157) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,411,171 (1411171) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 274ms (274984662) - CumulativeAllocationBytes: 7.2 GiB (7763656704) - CumulativeAllocations: 3,702 (3702) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3724541952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3701473280) - ReadIoOps: 1,765 (1765) - ReadIoWaitTime: 37.73s (37734894919) - SystemAllocTime: 259ms (259985499) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3724541952) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 2.85s (2849840978) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 419ms (419976567) - InactiveTotalTime: 32.4m (1941811657787) - PeakMemoryUsage: 15.6 MiB (16347680) - RowsReturned: 23,302,774 (23302774) - RowsReturnedRate: 11993 per second (11993) - TotalTime: 32.4m (1942902596921) Node Lifecycle Event Timeline Open Started: 1.93s (1926892476) Open Finished: 25.53s (25532575224) First Batch Requested: 25.53s (25533575168) First Batch Returned: 25.55s (25549574275) Last Batch Returned: 32.6m (1958484727535) Closed: 32.6m (1958484727535) Buffer pool - AllocTime: 1.37s (1372923419) - CumulativeAllocationBytes: 5.8 GiB (6198206464) - CumulativeAllocations: 302,672 (302672) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 902ms (902949632) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.61s (23605682748) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.9 GiB (4134324515) - TotalGetBatchTime: 32.4m (1942344628051) - DataWaitTime: 32.4m (1941811657787) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.05s (7046606862) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,336 (151336) - TotalBatchesReceived: 151,336 (151336) - TotalBytesReceived: 1.4 GiB (1553253526) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.88s (1878877597) - TotalRPCsDeferred: 174 (174) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 87 (87) - CodegenTotalWallClockTime: 1.60s (1605910387) - CodegenSysTime: 8ms (8917000) - CodegenUserTime: 672ms (672790000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 451ms (451974779) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 46ms (46997377) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.02s (1024942806) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 79ms (79995536) - TotalTime: 1.60s (1605910387) Instance c7456fdd806a4994:3209e92600000302 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.637 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.7 MiB (52115589) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 1,409,117 (1409117) - TotalNetworkReceiveTime: 32.4m (1944648018063) - TotalNetworkSendTime: 50.5m (3029362258836) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 124 (124) - TotalThreadsTotalWallClockTime: 1.4h (5042109034105) - TotalThreadsSysTime: 1.13s (1127935000) - TotalThreadsUserTime: 23.53s (23531051000) - TotalThreadsVoluntaryContextSwitches: 170,434 (170434) - TotalTime: 1.4h (5042120033743) Fragment Instance Lifecycle Event Timeline Prepare Finished: 239ms (239992106) Open Finished: 32.6m (1958271569865) First Batch Produced: 32.7m (1960281503719) First Batch Sent: 32.7m (1960281503719) ExecInternal Finished: 1.4h (5042350026178) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084077456346) - ExecTreeExecTime: 54.36s (54356209331) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958031577759) - ExecTreeOpenTime: 32.6m (1956137640054) - PrepareTime: 10ms (10999638) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3029362258836) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,117 (1409117) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 166ms (166994498) - TotalBytesSent: 33.0 MiB (34638191) - TotalTime: 50.5m (3029720247047) - UncompressedRowBatchSize: 71.2 MiB (74683201) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,117 (1409117) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2010493849385) Node Lifecycle Event Timeline Open Started: 2.13s (2133929811) Open Finished: 32.6m (1958271569865) First Batch Requested: 32.6m (1958271569865) First Batch Returned: 32.7m (1960281503719) Last Batch Returned: 1.4h (5042304027693) Closed: 1.4h (5042350026178) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,117 (1409117) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2010406852254) Node Lifecycle Event Timeline Open Started: 2.13s (2133929811) Open Finished: 32.6m (1958271569865) First Batch Requested: 32.6m (1958271569865) First Batch Returned: 32.7m (1960281503719) Last Batch Returned: 1.4h (5042304027693) Closed: 1.4h (5042304027693) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.75s (10753646196) - GetResultsTime: 343ms (343988667) - HTResizeTime: 43ms (43998552) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,117 (1409117) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 243ms (243991971) - CumulativeAllocationBytes: 7.2 GiB (7753170944) - CumulativeAllocations: 3,697 (3697) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3720347648) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3695181824) - ReadIoOps: 1,762 (1762) - ReadIoWaitTime: 41.83s (41833621871) - SystemAllocTime: 221ms (221992695) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3720347648) - WriteIoOps: 1,774 (1774) - WriteIoWaitTime: 1.25s (1250958858) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 419ms (419986192) - InactiveTotalTime: 32.4m (1944144034639) - PeakMemoryUsage: 15.4 MiB (16153335) - RowsReturned: 23,256,003 (23256003) - RowsReturnedRate: 11955 per second (11955) - TotalTime: 32.4m (1945159001263) Node Lifecycle Event Timeline Open Started: 2.13s (2133929811) Open Finished: 25.79s (25789151739) First Batch Requested: 25.79s (25789151739) First Batch Returned: 25.86s (25855149568) Last Batch Returned: 32.6m (1958271569865) Closed: 32.6m (1958271569865) Buffer pool - AllocTime: 1.19s (1186960959) - CumulativeAllocationBytes: 5.8 GiB (6185779200) - CumulativeAllocations: 302,066 (302066) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 826ms (826972798) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.66s (23655221928) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4126490985) - TotalGetBatchTime: 32.4m (1944624018849) - DataWaitTime: 32.4m (1944144034639) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.75s (6752777866) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,033 (151033) - TotalBatchesReceived: 151,033 (151033) - TotalBytesReceived: 1.4 GiB (1550255421) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 81ms (81125187) - TotalRPCsDeferred: 21 (21) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 90 (90) - CodegenTotalWallClockTime: 1.89s (1893937705) - CodegenSysTime: 7ms (7934000) - CodegenUserTime: 676ms (676085000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 721ms (721976253) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31998947) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.10s (1103963688) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 21ms (21999277) - TotalTime: 1.89s (1893937705) Instance c7456fdd806a4994:3209e926000002ff (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.357 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52256178) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 1,410,870 (1410870) - TotalNetworkReceiveTime: 32.4m (1944449565015) - TotalNetworkSendTime: 50.6m (3033858981688) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 106 (106) - TotalThreadsTotalWallClockTime: 1.4h (5041978635427) - TotalThreadsSysTime: 1.18s (1180353000) - TotalThreadsUserTime: 23.16s (23165616000) - TotalThreadsVoluntaryContextSwitches: 170,430 (170430) - TotalTime: 1.4h (5042015634315) Fragment Instance Lifecycle Event Timeline Prepare Finished: 349ms (349989482) Open Finished: 32.6m (1958245150430) First Batch Produced: 32.7m (1960251090153) First Batch Sent: 32.7m (1960251090153) ExecInternal Finished: 1.4h (5042330624849) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084083474479) - ExecTreeExecTime: 49.84s (49842504257) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957895160948) - ExecTreeOpenTime: 32.6m (1956276209601) - PrepareTime: 36ms (36998888) - ExecTreePrepareTime: 25ms (25999219) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3033858981688) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,870 (1410870) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 182ms (182994509) - TotalBytesSent: 33.1 MiB (34680971) - TotalTime: 50.6m (3034240970222) - UncompressedRowBatchSize: 71.3 MiB (74776110) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,870 (1410870) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2006144713077) Node Lifecycle Event Timeline Open Started: 1.97s (1968940829) Open Finished: 32.6m (1958245150430) First Batch Requested: 32.6m (1958245150430) First Batch Returned: 32.7m (1960251090153) Last Batch Returned: 1.4h (5042303625659) Closed: 1.4h (5042329624879) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,870 (1410870) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2006066715415) Node Lifecycle Event Timeline Open Started: 1.97s (1968940829) Open Finished: 32.6m (1958245150430) First Batch Requested: 32.6m (1958245150430) First Batch Returned: 32.7m (1960251090153) Last Batch Returned: 1.4h (5042303625659) Closed: 1.4h (5042303625659) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.79s (10787675820) - GetResultsTime: 318ms (318990428) - HTResizeTime: 39ms (39998799) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,870 (1410870) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 288ms (288991312) - CumulativeAllocationBytes: 7.2 GiB (7767851008) - CumulativeAllocations: 3,704 (3704) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3703570432) - ReadIoOps: 1,766 (1766) - ReadIoWaitTime: 37.74s (37741867409) - SystemAllocTime: 277ms (277991642) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 1.06s (1064967994) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 456ms (456986265) - InactiveTotalTime: 32.4m (1943949580030) - PeakMemoryUsage: 15.5 MiB (16293924) - RowsReturned: 23,297,626 (23297626) - RowsReturnedRate: 11978 per second (11978) - TotalTime: 32.4m (1944982548993) Node Lifecycle Event Timeline Open Started: 1.97s (1968940829) Open Finished: 25.82s (25815224200) First Batch Requested: 25.82s (25815224200) First Batch Returned: 25.83s (25829223780) Last Batch Returned: 32.6m (1958245150430) Closed: 32.6m (1958245150430) Buffer pool - AllocTime: 1.89s (1893943081) - CumulativeAllocationBytes: 5.8 GiB (6196862976) - CumulativeAllocations: 302,608 (302608) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.30s (1298960967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.85s (23846283371) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4133783475) - TotalGetBatchTime: 32.4m (1944420565885) - DataWaitTime: 32.4m (1943949580030) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.40s (7402777513) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,304 (151304) - TotalBatchesReceived: 151,304 (151304) - TotalBytesReceived: 1.4 GiB (1552958243) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 44ms (44782451) - TotalRPCsDeferred: 80 (80) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 80 (80) - CodegenTotalWallClockTime: 1.62s (1618951347) - CodegenSysTime: 7ms (7861000) - CodegenUserTime: 653ms (653476000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 442ms (442986687) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999369) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 950ms (950971422) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 200ms (200993960) - TotalTime: 1.62s (1618951347) Instance c7456fdd806a4994:3209e92600000300 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.693 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.7 MiB (52156611) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 1,411,282 (1411282) - TotalNetworkReceiveTime: 32.4m (1942892987208) - TotalNetworkSendTime: 50.6m (3035621957137) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 252 (252) - TotalThreadsTotalWallClockTime: 1.4h (5041984405939) - TotalThreadsSysTime: 1.06s (1058038000) - TotalThreadsUserTime: 23.14s (23144068000) - TotalThreadsVoluntaryContextSwitches: 167,844 (167844) - TotalTime: 1.4h (5041997406032) Fragment Instance Lifecycle Event Timeline Prepare Finished: 296ms (296002129) Open Finished: 32.6m (1958255097828) First Batch Produced: 32.7m (1960139111373) First Batch Sent: 32.7m (1960139111373) ExecInternal Finished: 1.4h (5042281408075) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084025310240) - ExecTreeExecTime: 48.06s (48062350613) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957959095699) - ExecTreeOpenTime: 32.6m (1956091082264) - PrepareTime: 13ms (13000093) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3035621957137) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,411,282 (1411282) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 168ms (168001220) - TotalBytesSent: 33.1 MiB (34690670) - TotalTime: 50.6m (3035975959720) - UncompressedRowBatchSize: 71.3 MiB (74797946) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,411,282 (1411282) - RowsReturnedRate: 704 per second (704) - TotalTime: 33.4m (2004153432877) Node Lifecycle Event Timeline Open Started: 2.16s (2164015564) Open Finished: 32.6m (1958255097828) First Batch Requested: 32.6m (1958255097828) First Batch Returned: 32.7m (1960139111373) Last Batch Returned: 1.4h (5036680367136) Closed: 1.4h (5042281408075) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,411,282 (1411282) - RowsReturnedRate: 704 per second (704) - TotalTime: 33.4m (2004077432324) Node Lifecycle Event Timeline Open Started: 2.16s (2164015564) Open Finished: 32.6m (1958255097828) First Batch Requested: 32.6m (1958255097828) First Batch Returned: 32.7m (1960139111373) Last Batch Returned: 1.4h (5036680367136) Closed: 1.4h (5036680367136) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.20s (12199087885) - GetResultsTime: 339ms (339002472) - HTResizeTime: 48ms (48000347) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,411,282 (1411282) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 425ms (425003060) - CumulativeAllocationBytes: 7.2 GiB (7761559552) - CumulativeAllocations: 3,701 (3701) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3724541952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3699376128) - ReadIoOps: 1,764 (1764) - ReadIoWaitTime: 36.07s (36072263210) - SystemAllocTime: 363ms (363002614) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3724541952) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 946ms (946006814) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 447ms (447003208) - InactiveTotalTime: 32.4m (1942313983043) - PeakMemoryUsage: 15.4 MiB (16194357) - RowsReturned: 23,256,311 (23256311) - RowsReturnedRate: 11966 per second (11966) - TotalTime: 32.4m (1943420990993) Node Lifecycle Event Timeline Open Started: 2.16s (2164015564) Open Finished: 25.82s (25825185745) First Batch Requested: 25.83s (25826185753) First Batch Returned: 25.84s (25842185868) Last Batch Returned: 32.6m (1958254097821) Closed: 32.6m (1958255097828) Buffer pool - AllocTime: 2.52s (2518018144) - CumulativeAllocationBytes: 5.8 GiB (6185852928) - CumulativeAllocations: 302,070 (302070) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.07s (2073014942) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.66s (23661170181) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4126616552) - TotalGetBatchTime: 32.4m (1942866987021) - DataWaitTime: 32.4m (1942313983043) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.18s (9177066094) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,035 (151035) - TotalBatchesReceived: 151,035 (151035) - TotalBytesReceived: 1.4 GiB (1550397304) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 23ms (23652735) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 216 (216) - CodegenTotalWallClockTime: 1.87s (1868013435) - CodegenSysTime: 12ms (12779000) - CodegenUserTime: 673ms (673728000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 547ms (547003934) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22000158) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.22s (1215008738) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 82ms (82000590) - TotalTime: 1.87s (1868013435) Instance c7456fdd806a4994:3209e926000002fd (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.946 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.1 MiB (40000910) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 1,411,305 (1411305) - TotalNetworkReceiveTime: 32.4m (1941821295201) - TotalNetworkSendTime: 50.5m (3027746563733) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 91 (91) - TotalThreadsTotalWallClockTime: 1.4h (5041973604750) - TotalThreadsSysTime: 1.16s (1155469000) - TotalThreadsUserTime: 23.65s (23654845000) - TotalThreadsVoluntaryContextSwitches: 169,941 (169941) - TotalTime: 1.4h (5041973604750) Fragment Instance Lifecycle Event Timeline Prepare Finished: 274ms (274995223) Open Finished: 32.6m (1958168011296) First Batch Produced: 32.7m (1960260974988) First Batch Sent: 32.7m (1960260974988) ExecInternal Finished: 1.4h (5042252599904) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084080588677) - ExecTreeExecTime: 55.97s (55965031327) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957893016073) - ExecTreeOpenTime: 32.6m (1956134046623) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3027746563733) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,411,305 (1411305) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 202ms (202996494) - TotalBytesSent: 33.1 MiB (34690099) - TotalTime: 50.5m (3028117557316) - UncompressedRowBatchSize: 71.3 MiB (74799165) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,411,305 (1411305) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012099077950) Node Lifecycle Event Timeline Open Started: 2.03s (2033964673) Open Finished: 32.6m (1958168011296) First Batch Requested: 32.6m (1958168011296) First Batch Returned: 32.7m (1960260974988) Last Batch Returned: 1.4h (5042219600475) Closed: 1.4h (5042251599921) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,411,305 (1411305) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2012020079322) Node Lifecycle Event Timeline Open Started: 2.03s (2033964673) Open Finished: 32.6m (1958168011296) First Batch Requested: 32.6m (1958168011296) First Batch Returned: 32.7m (1960260974988) Last Batch Returned: 1.4h (5042219600475) Closed: 1.4h (5042219600475) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.47s (13475765949) - GetResultsTime: 318ms (318994477) - HTResizeTime: 41ms (41999272) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,411,305 (1411305) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 320ms (320994426) - CumulativeAllocationBytes: 7.2 GiB (7753170944) - CumulativeAllocations: 3,697 (3697) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3688890368) - ReadIoOps: 1,759 (1759) - ReadIoWaitTime: 43.67s (43672244134) - SystemAllocTime: 236ms (236995883) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 3.44s (3445940150) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 430ms (430992515) - InactiveTotalTime: 32.4m (1941358303236) - PeakMemoryUsage: 3.9 MiB (4038656) - RowsReturned: 23,292,358 (23292358) - RowsReturnedRate: 11991 per second (11991) - TotalTime: 32.4m (1942329286380) Node Lifecycle Event Timeline Open Started: 2.03s (2033964673) Open Finished: 25.68s (25685553882) First Batch Requested: 25.69s (25686553865) First Batch Returned: 25.75s (25752552719) Last Batch Returned: 32.6m (1958167011313) Closed: 32.6m (1958167011313) Buffer pool - AllocTime: 852ms (852985195) - CumulativeAllocationBytes: 5.8 GiB (6195462144) - CumulativeAllocations: 302,544 (302544) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.9 MiB (4038656) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 3.9 MiB (4038656) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 447ms (447992227) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.65s (23651589209) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4132748367) - TotalGetBatchTime: 32.4m (1941792295707) - DataWaitTime: 32.4m (1941358303236) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.32s (6319890334) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,272 (151272) - TotalBatchesReceived: 151,272 (151272) - TotalBytesReceived: 1.4 GiB (1552636033) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 60 (60) - CodegenTotalWallClockTime: 1.76s (1757969467) - CodegenSysTime: 8ms (8833000) - CodegenUserTime: 679ms (679191000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 603ms (603989510) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999653) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.06s (1064981503) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 66ms (66998836) - TotalTime: 1.76s (1757969467) Instance c7456fdd806a4994:3209e926000002f6 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.949 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52320351) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 1,409,777 (1409777) - TotalNetworkReceiveTime: 32.4m (1942383692684) - TotalNetworkSendTime: 50.5m (3032265142100) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 123 (123) - TotalThreadsTotalWallClockTime: 1.4h (5041956574804) - TotalThreadsSysTime: 1.18s (1176150000) - TotalThreadsUserTime: 23.34s (23338589000) - TotalThreadsVoluntaryContextSwitches: 167,021 (167021) - TotalTime: 1.4h (5041957574770) Fragment Instance Lifecycle Event Timeline Prepare Finished: 218ms (218992637) Open Finished: 32.6m (1958089164674) First Batch Produced: 32.7m (1960104096901) First Batch Sent: 32.7m (1960104096901) ExecInternal Finished: 1.4h (5042177567374) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084086402767) - ExecTreeExecTime: 51.42s (51422274066) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957870172037) - ExecTreeOpenTime: 32.6m (1956085232048) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3032265142100) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,777 (1409777) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 196ms (196993383) - TotalBytesSent: 33.0 MiB (34654055) - TotalTime: 50.5m (3032665128667) - UncompressedRowBatchSize: 71.3 MiB (74718181) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,777 (1409777) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2007506506147) Node Lifecycle Event Timeline Open Started: 2.00s (2003932626) Open Finished: 32.6m (1958089164674) First Batch Requested: 32.6m (1958089164674) First Batch Returned: 32.7m (1960104096901) Last Batch Returned: 1.4h (5042138568683) Closed: 1.4h (5042176567408) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,777 (1409777) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2007429508727) Node Lifecycle Event Timeline Open Started: 2.00s (2003932626) Open Finished: 32.6m (1958089164674) First Batch Requested: 32.6m (1958089164674) First Batch Returned: 32.7m (1960104096901) Last Batch Returned: 1.4h (5042138568683) Closed: 1.4h (5042138568683) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.77s (12774570535) - GetResultsTime: 283ms (283990467) - HTResizeTime: 48ms (48998355) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,777 (1409777) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 416ms (416985976) - CumulativeAllocationBytes: 7.2 GiB (7765753856) - CumulativeAllocations: 3,703 (3703) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3701473280) - ReadIoOps: 1,765 (1765) - ReadIoWaitTime: 39.33s (39326680081) - SystemAllocTime: 384ms (384987053) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 1.28s (1279956979) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 429ms (429985535) - InactiveTotalTime: 32.4m (1941843710840) - PeakMemoryUsage: 15.6 MiB (16358097) - RowsReturned: 23,270,399 (23270399) - RowsReturnedRate: 11977 per second (11977) - TotalTime: 32.4m (1942904675153) Node Lifecycle Event Timeline Open Started: 2.00s (2003932626) Open Finished: 25.64s (25645137790) First Batch Requested: 25.65s (25646137756) First Batch Returned: 25.68s (25681136580) Last Batch Returned: 32.6m (1958088164708) Closed: 32.6m (1958089164674) Buffer pool - AllocTime: 2.25s (2255924162) - CumulativeAllocationBytes: 5.8 GiB (6189613056) - CumulativeAllocations: 302,254 (302254) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.85s (1846937911) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.64s (23641205164) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4128883803) - TotalGetBatchTime: 32.4m (1942362693390) - DataWaitTime: 32.4m (1941843710840) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.02s (8017730445) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,127 (151127) - TotalBatchesReceived: 151,127 (151127) - TotalBytesReceived: 1.4 GiB (1551256759) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 88ms (88577586) - TotalRPCsDeferred: 67 (67) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 90 (90) - CodegenTotalWallClockTime: 1.78s (1784939989) - CodegenSysTime: 6ms (6006000) - CodegenUserTime: 670ms (670898000) - CodegenVoluntaryContextSwitches: 99 (99) - CompileTime: 511ms (511982787) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999697) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.11s (1113962547) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 124ms (124995798) - TotalTime: 1.78s (1784939989) Instance c7456fdd806a4994:3209e92600000306 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.498 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.7 MiB (41680270) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 1,410,508 (1410508) - TotalNetworkReceiveTime: 32.4m (1944006509345) - TotalNetworkSendTime: 50.6m (3034797733995) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 121 (121) - TotalThreadsTotalWallClockTime: 1.4h (5041947803215) - TotalThreadsSysTime: 1.15s (1152762000) - TotalThreadsUserTime: 23.31s (23309966000) - TotalThreadsVoluntaryContextSwitches: 169,878 (169878) - TotalTime: 1.4h (5041948803192) Fragment Instance Lifecycle Event Timeline Prepare Finished: 302ms (302993063) Open Finished: 32.6m (1958189184716) First Batch Produced: 32.7m (1960278136915) First Batch Sent: 32.7m (1960278136915) ExecInternal Finished: 1.4h (5042252796233) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084061611562) - ExecTreeExecTime: 48.90s (48903885771) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957886191653) - ExecTreeOpenTime: 32.6m (1956041233890) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3034797733995) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,508 (1410508) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 182ms (182995831) - TotalBytesSent: 33.1 MiB (34674437) - TotalTime: 50.6m (3035158725769) - UncompressedRowBatchSize: 71.3 MiB (74756924) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,508 (1410508) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2004945119661) Node Lifecycle Event Timeline Open Started: 2.15s (2147950826) Open Finished: 32.6m (1958189184716) First Batch Requested: 32.6m (1958189184716) First Batch Returned: 32.7m (1960278136915) Last Batch Returned: 1.4h (5042199797439) Closed: 1.4h (5042251796256) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,508 (1410508) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2004866121461) Node Lifecycle Event Timeline Open Started: 2.15s (2147950826) Open Finished: 32.6m (1958189184716) First Batch Requested: 32.6m (1958189184716) First Batch Returned: 32.7m (1960278136915) Last Batch Returned: 1.4h (5042199797439) Closed: 1.4h (5042199797439) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.17s (11172744277) - GetResultsTime: 307ms (307992977) - HTResizeTime: 40ms (40999070) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,508 (1410508) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 349ms (349991986) - CumulativeAllocationBytes: 7.2 GiB (7748976640) - CumulativeAllocations: 3,695 (3695) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3684696064) - ReadIoOps: 1,757 (1757) - ReadIoWaitTime: 36.85s (36852160464) - SystemAllocTime: 346ms (346992055) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 862ms (862980249) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 433ms (433990067) - InactiveTotalTime: 32.4m (1943557519623) - PeakMemoryUsage: 5.5 MiB (5718016) - RowsReturned: 23,283,796 (23283796) - RowsReturnedRate: 11974 per second (11974) - TotalTime: 32.4m (1944528497394) Node Lifecycle Event Timeline Open Started: 2.15s (2147950826) Open Finished: 25.70s (25701411610) First Batch Requested: 25.70s (25702411587) First Batch Returned: 25.77s (25775409916) Last Batch Returned: 32.6m (1958188184739) Closed: 32.6m (1958188184739) Buffer pool - AllocTime: 1.38s (1380968397) - CumulativeAllocationBytes: 5.8 GiB (6193209344) - CumulativeAllocations: 302,426 (302426) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.5 MiB (5718016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.5 MiB (5718016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.11s (1108974621) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.55s (23553460784) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4131245278) - TotalGetBatchTime: 32.4m (1943984509849) - DataWaitTime: 32.4m (1943557519623) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.47s (7474828915) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,213 (151213) - TotalBatchesReceived: 151,213 (151213) - TotalBytesReceived: 1.4 GiB (1552114018) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 90 (90) - CodegenTotalWallClockTime: 1.84s (1844957763) - CodegenSysTime: 10ms (10962000) - CodegenUserTime: 684ms (684745000) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 521ms (521988050) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999473) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.24s (1244971498) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 49ms (49998856) - TotalTime: 1.84s (1844957763) Instance c7456fdd806a4994:3209e926000002ef (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.722 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.1 MiB (45186446) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 1,409,868 (1409868) - TotalNetworkReceiveTime: 32.4m (1943654704634) - TotalNetworkSendTime: 50.5m (3030822455251) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 177 (177) - TotalThreadsTotalWallClockTime: 1.4h (5041946656826) - TotalThreadsSysTime: 1.11s (1110072000) - TotalThreadsUserTime: 23.17s (23166719000) - TotalThreadsVoluntaryContextSwitches: 170,323 (170323) - TotalTime: 1.4h (5041946656826) Fragment Instance Lifecycle Event Timeline Prepare Finished: 262ms (262990215) Open Finished: 32.6m (1958118166551) First Batch Produced: 32.7m (1960284086076) First Batch Sent: 32.7m (1960284086076) ExecInternal Finished: 1.4h (5042212646930) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084091480490) - ExecTreeExecTime: 52.91s (52913038436) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957855176336) - ExecTreeOpenTime: 32.6m (1955813252303) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3030822455251) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,868 (1409868) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 177ms (177993402) - TotalBytesSent: 33.0 MiB (34653214) - TotalTime: 50.5m (3031180441980) - UncompressedRowBatchSize: 71.3 MiB (74723004) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,868 (1409868) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2008725290776) Node Lifecycle Event Timeline Open Started: 2.30s (2304914248) Open Finished: 32.6m (1958118166551) First Batch Requested: 32.6m (1958118166551) First Batch Returned: 32.7m (1960284086076) Last Batch Returned: 1.4h (5042173648375) Closed: 1.4h (5042212646930) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,868 (1409868) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2008660293186) Node Lifecycle Event Timeline Open Started: 2.30s (2304914248) Open Finished: 32.6m (1958118166551) First Batch Requested: 32.6m (1958118166551) First Batch Returned: 32.7m (1960284086076) Last Batch Returned: 1.4h (5042173648375) Closed: 1.4h (5042173648375) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.32s (11316579002) - GetResultsTime: 332ms (332987652) - HTResizeTime: 38ms (38998554) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,868 (1409868) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 306ms (306988589) - CumulativeAllocationBytes: 7.2 GiB (7744782336) - CumulativeAllocations: 3,693 (3693) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3722444800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3684696064) - ReadIoOps: 1,757 (1757) - ReadIoWaitTime: 40.87s (40873484828) - SystemAllocTime: 261ms (261990260) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3722444800) - WriteIoOps: 1,775 (1775) - WriteIoWaitTime: 827ms (827969193) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 412ms (412984623) - InactiveTotalTime: 32.4m (1943149723416) - PeakMemoryUsage: 8.8 MiB (9224192) - RowsReturned: 23,290,209 (23290209) - RowsReturnedRate: 11979 per second (11979) - TotalTime: 32.4m (1944151686135) Node Lifecycle Event Timeline Open Started: 2.30s (2304914248) Open Finished: 25.70s (25696044006) First Batch Requested: 25.70s (25697043969) First Batch Returned: 25.71s (25709043523) Last Batch Returned: 32.6m (1958118166551) Closed: 32.6m (1958118166551) Buffer pool - AllocTime: 2.61s (2610902869) - CumulativeAllocationBytes: 5.8 GiB (6194896896) - CumulativeAllocations: 302,512 (302512) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.8 MiB (9224192) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.8 MiB (9224192) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.14s (2142920279) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.39s (23391129758) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4132088684) - TotalGetBatchTime: 32.4m (1943632705454) - DataWaitTime: 32.4m (1943149723416) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.61s (8614679511) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,256 (151256) - TotalBatchesReceived: 151,256 (151256) - TotalBytesReceived: 1.4 GiB (1552537674) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 141 (141) - CodegenTotalWallClockTime: 2.04s (2040924070) - CodegenSysTime: 16ms (16858000) - CodegenUserTime: 658ms (658495000) - CodegenVoluntaryContextSwitches: 121 (121) - CompileTime: 512ms (512980915) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999628) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.25s (1245953646) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 269ms (269989956) - TotalTime: 2.04s (2040924070) Instance c7456fdd806a4994:3209e926000002f8 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:04.491 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.7 MiB (46841230) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 1,411,450 (1411450) - TotalNetworkReceiveTime: 32.3m (1940857089681) - TotalNetworkSendTime: 50.6m (3033724689343) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 155 (155) - TotalThreadsTotalWallClockTime: 1.4h (5041871531353) - TotalThreadsSysTime: 1.29s (1287007000) - TotalThreadsUserTime: 23.99s (23994283000) - TotalThreadsVoluntaryContextSwitches: 164,615 (164615) - TotalTime: 1.4h (5041872531320) Fragment Instance Lifecycle Event Timeline Prepare Finished: 368ms (368987657) Open Finished: 32.6m (1958155511131) First Batch Produced: 32.7m (1960175443588) First Batch Sent: 32.7m (1960176443554) ExecInternal Finished: 1.4h (5042241518976) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084085007879) - ExecTreeExecTime: 49.98s (49979331270) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957786523474) - ExecTreeOpenTime: 32.6m (1955796590039) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3033724689343) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,411,450 (1411450) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 184ms (184993816) - TotalBytesSent: 33.1 MiB (34693466) - TotalTime: 50.6m (3034103676677) - UncompressedRowBatchSize: 71.3 MiB (74806850) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,411,450 (1411450) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2005775921309) Node Lifecycle Event Timeline Open Started: 2.36s (2358921092) Open Finished: 32.6m (1958155511131) First Batch Requested: 32.6m (1958155511131) First Batch Returned: 32.7m (1960175443588) Last Batch Returned: 1.4h (5042205520178) Closed: 1.4h (5042240519010) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,411,450 (1411450) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2005716923274) Node Lifecycle Event Timeline Open Started: 2.36s (2358921092) Open Finished: 32.6m (1958155511131) First Batch Requested: 32.6m (1958155511131) First Batch Returned: 32.7m (1960175443588) Last Batch Returned: 1.4h (5042205520178) Closed: 1.4h (5042205520178) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.10s (14102528345) - GetResultsTime: 351ms (351988256) - HTResizeTime: 34ms (34998830) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,411,450 (1411450) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 503ms (503983150) - CumulativeAllocationBytes: 7.2 GiB (7776239616) - CumulativeAllocations: 3,708 (3708) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3735027712) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3703570432) - ReadIoOps: 1,766 (1766) - ReadIoWaitTime: 37.56s (37560745916) - SystemAllocTime: 498ms (498983316) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3735027712) - WriteIoOps: 1,781 (1781) - WriteIoWaitTime: 1.09s (1094963380) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 463ms (463984487) - InactiveTotalTime: 32.3m (1940264109521) - PeakMemoryUsage: 10.4 MiB (10878976) - RowsReturned: 23,303,006 (23303006) - RowsReturnedRate: 12003 per second (12003) - TotalTime: 32.4m (1941423070767) Node Lifecycle Event Timeline Open Started: 2.36s (2358921092) Open Finished: 25.68s (25675141154) First Batch Requested: 25.68s (25675141154) First Batch Returned: 25.74s (25743138880) Last Batch Returned: 32.6m (1958155511131) Closed: 32.6m (1958155511131) Buffer pool - AllocTime: 2.05s (2050931412) - CumulativeAllocationBytes: 5.8 GiB (6198263808) - CumulativeAllocations: 302,674 (302674) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.4 MiB (10878976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.4 MiB (10878976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.64s (1638945189) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.32s (23316220062) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.9 GiB (4134634664) - TotalGetBatchTime: 32.3m (1940833090482) - DataWaitTime: 32.3m (1940264109521) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.70s (7701742326) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,337 (151337) - TotalBatchesReceived: 151,337 (151337) - TotalBytesReceived: 1.4 GiB (1553388701) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 136 (136) - CodegenTotalWallClockTime: 1.99s (1989933435) - CodegenSysTime: 13ms (13738000) - CodegenUserTime: 707ms (707494000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 538ms (538981970) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 35ms (35998796) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.28s (1285956984) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 126ms (126995752) - TotalTime: 1.99s (1989933435) Instance c7456fdd806a4994:3209e92600000301 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.951 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.8 MiB (43851150) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 1,410,000 (1410000) - TotalNetworkReceiveTime: 32.4m (1944402497916) - TotalNetworkSendTime: 50.5m (3030560423033) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 152 (152) - TotalThreadsTotalWallClockTime: 1.4h (5041846531918) - TotalThreadsSysTime: 1.11s (1113564000) - TotalThreadsUserTime: 23.74s (23739785000) - TotalThreadsVoluntaryContextSwitches: 171,248 (171248) - TotalTime: 1.4h (5041847531912) Fragment Instance Lifecycle Event Timeline Prepare Finished: 372ms (372997783) Open Finished: 32.6m (1958106416745) First Batch Produced: 32.7m (1960124404845) First Batch Sent: 32.7m (1960124404845) ExecInternal Finished: 1.4h (5042220529695) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084113112956) - ExecTreeExecTime: 53.18s (53181692072) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957733418962) - ExecTreeOpenTime: 32.6m (1955987429340) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3030560423033) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,000 (1410000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 185ms (185998916) - TotalBytesSent: 33.1 MiB (34655622) - TotalTime: 50.5m (3030929420895) - UncompressedRowBatchSize: 71.3 MiB (74730000) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,000 (1410000) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2009169121412) Node Lifecycle Event Timeline Open Started: 2.12s (2118987405) Open Finished: 32.6m (1958106416745) First Batch Requested: 32.6m (1958106416745) First Batch Returned: 32.7m (1960124404845) Last Batch Returned: 1.4h (5042175529955) Closed: 1.4h (5042220529695) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,000 (1410000) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2009087121888) Node Lifecycle Event Timeline Open Started: 2.12s (2118987405) Open Finished: 32.6m (1958106416745) First Batch Requested: 32.6m (1958106416745) First Batch Returned: 32.7m (1960124404845) Last Batch Returned: 1.4h (5042175529955) Closed: 1.4h (5042175529955) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.66s (10658936911) - GetResultsTime: 334ms (334998056) - HTResizeTime: 30ms (30999820) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,000 (1410000) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 190ms (190998871) - CumulativeAllocationBytes: 7.2 GiB (7765753856) - CumulativeAllocations: 3,703 (3703) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3730833408) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3697278976) - ReadIoOps: 1,763 (1763) - ReadIoWaitTime: 40.69s (40694764504) - SystemAllocTime: 182ms (182998917) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3730833408) - WriteIoOps: 1,779 (1779) - WriteIoWaitTime: 1.01s (1015993974) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 388ms (388997695) - InactiveTotalTime: 32.4m (1943900500900) - PeakMemoryUsage: 7.5 MiB (7888896) - RowsReturned: 23,281,036 (23281036) - RowsReturnedRate: 11970 per second (11970) - TotalTime: 32.4m (1944879495094) Node Lifecycle Event Timeline Open Started: 2.12s (2118987405) Open Finished: 25.68s (25681847352) First Batch Requested: 25.68s (25682847346) First Batch Returned: 25.70s (25695847269) Last Batch Returned: 32.6m (1958105416751) Closed: 32.6m (1958105416751) Buffer pool - AllocTime: 1.10s (1104993472) - CumulativeAllocationBytes: 5.8 GiB (6192422912) - CumulativeAllocations: 302,392 (302392) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.5 MiB (7888896) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.5 MiB (7888896) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 797ms (797995284) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.56s (23562859947) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4130045346) - TotalGetBatchTime: 32.4m (1944384498024) - DataWaitTime: 32.4m (1943900500900) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.95s (6953958881) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,196 (151196) - TotalBatchesReceived: 151,196 (151196) - TotalBytesReceived: 1.4 GiB (1551708116) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 119 (119) - CodegenTotalWallClockTime: 1.75s (1745989622) - CodegenSysTime: 8ms (8852000) - CodegenUserTime: 662ms (662986000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 420ms (420997498) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 54ms (54999673) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.21s (1206992825) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 60ms (60999638) - TotalTime: 1.75s (1745989622) Instance c7456fdd806a4994:3209e926000002f3 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.261 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 37.5 MiB (39304590) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 1,409,514 (1409514) - TotalNetworkReceiveTime: 32.4m (1945054804188) - TotalNetworkSendTime: 50.6m (3033481756058) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 120 (120) - TotalThreadsTotalWallClockTime: 1.4h (5041845573451) - TotalThreadsSysTime: 1.07s (1069413000) - TotalThreadsUserTime: 23.40s (23399711000) - TotalThreadsVoluntaryContextSwitches: 171,960 (171960) - TotalTime: 1.4h (5041845573451) Fragment Instance Lifecycle Event Timeline Prepare Finished: 293ms (293990743) Open Finished: 32.6m (1958052395127) First Batch Produced: 32.7m (1960132329747) First Batch Sent: 32.7m (1960132329747) ExecInternal Finished: 1.4h (5042142564100) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084087169067) - ExecTreeExecTime: 50.23s (50232424706) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957758404384) - ExecTreeOpenTime: 32.6m (1956007459512) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3033481756058) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,514 (1409514) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 182ms (182994269) - TotalBytesSent: 33.0 MiB (34645839) - TotalTime: 50.6m (3033854744360) - UncompressedRowBatchSize: 71.2 MiB (74704242) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,514 (1409514) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2006238884250) Node Lifecycle Event Timeline Open Started: 2.04s (2044935615) Open Finished: 32.6m (1958052395127) First Batch Requested: 32.6m (1958052395127) First Batch Returned: 32.7m (1960132329747) Last Batch Returned: 1.4h (5042096565542) Closed: 1.4h (5042141564131) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,514 (1409514) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2006172886316) Node Lifecycle Event Timeline Open Started: 2.04s (2044935615) Open Finished: 32.6m (1958052395127) First Batch Requested: 32.6m (1958052395127) First Batch Returned: 32.7m (1960132329747) Last Batch Returned: 1.4h (5042096565542) Closed: 1.4h (5042096565542) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 9.94s (9939687188) - GetResultsTime: 322ms (322989862) - HTResizeTime: 36ms (36998837) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,514 (1409514) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 199ms (199993711) - CumulativeAllocationBytes: 7.2 GiB (7753170944) - CumulativeAllocations: 3,697 (3697) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3722444800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3693084672) - ReadIoOps: 1,761 (1761) - ReadIoWaitTime: 38.02s (38021807714) - SystemAllocTime: 189ms (189994025) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3722444800) - WriteIoOps: 1,775 (1775) - WriteIoWaitTime: 898ms (898971698) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 438ms (438986188) - InactiveTotalTime: 32.4m (1944446823316) - PeakMemoryUsage: 3.2 MiB (3342336) - RowsReturned: 23,261,761 (23261761) - RowsReturnedRate: 11956 per second (11956) - TotalTime: 32.4m (1945562788205) Node Lifecycle Event Timeline Open Started: 2.04s (2044935615) Open Finished: 25.63s (25629193067) First Batch Requested: 25.63s (25630193036) First Batch Returned: 25.64s (25644192595) Last Batch Returned: 32.6m (1958051395158) Closed: 32.6m (1958052395127) Buffer pool - AllocTime: 1.51s (1515952296) - CumulativeAllocationBytes: 5.8 GiB (6187327488) - CumulativeAllocations: 302,136 (302136) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.2 MiB (3342336) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 3.2 MiB (3342336) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.06s (1064966481) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.58s (23584257452) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4127464063) - TotalGetBatchTime: 32.4m (1945021805228) - DataWaitTime: 32.4m (1944446823316) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.01s (7007779420) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,068 (151068) - TotalBatchesReceived: 151,068 (151068) - TotalBytesReceived: 1.4 GiB (1550764601) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 74 (74) - CodegenTotalWallClockTime: 1.75s (1750944872) - CodegenSysTime: 7ms (7876000) - CodegenUserTime: 665ms (665505000) - CodegenVoluntaryContextSwitches: 93 (93) - CompileTime: 371ms (371988288) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999087) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.12s (1116964833) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 205ms (205993514) - TotalTime: 1.75s (1750944872) Instance c7456fdd806a4994:3209e92600000309 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:04.235 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.5 MiB (42425742) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 1,409,661 (1409661) - TotalNetworkReceiveTime: 32.4m (1945339229255) - TotalNetworkSendTime: 50.5m (3027746100799) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 151 (151) - TotalThreadsTotalWallClockTime: 1.4h (5041816308136) - TotalThreadsSysTime: 968ms (968484000) - TotalThreadsUserTime: 23.30s (23305242000) - TotalThreadsVoluntaryContextSwitches: 172,026 (172026) - TotalTime: 1.4h (5041817308135) Fragment Instance Lifecycle Event Timeline Prepare Finished: 351ms (351999864) Open Finished: 32.6m (1958608224143) First Batch Produced: 32.7m (1960670223279) First Batch Sent: 32.7m (1960670223279) ExecInternal Finished: 1.4h (5042170307999) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3083560083857) - ExecTreeExecTime: 55.46s (55461983167) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958256224279) - ExecTreeOpenTime: 32.6m (1956617224908) - PrepareTime: 1,000.00us (999999) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3027746100799) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,661 (1409661) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 182ms (182999947) - TotalBytesSent: 33.0 MiB (34649071) - TotalTime: 50.5m (3028099100689) - UncompressedRowBatchSize: 71.3 MiB (74712033) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,661 (1409661) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2012079208075) Node Lifecycle Event Timeline Open Started: 1.99s (1990999235) Open Finished: 32.6m (1958608224143) First Batch Requested: 32.6m (1958608224143) First Batch Returned: 32.7m (1960670223279) Last Batch Returned: 1.4h (5042126308012) Closed: 1.4h (5042169308000) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,661 (1409661) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2012012208094) Node Lifecycle Event Timeline Open Started: 1.99s (1990999235) Open Finished: 32.6m (1958608224143) First Batch Requested: 32.6m (1958608224143) First Batch Returned: 32.7m (1960670223279) Last Batch Returned: 1.4h (5042126308012) Closed: 1.4h (5042126308012) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.43s (10432995979) - GetResultsTime: 331ms (331999895) - HTResizeTime: 47ms (47999989) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,661 (1409661) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 252ms (252999909) - CumulativeAllocationBytes: 7.2 GiB (7744782336) - CumulativeAllocations: 3,693 (3693) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3720347648) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3686793216) - ReadIoOps: 1,758 (1758) - ReadIoWaitTime: 43.55s (43549986887) - SystemAllocTime: 189ms (189999931) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3720347648) - WriteIoOps: 1,774 (1774) - WriteIoWaitTime: 843ms (843999683) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 395ms (395999838) - InactiveTotalTime: 32.4m (1944769229481) - PeakMemoryUsage: 6.2 MiB (6463488) - RowsReturned: 23,256,133 (23256133) - RowsReturnedRate: 11951 per second (11951) - TotalTime: 32.4m (1945821229063) Node Lifecycle Event Timeline Open Started: 1.99s (1990999235) Open Finished: 25.61s (25610990168) First Batch Requested: 25.61s (25611990167) First Batch Returned: 25.68s (25677990142) Last Batch Returned: 32.6m (1958607224144) Closed: 32.6m (1958607224144) Buffer pool - AllocTime: 1.35s (1347999498) - CumulativeAllocationBytes: 5.8 GiB (6185836544) - CumulativeAllocations: 302,062 (302062) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.2 MiB (6463488) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.2 MiB (6463488) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 866ms (866999680) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.62s (23619990933) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4126371919) - TotalGetBatchTime: 32.4m (1945321229260) - DataWaitTime: 32.4m (1944769229481) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.94s (6939997359) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,031 (151031) - TotalBatchesReceived: 151,031 (151031) - TotalBytesReceived: 1.4 GiB (1550278413) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 126 (126) - CodegenTotalWallClockTime: 1.64s (1638999371) - CodegenSysTime: 10ms (10915000) - CodegenUserTime: 674ms (674871000) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 501ms (501999807) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 8ms (8999996) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.05s (1055999595) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 69ms (69999974) - TotalTime: 1.64s (1638999371) Instance c7456fdd806a4994:3209e926000002f7 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.636 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52290655) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 1,409,411 (1409411) - TotalNetworkReceiveTime: 32.4m (1942201028521) - TotalNetworkSendTime: 50.6m (3035350425653) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 138 (138) - TotalThreadsTotalWallClockTime: 1.4h (5041769060562) - TotalThreadsSysTime: 1.16s (1163380000) - TotalThreadsUserTime: 23.85s (23852452000) - TotalThreadsVoluntaryContextSwitches: 167,115 (167115) - TotalTime: 1.4h (5041810060310) Fragment Instance Lifecycle Event Timeline Prepare Finished: 284ms (284998245) Open Finished: 32.6m (1958024930977) First Batch Produced: 32.7m (1960275917100) First Batch Sent: 32.7m (1960275917100) ExecInternal Finished: 1.4h (5042055058801) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084029127830) - ExecTreeExecTime: 48.32s (48322704355) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957739932732) - ExecTreeOpenTime: 32.6m (1955890944120) - PrepareTime: 40ms (40999748) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3035350425653) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,411 (1409411) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 193ms (193998814) - TotalBytesSent: 33.0 MiB (34644215) - TotalTime: 50.6m (3035748423217) - UncompressedRowBatchSize: 71.2 MiB (74698783) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,411 (1409411) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2004212648481) Node Lifecycle Event Timeline Open Started: 2.13s (2133986857) Open Finished: 32.6m (1958024930977) First Batch Requested: 32.6m (1958024930977) First Batch Returned: 32.7m (1960275917100) Last Batch Returned: 1.4h (5036478092884) Closed: 1.4h (5042055058801) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,411 (1409411) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2004137648938) Node Lifecycle Event Timeline Open Started: 2.13s (2133986857) Open Finished: 32.6m (1958024930977) First Batch Requested: 32.6m (1958024930977) First Batch Returned: 32.7m (1960275917100) Last Batch Returned: 1.4h (5036477092890) Closed: 1.4h (5036478092884) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.89s (12895920492) - GetResultsTime: 310ms (310998094) - HTResizeTime: 36ms (36999776) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,411 (1409411) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 324ms (324997996) - CumulativeAllocationBytes: 7.2 GiB (7761559552) - CumulativeAllocations: 3,701 (3701) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3724541952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3699376128) - ReadIoOps: 1,764 (1764) - ReadIoWaitTime: 35.69s (35693781650) - SystemAllocTime: 314ms (314998057) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3724541952) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 1.49s (1492990797) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 441ms (441997273) - InactiveTotalTime: 32.4m (1941566032447) - PeakMemoryUsage: 15.6 MiB (16328401) - RowsReturned: 23,275,589 (23275589) - RowsReturnedRate: 11980 per second (11980) - TotalTime: 32.4m (1942739025202) Node Lifecycle Event Timeline Open Started: 2.13s (2133986857) Open Finished: 25.60s (25599842329) First Batch Requested: 25.60s (25599842329) First Batch Returned: 25.61s (25613842243) Last Batch Returned: 32.6m (1958024930977) Closed: 32.6m (1958024930977) Buffer pool - AllocTime: 2.16s (2164986646) - CumulativeAllocationBytes: 5.8 GiB (6190989312) - CumulativeAllocations: 302,318 (302318) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.81s (1813988809) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.46s (23465855472) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4130138127) - TotalGetBatchTime: 32.4m (1942170028715) - DataWaitTime: 32.4m (1941566032447) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.89s (7891951356) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,159 (151159) - TotalBatchesReceived: 151,159 (151159) - TotalBytesReceived: 1.4 GiB (1551634824) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 128ms (128922531) - TotalRPCsDeferred: 53 (53) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 112 (112) - CodegenTotalWallClockTime: 1.85s (1848988612) - CodegenSysTime: 12ms (12856000) - CodegenUserTime: 667ms (667662000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 600ms (600996299) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 32ms (32999797) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.16s (1158992861) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 48ms (48999698) - TotalTime: 1.85s (1848988612) Instance c7456fdd806a4994:3209e926000002fb (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:04.364 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.6 MiB (42581390) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 1,411,909 (1411909) - TotalNetworkReceiveTime: 32.4m (1942248461227) - TotalNetworkSendTime: 50.5m (3029538388059) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 175 (175) - TotalThreadsTotalWallClockTime: 1.4h (5041795641934) - TotalThreadsSysTime: 1.18s (1184870000) - TotalThreadsUserTime: 23.81s (23806218000) - TotalThreadsVoluntaryContextSwitches: 166,467 (166467) - TotalTime: 1.4h (5041795641934) Fragment Instance Lifecycle Event Timeline Prepare Finished: 291ms (291990742) Open Finished: 32.6m (1958006961850) First Batch Produced: 32.7m (1960194892578) First Batch Sent: 32.7m (1960194892578) ExecInternal Finished: 1.4h (5042089632613) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084080670826) - ExecTreeExecTime: 54.17s (54174294368) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957714971108) - ExecTreeOpenTime: 32.6m (1955610037849) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3029539388027) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,411,909 (1411909) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 165ms (165994755) - TotalBytesSent: 33.1 MiB (34703299) - TotalTime: 50.5m (3029908376395) - UncompressedRowBatchSize: 71.4 MiB (74831177) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,411,909 (1411909) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2009782332281) Node Lifecycle Event Timeline Open Started: 2.40s (2396924001) Open Finished: 32.6m (1958006961850) First Batch Requested: 32.6m (1958006961850) First Batch Returned: 32.7m (1960194892578) Last Batch Returned: 1.4h (5042052633777) Closed: 1.4h (5042089632613) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,411,909 (1411909) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2009704334739) Node Lifecycle Event Timeline Open Started: 2.40s (2396924001) Open Finished: 32.6m (1958006961850) First Batch Requested: 32.6m (1958006961850) First Batch Returned: 32.7m (1960194892578) Last Batch Returned: 1.4h (5042052633777) Closed: 1.4h (5042052633777) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.48s (12480604569) - GetResultsTime: 347ms (347989052) - HTResizeTime: 38ms (38998774) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,411,909 (1411909) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 436ms (436986156) - CumulativeAllocationBytes: 7.2 GiB (7784628224) - CumulativeAllocations: 3,712 (3712) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3735027712) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3711959040) - ReadIoOps: 1,770 (1770) - ReadIoWaitTime: 41.99s (41987678159) - SystemAllocTime: 398ms (398987357) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3735027712) - WriteIoOps: 1,781 (1781) - WriteIoWaitTime: 920ms (920970813) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 445ms (445985847) - InactiveTotalTime: 32.4m (1941725477790) - PeakMemoryUsage: 6.3 MiB (6619136) - RowsReturned: 23,322,014 (23322014) - RowsReturnedRate: 12004 per second (12004) - TotalTime: 32.4m (1942792443963) Node Lifecycle Event Timeline Open Started: 2.40s (2396924001) Open Finished: 25.54s (25540190209) First Batch Requested: 25.54s (25540190209) First Batch Returned: 25.59s (25594188497) Last Batch Returned: 32.6m (1958006961850) Closed: 32.6m (1958006961850) Buffer pool - AllocTime: 2.08s (2080934049) - CumulativeAllocationBytes: 5.8 GiB (6203359232) - CumulativeAllocations: 302,922 (302922) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.3 MiB (6619136) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.3 MiB (6619136) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.55s (1550950849) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.14s (23143266208) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.9 GiB (4138470847) - TotalGetBatchTime: 32.4m (1942221462078) - DataWaitTime: 32.4m (1941725477790) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.67s (8670725225) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,461 (151461) - TotalBatchesReceived: 151,461 (151461) - TotalBytesReceived: 1.4 GiB (1554677470) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 148 (148) - CodegenTotalWallClockTime: 2.10s (2104933259) - CodegenSysTime: 13ms (13792000) - CodegenUserTime: 692ms (692429000) - CodegenVoluntaryContextSwitches: 103 (103) - CompileTime: 588ms (588981325) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62998002) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.15s (1152963443) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 297ms (297990552) - TotalTime: 2.10s (2104933259) Instance c7456fdd806a4994:3209e926000002ed (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.947 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.6 MiB (41565582) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 1,408,256 (1408256) - TotalNetworkReceiveTime: 32.4m (1943723574533) - TotalNetworkSendTime: 50.6m (3033594024657) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 175 (175) - TotalThreadsTotalWallClockTime: 1.4h (5041788387457) - TotalThreadsSysTime: 1.18s (1181894000) - TotalThreadsUserTime: 23.85s (23850355000) - TotalThreadsVoluntaryContextSwitches: 169,785 (169785) - TotalTime: 1.4h (5041789387453) Fragment Instance Lifecycle Event Timeline Prepare Finished: 385ms (385998719) Open Finished: 32.6m (1958086526969) First Batch Produced: 32.7m (1960287519718) First Batch Sent: 32.7m (1960287519718) ExecInternal Finished: 1.4h (5042176386169) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084087859207) - ExecTreeExecTime: 50.12s (50123835758) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957700528250) - ExecTreeOpenTime: 32.6m (1955894534242) - PrepareTime: 1,000.00us (999996) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3033595024654) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,256 (1408256) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 175ms (175999424) - TotalBytesSent: 33.0 MiB (34616213) - TotalTime: 50.6m (3033966023442) - UncompressedRowBatchSize: 71.2 MiB (74637568) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,256 (1408256) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2006015370010) Node Lifecycle Event Timeline Open Started: 2.19s (2191992727) Open Finished: 32.6m (1958086526969) First Batch Requested: 32.6m (1958086526969) First Batch Returned: 32.7m (1960287519718) Last Batch Returned: 1.4h (5042107386395) Closed: 1.4h (5042176386169) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,256 (1408256) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2005960370190) Node Lifecycle Event Timeline Open Started: 2.19s (2191992727) Open Finished: 32.6m (1958086526969) First Batch Requested: 32.6m (1958086526969) First Batch Returned: 32.7m (1960287519718) Last Batch Returned: 1.4h (5042107386395) Closed: 1.4h (5042107386395) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.27s (11273962698) - GetResultsTime: 353ms (353998841) - HTResizeTime: 34ms (34999884) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,256 (1408256) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 299ms (299999016) - CumulativeAllocationBytes: 7.2 GiB (7765753856) - CumulativeAllocations: 3,703 (3703) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3701473280) - ReadIoOps: 1,765 (1765) - ReadIoWaitTime: 37.66s (37658876606) - SystemAllocTime: 279ms (279999082) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 786ms (786997388) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 411ms (411998624) - InactiveTotalTime: 32.4m (1943266576061) - PeakMemoryUsage: 5.3 MiB (5603328) - RowsReturned: 23,273,036 (23273036) - RowsReturnedRate: 11970 per second (11970) - TotalTime: 32.4m (1944217572882) Node Lifecycle Event Timeline Open Started: 2.19s (2191992727) Open Finished: 25.65s (25646914907) First Batch Requested: 25.65s (25646914907) First Batch Returned: 25.68s (25680914794) Last Batch Returned: 32.6m (1958086526969) Closed: 32.6m (1958086526969) Buffer pool - AllocTime: 1.95s (1946993537) - CumulativeAllocationBytes: 5.8 GiB (6190358528) - CumulativeAllocations: 302,288 (302288) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.3 MiB (5603328) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.3 MiB (5603328) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.52s (1517994967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.45s (23454922180) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4129414322) - TotalGetBatchTime: 32.4m (1943695574628) - DataWaitTime: 32.4m (1943266576061) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.72s (7722974386) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,144 (151144) - TotalBatchesReceived: 151,144 (151144) - TotalBytesReceived: 1.4 GiB (1551291655) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 131 (131) - CodegenTotalWallClockTime: 1.80s (1805994008) - CodegenSysTime: 13ms (13940000) - CodegenUserTime: 694ms (694294000) - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 298ms (298999008) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39999868) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.36s (1362995477) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 100ms (100999665) - TotalTime: 1.80s (1805994008) Instance c7456fdd806a4994:3209e926000002fc (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.914 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.6 MiB (43646350) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 1,412,393 (1412393) - TotalNetworkReceiveTime: 32.4m (1944985778863) - TotalNetworkSendTime: 50.5m (3029671150640) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 154 (154) - TotalThreadsTotalWallClockTime: 1.4h (5041717541497) - TotalThreadsSysTime: 1.11s (1109841000) - TotalThreadsUserTime: 23.04s (23043661000) - TotalThreadsVoluntaryContextSwitches: 172,692 (172692) - TotalTime: 1.4h (5041726541177) Fragment Instance Lifecycle Event Timeline Prepare Finished: 334ms (334988078) Open Finished: 32.6m (1957967316852) First Batch Produced: 32.7m (1959946246436) First Batch Sent: 32.7m (1959946246436) ExecInternal Finished: 1.4h (5042055529468) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084085212723) - ExecTreeExecTime: 54.07s (54068074416) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957632328774) - ExecTreeOpenTime: 32.6m (1956043385324) - PrepareTime: 8ms (8999680) - ExecTreePrepareTime: 8ms (8999680) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3029671150640) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,412,393 (1412393) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 162ms (162994190) - TotalBytesSent: 33.1 MiB (34717624) - TotalTime: 50.5m (3030019138236) - UncompressedRowBatchSize: 71.4 MiB (74856829) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,412,393 (1412393) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2010119459455) Node Lifecycle Event Timeline Open Started: 1.92s (1923931528) Open Finished: 32.6m (1957967316852) First Batch Requested: 32.6m (1957967316852) First Batch Returned: 32.7m (1959946246436) Last Batch Returned: 1.4h (5042013530964) Closed: 1.4h (5042054529504) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,412,393 (1412393) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2010055461727) Node Lifecycle Event Timeline Open Started: 1.92s (1923931528) Open Finished: 32.6m (1957967316852) First Batch Requested: 32.6m (1957967316852) First Batch Returned: 32.7m (1959946246436) Last Batch Returned: 1.4h (5042013530964) Closed: 1.4h (5042013530964) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.33s (10328632413) - GetResultsTime: 302ms (302989213) - HTResizeTime: 37ms (37998649) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,412,393 (1412393) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 199ms (199992888) - CumulativeAllocationBytes: 7.2 GiB (7778336768) - CumulativeAllocations: 3,709 (3709) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3732930560) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3707764736) - ReadIoOps: 1,768 (1768) - ReadIoWaitTime: 41.97s (41973505138) - SystemAllocTime: 173ms (173993815) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3732930560) - WriteIoOps: 1,780 (1780) - WriteIoWaitTime: 911ms (911967537) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 418ms (418985093) - InactiveTotalTime: 32.4m (1944558794046) - PeakMemoryUsage: 7.3 MiB (7684096) - RowsReturned: 23,301,023 (23301023) - RowsReturnedRate: 11976 per second (11976) - TotalTime: 32.4m (1945487760997) Node Lifecycle Event Timeline Open Started: 1.92s (1923931528) Open Finished: 25.55s (25548090756) First Batch Requested: 25.55s (25549090721) First Batch Returned: 25.58s (25584089475) Last Batch Returned: 32.6m (1957967316852) Closed: 32.6m (1957967316852) Buffer pool - AllocTime: 1.12s (1116960246) - CumulativeAllocationBytes: 5.8 GiB (6197747712) - CumulativeAllocations: 302,644 (302644) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.3 MiB (7684096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.3 MiB (7684096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 691ms (691975372) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.62s (23624159228) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.9 GiB (4134141768) - TotalGetBatchTime: 32.4m (1944965779575) - DataWaitTime: 32.4m (1944558794046) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.78s (6779758692) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,322 (151322) - TotalBatchesReceived: 151,322 (151322) - TotalBytesReceived: 1.4 GiB (1553295889) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 124 (124) - CodegenTotalWallClockTime: 1.59s (1588943450) - CodegenSysTime: 12ms (12956000) - CodegenUserTime: 661ms (661231000) - CodegenVoluntaryContextSwitches: 65 (65) - CompileTime: 542ms (542980675) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37998647) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 943ms (943966405) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 60ms (60997829) - TotalTime: 1.59s (1588943450) Instance c7456fdd806a4994:3209e92600000304 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:04.106 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52318784) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 1,410,589 (1410589) - TotalNetworkReceiveTime: 32.4m (1942688114613) - TotalNetworkSendTime: 50.4m (3026857717675) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 130 (130) - TotalThreadsTotalWallClockTime: 1.4h (5041695328104) - TotalThreadsSysTime: 1.07s (1067378000) - TotalThreadsUserTime: 23.99s (23989487000) - TotalThreadsVoluntaryContextSwitches: 169,287 (169287) - TotalTime: 1.4h (5041701328061) Fragment Instance Lifecycle Event Timeline Prepare Finished: 395ms (395997163) Open Finished: 32.6m (1957986005181) First Batch Produced: 32.7m (1960156989699) First Batch Sent: 32.7m (1960156989699) ExecInternal Finished: 1.4h (5042093325253) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084105320086) - ExecTreeExecTime: 56.88s (56880604971) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957590008018) - ExecTreeOpenTime: 32.6m (1955900020125) - PrepareTime: 5ms (5999957) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.4m (3026857717675) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,589 (1410589) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 185ms (185998701) - TotalBytesSent: 33.1 MiB (34668540) - TotalTime: 50.5m (3027223715123) - UncompressedRowBatchSize: 71.3 MiB (74761217) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,589 (1410589) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2012780625096) Node Lifecycle Event Timeline Open Started: 2.08s (2085985056) Open Finished: 32.6m (1957986005181) First Batch Requested: 32.6m (1957986005181) First Batch Returned: 32.7m (1960156989699) Last Batch Returned: 1.4h (5042060325481) Closed: 1.4h (5042093325253) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,589 (1410589) - RowsReturnedRate: 700 per second (700) - TotalTime: 33.5m (2012710625584) Node Lifecycle Event Timeline Open Started: 2.08s (2085985056) Open Finished: 32.6m (1957986005181) First Batch Requested: 32.6m (1957986005181) First Batch Returned: 32.7m (1960156989699) Last Batch Returned: 1.4h (5042060325481) Closed: 1.4h (5042060325481) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.31s (12310911949) - GetResultsTime: 326ms (326997729) - HTResizeTime: 31ms (31999776) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,589 (1410589) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 292ms (292997909) - CumulativeAllocationBytes: 7.2 GiB (7748976640) - CumulativeAllocations: 3,695 (3695) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3722444800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3688890368) - ReadIoOps: 1,759 (1759) - ReadIoWaitTime: 44.39s (44388691958) - SystemAllocTime: 279ms (279998002) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3722444800) - WriteIoOps: 1,775 (1775) - WriteIoWaitTime: 1.75s (1755987431) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 440ms (440996849) - InactiveTotalTime: 32.4m (1942261117668) - PeakMemoryUsage: 15.6 MiB (16356530) - RowsReturned: 23,276,917 (23276917) - RowsReturnedRate: 11978 per second (11978) - TotalTime: 32.4m (1943213110864) Node Lifecycle Event Timeline Open Started: 2.08s (2085985056) Open Finished: 25.55s (25552816949) First Batch Requested: 25.55s (25554816935) First Batch Returned: 25.57s (25568816835) Last Batch Returned: 32.6m (1957986005181) Closed: 32.6m (1957986005181) Buffer pool - AllocTime: 1.31s (1310990620) - CumulativeAllocationBytes: 5.8 GiB (6191316992) - CumulativeAllocations: 302,330 (302330) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 930ms (930993339) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.47s (23466831893) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4130260346) - TotalGetBatchTime: 32.4m (1942666114770) - DataWaitTime: 32.4m (1942261117668) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.90s (6901950645) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,165 (151165) - TotalBatchesReceived: 151,165 (151165) - TotalBytesReceived: 1.4 GiB (1551839645) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 387ms (387216194) - TotalRPCsDeferred: 66 (66) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 85 (85) - CodegenTotalWallClockTime: 1.69s (1689987893) - CodegenSysTime: 11ms (11848000) - CodegenUserTime: 677ms (677460000) - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 474ms (474996597) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 44ms (44999677) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.06s (1065992364) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 102ms (102999262) - TotalTime: 1.69s (1689987893) Instance c7456fdd806a4994:3209e92600000307 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:04.651 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.8 MiB (46931342) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 1,409,294 (1409294) - TotalNetworkReceiveTime: 32.4m (1943354463125) - TotalNetworkSendTime: 50.5m (3030737121024) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 112 (112) - TotalThreadsTotalWallClockTime: 1.4h (5041689364993) - TotalThreadsSysTime: 1.16s (1159719000) - TotalThreadsUserTime: 23.59s (23590085000) - TotalThreadsVoluntaryContextSwitches: 168,428 (168428) - TotalTime: 1.4h (5041690364989) Fragment Instance Lifecycle Event Timeline Prepare Finished: 510ms (510998270) Open Finished: 32.6m (1958114413377) First Batch Produced: 32.7m (1960028406944) First Batch Sent: 32.7m (1960029406940) ExecInternal Finished: 1.4h (5042201363260) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084085949886) - ExecTreeExecTime: 53.02s (53017829929) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957603415107) - ExecTreeOpenTime: 32.6m (1955869420976) - PrepareTime: 1,000.00us (999996) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3030737121024) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,294 (1409294) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 181ms (181999414) - TotalBytesSent: 33.0 MiB (34637867) - TotalTime: 50.5m (3031066119963) - UncompressedRowBatchSize: 71.2 MiB (74692582) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,294 (1409294) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2008887250905) Node Lifecycle Event Timeline Open Started: 2.24s (2244992401) Open Finished: 32.6m (1958114413377) First Batch Requested: 32.6m (1958114413377) First Batch Returned: 32.7m (1960028406944) Last Batch Returned: 1.4h (5042171363355) Closed: 1.4h (5042201363260) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,294 (1409294) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2008810251151) Node Lifecycle Event Timeline Open Started: 2.24s (2244992401) Open Finished: 32.6m (1958114413377) First Batch Requested: 32.6m (1958114413377) First Batch Returned: 32.7m (1960028406944) Last Batch Returned: 1.4h (5042171363355) Closed: 1.4h (5042171363355) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.65s (11652960757) - GetResultsTime: 336ms (336998913) - HTResizeTime: 33ms (33999892) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,294 (1409294) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 331ms (331998883) - CumulativeAllocationBytes: 7.2 GiB (7753170944) - CumulativeAllocations: 3,697 (3697) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3724541952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3690987520) - ReadIoOps: 1,760 (1760) - ReadIoWaitTime: 40.87s (40871869027) - SystemAllocTime: 316ms (316998933) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3724541952) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 1.08s (1080996366) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 442ms (442998515) - InactiveTotalTime: 32.4m (1942847464837) - PeakMemoryUsage: 10.5 MiB (10969088) - RowsReturned: 23,277,060 (23277060) - RowsReturnedRate: 11974 per second (11974) - TotalTime: 32.4m (1943879461365) Node Lifecycle Event Timeline Open Started: 2.24s (2244992401) Open Finished: 25.68s (25682913063) First Batch Requested: 25.68s (25683913060) First Batch Returned: 25.70s (25696913016) Last Batch Returned: 32.6m (1958114413377) Closed: 32.6m (1958114413377) Buffer pool - AllocTime: 1.91s (1914993570) - CumulativeAllocationBytes: 5.8 GiB (6191382528) - CumulativeAllocations: 302,334 (302334) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.5 MiB (10969088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.5 MiB (10969088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.66s (1656994434) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.44s (23437920662) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4129972157) - TotalGetBatchTime: 32.4m (1943319463243) - DataWaitTime: 32.4m (1942847464837) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.83s (7830973630) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,167 (151167) - TotalBatchesReceived: 151,167 (151167) - TotalBytesReceived: 1.4 GiB (1551683823) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 81 (81) - CodegenTotalWallClockTime: 1.73s (1733994131) - CodegenSysTime: 4ms (4952000) - CodegenUserTime: 663ms (663988000) - CodegenVoluntaryContextSwitches: 93 (93) - CompileTime: 393ms (393998667) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53999817) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.16s (1164996056) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 118ms (118999598) - TotalTime: 1.73s (1733994131) Instance c7456fdd806a4994:3209e926000002f2 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:04.083 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52361077) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 1,409,285 (1409285) - TotalNetworkReceiveTime: 32.4m (1942108674285) - TotalNetworkSendTime: 50.5m (3032499976791) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 112 (112) - TotalThreadsTotalWallClockTime: 1.4h (5041655083141) - TotalThreadsSysTime: 1.19s (1190108000) - TotalThreadsUserTime: 23.37s (23368445000) - TotalThreadsVoluntaryContextSwitches: 167,922 (167922) - TotalTime: 1.4h (5041677082299) Fragment Instance Lifecycle Event Timeline Prepare Finished: 456ms (456982512) Open Finished: 32.6m (1958024065186) First Batch Produced: 32.7m (1959769998422) First Batch Sent: 32.7m (1959769998422) ExecInternal Finished: 1.4h (5042114065576) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3084088000467) - ExecTreeExecTime: 51.22s (51223037663) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957567082674) - ExecTreeOpenTime: 32.6m (1955791150636) - PrepareTime: 21ms (21999158) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3032501976714) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,409,285 (1409285) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 169ms (169993476) - TotalBytesSent: 33.0 MiB (34641126) - TotalTime: 50.5m (3032872962496) - UncompressedRowBatchSize: 71.2 MiB (74692105) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,409,285 (1409285) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.5m (2007012188377) Node Lifecycle Event Timeline Open Started: 2.23s (2232914550) Open Finished: 32.6m (1958024065186) First Batch Requested: 32.6m (1958024065186) First Batch Returned: 32.7m (1959769998422) Last Batch Returned: 1.4h (5042077066994) Closed: 1.4h (5042114065576) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,409,285 (1409285) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2006938191206) Node Lifecycle Event Timeline Open Started: 2.23s (2232914550) Open Finished: 32.6m (1958024065186) First Batch Requested: 32.6m (1958024065186) First Batch Returned: 32.7m (1959769998422) Last Batch Returned: 1.4h (5042077066994) Closed: 1.4h (5042077066994) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.89s (12894506486) - GetResultsTime: 291ms (291988815) - HTResizeTime: 38ms (38998506) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,409,285 (1409285) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 389ms (389985074) - CumulativeAllocationBytes: 7.2 GiB (7763656704) - CumulativeAllocations: 3,702 (3702) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3724541952) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3701473280) - ReadIoOps: 1,765 (1765) - ReadIoWaitTime: 39.23s (39233496908) - SystemAllocTime: 384ms (384985265) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3724541952) - WriteIoOps: 1,776 (1776) - WriteIoWaitTime: 1.21s (1213953539) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 411ms (411984251) - InactiveTotalTime: 32.4m (1941666691207) - PeakMemoryUsage: 15.6 MiB (16398823) - RowsReturned: 23,268,304 (23268304) - RowsReturnedRate: 11977 per second (11977) - TotalTime: 32.4m (1942601655436) Node Lifecycle Event Timeline Open Started: 2.23s (2232914550) Open Finished: 25.57s (25565021661) First Batch Requested: 25.57s (25566021622) First Batch Returned: 25.61s (25614019786) Last Batch Returned: 32.6m (1958023065224) Closed: 32.6m (1958024065186) Buffer pool - AllocTime: 1.68s (1684935508) - CumulativeAllocationBytes: 5.8 GiB (6189072384) - CumulativeAllocations: 302,226 (302226) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.29s (1287950702) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.33s (23332107111) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4128160073) - TotalGetBatchTime: 32.4m (1942088675051) - DataWaitTime: 32.4m (1941666691207) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.76s (7763702865) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,113 (151113) - TotalBatchesReceived: 151,113 (151113) - TotalBytesReceived: 1.4 GiB (1550906146) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 283ms (283353263) - TotalRPCsDeferred: 148 (148) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 71 (71) - CodegenTotalWallClockTime: 1.77s (1775932038) - CodegenSysTime: 7ms (7959000) - CodegenUserTime: 663ms (663664000) - CodegenVoluntaryContextSwitches: 114 (114) - CompileTime: 600ms (600977002) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39998470) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 979ms (979962498) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 152ms (152994145) - TotalTime: 1.77s (1775932038) Instance c7456fdd806a4994:3209e92600000310 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:50:08.915 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52299454) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 1,408,624 (1408624) - TotalNetworkReceiveTime: 32.4m (1945433526313) - TotalNetworkSendTime: 50.6m (3033948758406) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 81 (81) - TotalThreadsTotalWallClockTime: 1.4h (5041581065781) - TotalThreadsSysTime: 1.07s (1075241000) - TotalThreadsUserTime: 22.96s (22964348000) - TotalThreadsVoluntaryContextSwitches: 172,036 (172036) - TotalTime: 1.4h (5041582065746) Fragment Instance Lifecycle Event Timeline Prepare Finished: 497ms (497982209) Open Finished: 32.6m (1958521058800) First Batch Produced: 32.7m (1960546986492) First Batch Sent: 32.7m (1960546986492) ExecInternal Finished: 1.4h (5042081047918) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.4m (3083557989190) - ExecTreeExecTime: 49.25s (49249243625) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958023076591) - ExecTreeOpenTime: 32.6m (1956447132895) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.6m (3033948758406) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,624 (1408624) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 176ms (176993686) - TotalBytesSent: 33.0 MiB (34625035) - TotalTime: 50.6m (3034309745530) - UncompressedRowBatchSize: 71.2 MiB (74657072) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,624 (1408624) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2005696376520) Node Lifecycle Event Timeline Open Started: 2.07s (2073925905) Open Finished: 32.6m (1958521058800) First Batch Requested: 32.6m (1958521058800) First Batch Returned: 32.7m (1960546986492) Last Batch Returned: 1.4h (5042053048917) Closed: 1.4h (5042080047954) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,624 (1408624) - RowsReturnedRate: 702 per second (702) - TotalTime: 33.4m (2005629378905) Node Lifecycle Event Timeline Open Started: 2.07s (2073925905) Open Finished: 32.6m (1958521058800) First Batch Requested: 32.6m (1958521058800) First Batch Returned: 32.7m (1960546986492) Last Batch Returned: 1.4h (5042053048917) Closed: 1.4h (5042053048917) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 10.04s (10043641207) - GetResultsTime: 302ms (302989190) - HTResizeTime: 40ms (40998535) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,624 (1408624) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 172ms (172993826) - CumulativeAllocationBytes: 7.2 GiB (7763656704) - CumulativeAllocations: 3,702 (3702) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3699376128) - ReadIoOps: 1,764 (1764) - ReadIoWaitTime: 37.32s (37320669029) - SystemAllocTime: 157ms (157994362) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 1.20s (1196957237) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 432ms (432984544) - InactiveTotalTime: 32.4m (1944856546928) - PeakMemoryUsage: 15.6 MiB (16337200) - RowsReturned: 23,278,517 (23278517) - RowsReturnedRate: 11962 per second (11962) - TotalTime: 32.4m (1945951507828) Node Lifecycle Event Timeline Open Started: 2.07s (2073925905) Open Finished: 25.57s (25569086503) First Batch Requested: 25.57s (25570086468) First Batch Returned: 25.58s (25584085968) Last Batch Returned: 32.6m (1958521058800) Closed: 32.6m (1958521058800) Buffer pool - AllocTime: 1.02s (1025963352) - CumulativeAllocationBytes: 5.8 GiB (6191775744) - CumulativeAllocations: 302,358 (302358) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 746ms (746973324) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.50s (23495160598) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4130525122) - TotalGetBatchTime: 32.4m (1945416526923) - DataWaitTime: 32.4m (1944856546928) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.20s (6198778594) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,179 (151179) - TotalBatchesReceived: 151,179 (151179) - TotalBytesReceived: 1.4 GiB (1551790918) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 49ms (49496137) - TotalRPCsDeferred: 68 (68) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 54 (54) - CodegenTotalWallClockTime: 1.57s (1575943696) - CodegenSysTime: 7ms (7901000) - CodegenUserTime: 640ms (640349000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 371ms (371986710) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30998893) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.08s (1078961452) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 85ms (85996927) - TotalTime: 1.57s (1575943696) Instance c7456fdd806a4994:3209e92600000303 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:49:58.690 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.1 MiB (44178830) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 1,408,871 (1408871) - TotalNetworkReceiveTime: 32.4m (1944267466763) - TotalNetworkSendTime: 50.4m (3025366660267) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 143 (143) - TotalThreadsTotalWallClockTime: 1.4h (5036388603941) - TotalThreadsSysTime: 1.12s (1121432000) - TotalThreadsUserTime: 23.96s (23956614000) - TotalThreadsVoluntaryContextSwitches: 169,164 (169164) - TotalTime: 1.4h (5036425602541) Fragment Instance Lifecycle Event Timeline Prepare Finished: 332ms (332987402) Open Finished: 32.6m (1958252937792) First Batch Produced: 32.7m (1960350858469) First Batch Sent: 32.7m (1960350858469) ExecInternal Finished: 1.4h (5036725591192) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.3m (3078468653551) - ExecTreeExecTime: 52.69s (52692008783) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957919950390) - ExecTreeOpenTime: 32.6m (1956266012962) - PrepareTime: 36ms (36998600) - ExecTreePrepareTime: 26ms (26998979) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.4m (3025367660229) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,871 (1408871) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 194ms (194992624) - TotalBytesSent: 33.0 MiB (34628342) - TotalTime: 50.4m (3025778644693) - UncompressedRowBatchSize: 71.2 MiB (74670163) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,871 (1408871) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2008984020762) Node Lifecycle Event Timeline Open Started: 1.99s (1986924830) Open Finished: 32.6m (1958252937792) First Batch Requested: 32.6m (1958252937792) First Batch Returned: 32.7m (1960350858469) Last Batch Returned: 1.4h (5036690592515) Closed: 1.4h (5036724591230) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,871 (1408871) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.5m (2008903023828) Node Lifecycle Event Timeline Open Started: 1.99s (1986924830) Open Finished: 32.6m (1958252937792) First Batch Requested: 32.6m (1958252937792) First Batch Returned: 32.7m (1960350858469) Last Batch Returned: 1.4h (5036689592553) Closed: 1.4h (5036690592515) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.19s (11191576719) - GetResultsTime: 319ms (319987914) - HTResizeTime: 45ms (45998262) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,871 (1408871) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 306ms (306988386) - CumulativeAllocationBytes: 7.2 GiB (7761559552) - CumulativeAllocations: 3,701 (3701) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3730833408) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3693084672) - ReadIoOps: 1,761 (1761) - ReadIoWaitTime: 40.26s (40264478421) - SystemAllocTime: 274ms (274989595) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3730833408) - WriteIoOps: 1,779 (1779) - WriteIoWaitTime: 941ms (941964382) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 405ms (405984648) - InactiveTotalTime: 32.4m (1943743486577) - PeakMemoryUsage: 7.8 MiB (8216576) - RowsReturned: 23,273,317 (23273317) - RowsReturnedRate: 11967 per second (11967) - TotalTime: 32.4m (1944771447705) Node Lifecycle Event Timeline Open Started: 1.99s (1986924830) Open Finished: 25.77s (25767025178) First Batch Requested: 25.77s (25768025141) First Batch Returned: 25.83s (25830022795) Last Batch Returned: 32.6m (1958252937792) Closed: 32.6m (1958252937792) Buffer pool - AllocTime: 1.34s (1338949344) - CumulativeAllocationBytes: 5.8 GiB (6190424064) - CumulativeAllocations: 302,288 (302288) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.8 MiB (8216576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.8 MiB (8216576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 825ms (825968750) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.78s (23780100348) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4129511441) - TotalGetBatchTime: 32.4m (1944246467554) - DataWaitTime: 32.4m (1943743486577) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.57s (7573713520) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,144 (151144) - TotalBatchesReceived: 151,144 (151144) - TotalBytesReceived: 1.4 GiB (1551472833) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 108 (108) - CodegenTotalWallClockTime: 1.65s (1653937428) - CodegenSysTime: 10ms (10785000) - CodegenUserTime: 677ms (677456000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 550ms (550979155) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 100ms (100996178) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 919ms (919965196) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 78ms (78997012) - TotalTime: 1.65s (1653937428) Instance c7456fdd806a4994:3209e926000002f5 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:49:59.508 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52330169) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 1,410,217 (1410217) - TotalNetworkReceiveTime: 32.4m (1941620069939) - TotalNetworkSendTime: 50.5m (3029300632545) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 159 (159) - TotalThreadsTotalWallClockTime: 1.4h (5036073231957) - TotalThreadsSysTime: 1.12s (1125407000) - TotalThreadsUserTime: 23.49s (23493409000) - TotalThreadsVoluntaryContextSwitches: 168,510 (168510) - TotalTime: 1.4h (5036096231436) Fragment Instance Lifecycle Event Timeline Prepare Finished: 446ms (446989877) Open Finished: 32.6m (1958044698230) First Batch Produced: 32.7m (1960088651963) First Batch Sent: 32.7m (1960088651963) ExecInternal Finished: 1.4h (5036522221789) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.3m (3078475523604) - ExecTreeExecTime: 48.79s (48792899678) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1957597708353) - ExecTreeOpenTime: 32.6m (1955994744652) - PrepareTime: 22ms (22999479) - ExecTreePrepareTime: 12ms (12999706) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.5m (3029300632545) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,410,217 (1410217) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 177ms (177995982) - TotalBytesSent: 33.1 MiB (34663153) - TotalTime: 50.5m (3029683623904) - UncompressedRowBatchSize: 71.3 MiB (74741501) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,410,217 (1410217) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2004798644082) Node Lifecycle Event Timeline Open Started: 2.05s (2049953578) Open Finished: 32.6m (1958044698230) First Batch Requested: 32.6m (1958044698230) First Batch Returned: 32.7m (1960088651963) Last Batch Returned: 1.4h (5036494222418) Closed: 1.4h (5036522221789) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,410,217 (1410217) - RowsReturnedRate: 703 per second (703) - TotalTime: 33.4m (2004734645524) Node Lifecycle Event Timeline Open Started: 2.05s (2049953578) Open Finished: 32.6m (1958044698230) First Batch Requested: 32.6m (1958044698230) First Batch Returned: 32.7m (1960088651963) Last Batch Returned: 1.4h (5036494222418) Closed: 1.4h (5036494222418) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.66s (13664690767) - GetResultsTime: 294ms (294993356) - HTResizeTime: 44ms (44998989) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,410,217 (1410217) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 419ms (419990497) - CumulativeAllocationBytes: 7.2 GiB (7765753856) - CumulativeAllocations: 3,703 (3703) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3726639104) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3701473280) - ReadIoOps: 1,765 (1765) - ReadIoWaitTime: 36.65s (36654173448) - SystemAllocTime: 378ms (378991425) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3726639104) - WriteIoOps: 1,777 (1777) - WriteIoWaitTime: 2.17s (2172950805) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 413ms (413990635) - InactiveTotalTime: 32.4m (1941156080465) - PeakMemoryUsage: 15.6 MiB (16367915) - RowsReturned: 23,285,005 (23285005) - RowsReturnedRate: 11989 per second (11989) - TotalTime: 32.4m (1942110058859) Node Lifecycle Event Timeline Open Started: 2.05s (2049953578) Open Finished: 25.62s (25622419784) First Batch Requested: 25.62s (25622419784) First Batch Returned: 25.64s (25636419467) Last Batch Returned: 32.6m (1958044698230) Closed: 32.6m (1958044698230) Buffer pool - AllocTime: 1.48s (1479966513) - CumulativeAllocationBytes: 5.8 GiB (6193520640) - CumulativeAllocations: 302,440 (302440) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1079975567) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.57s (23572466206) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4131557816) - TotalGetBatchTime: 32.4m (1941598070437) - DataWaitTime: 32.4m (1941156080465) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.26s (7260835740) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 151,220 (151220) - TotalBatchesReceived: 151,220 (151220) - TotalBytesReceived: 1.4 GiB (1552272100) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 903ms (903856665) - TotalRPCsDeferred: 143 (143) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 117 (117) - CodegenTotalWallClockTime: 1.60s (1602963701) - CodegenSysTime: 11ms (11312000) - CodegenUserTime: 675ms (675143000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 378ms (378991418) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999773) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.11s (1106974932) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 104ms (104997623) - TotalTime: 1.60s (1602963701) Instance c7456fdd806a4994:3209e9260000030a (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:49:58.463 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52285433) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 1,408,298 (1408298) - TotalNetworkReceiveTime: 32.4m (1942217540090) - TotalNetworkSendTime: 50.4m (3022712056827) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 112 (112) - TotalThreadsTotalWallClockTime: 1.4h (5031641443282) - TotalThreadsSysTime: 1.10s (1104239000) - TotalThreadsUserTime: 23.57s (23574555000) - TotalThreadsVoluntaryContextSwitches: 167,208 (167208) - TotalTime: 1.4h (5031653443255) Fragment Instance Lifecycle Event Timeline Prepare Finished: 391ms (391999100) Open Finished: 32.6m (1958601502370) First Batch Produced: 32.7m (1960344498373) First Batch Sent: 32.7m (1960345498371) ExecInternal Finished: 1.4h (5032034442380) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 51.2m (3073431940012) - ExecTreeExecTime: 50.35s (50355884022) - InactiveTotalTime: 0ns (0) - OpenTime: 32.6m (1958209503270) - ExecTreeOpenTime: 32.6m (1956397507432) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=77) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 50.4m (3022712056827) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,408,298 (1408298) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 187ms (187999554) - TotalBytesSent: 33.0 MiB (34616523) - TotalTime: 50.4m (3023074055994) - UncompressedRowBatchSize: 71.2 MiB (74639794) UNION_NODE (id=28) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,408,298 (1408298) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.4m (2006752391457) Node Lifecycle Event Timeline Open Started: 2.20s (2203994938) Open Finished: 32.6m (1958601502370) First Batch Requested: 32.6m (1958601502370) First Batch Returned: 32.7m (1960344498373) Last Batch Returned: 1.4h (5032012442430) Closed: 1.4h (5032034442380) AGGREGATION_NODE (id=76) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,408,298 (1408298) - RowsReturnedRate: 701 per second (701) - TotalTime: 33.4m (2006695391594) Node Lifecycle Event Timeline Open Started: 2.20s (2203994938) Open Finished: 32.6m (1958601502370) First Batch Requested: 32.6m (1958601502370) First Batch Returned: 32.7m (1960344498373) Last Batch Returned: 1.4h (5032012442430) Closed: 1.4h (5032012442430) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.45s (13454969019) - GetResultsTime: 334ms (334999235) - HTResizeTime: 39ms (39999907) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,408,298 (1408298) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 298ms (298999312) - CumulativeAllocationBytes: 7.2 GiB (7751073792) - CumulativeAllocations: 3,696 (3696) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.5 GiB (3722444800) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.4 GiB (3690987520) - ReadIoOps: 1,760 (1760) - ReadIoWaitTime: 38.12s (38122912185) - SystemAllocTime: 290ms (290999330) - TotalTime: 0ns (0) - WriteIoBytes: 3.5 GiB (3722444800) - WriteIoOps: 1,775 (1775) - WriteIoWaitTime: 1.76s (1763995963) EXCHANGE_NODE (id=75) - ConvertRowBatchTime: 437ms (437998994) - InactiveTotalTime: 32.4m (1941718541235) - PeakMemoryUsage: 15.6 MiB (16323179) - RowsReturned: 23,237,820 (23237820) - RowsReturnedRate: 11961 per second (11961) - TotalTime: 32.4m (1942740538882) Node Lifecycle Event Timeline Open Started: 2.20s (2203994938) Open Finished: 25.60s (25596941208) First Batch Requested: 25.60s (25597941205) First Batch Returned: 25.67s (25673941031) Last Batch Returned: 32.6m (1958601502370) Closed: 32.6m (1958601502370) Buffer pool - AllocTime: 2.28s (2284994750) - CumulativeAllocationBytes: 5.8 GiB (6180962304) - CumulativeAllocations: 301,836 (301836) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15925248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15925248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.01s (2009995378) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 23.39s (23392946270) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 3.8 GiB (4123351979) - TotalGetBatchTime: 32.4m (1942194540143) - DataWaitTime: 32.4m (1941718541235) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.28s (8282980956) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 150,918 (150918) - TotalBatchesReceived: 150,918 (150918) - TotalBytesReceived: 1.4 GiB (1549095772) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 320ms (320247450) - TotalRPCsDeferred: 48 (48) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 84 (84) - CodegenTotalWallClockTime: 1.81s (1810995841) - CodegenSysTime: 11ms (11919000) - CodegenUserTime: 657ms (657790000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 522ms (522998799) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999960) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 109 (109) - NumInstructions: 4,191 (4191) - OptimizationTime: 1.10s (1096997480) - PeakMemoryUsage: 2.0 MiB (2145792) - PrepareTime: 147ms (147999661) - TotalTime: 1.81s (1810995841) Averaged Fragment F28 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:31m12s max:32m43s mean: 32m1s stddev:33s454ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 442.0 MiB (463498154) - PeakReservation: 429.5 MiB (450323062) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 23,281,250 (23281250) - TotalNetworkReceiveTime: 6.5m (389426046525) - TotalNetworkSendTime: 24.6m (1478416223308) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,453 (2453) - TotalThreadsTotalWallClockTime: 32.0m (1918355993154) - TotalThreadsSysTime: 2.52s (2522363435) - TotalThreadsUserTime: 45.13s (45133096487) - TotalThreadsVoluntaryContextSwitches: 59,119 (59119) - TotalTime: 32.0m (1918376146429) Buffer pool - AllocTime: 589.74us (589739) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 589.74us (589739) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.7m (1902395833716) - ExecTreeExecTime: 6.6m (397525149214) - InactiveTotalTime: 0ns (0) - OpenTime: 15.96s (15960159437) - ExecTreeOpenTime: 13.89s (13894307825) - PrepareTime: 19ms (19999429) - ExecTreePrepareTime: 10ms (10538158) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.3 MiB (1334086) - RowsSent: 23,281,250 (23281250) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.06s (15065407005) - TotalBytesSent: 1.4 GiB (1551926459) - TotalTime: 25.1m (1504796147611) - UncompressedRowBatchSize: 3.8 GiB (4130766144) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 108.6 MiB (113861366) - RowsReturned: 23,281,250 (23281250) - RowsReturnedRate: 61411 per second (61411) - TotalTime: 6.9m (411395739539) GroupingAggregator 0 - BuildTime: 0ns (0) - GetResultsTime: 22ms (22358498) - HTResizeTime: 41ms (41358005) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 108.6 MiB (113836790) - PeakReservation: 108.5 MiB (113730166) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,441.36 (3441.360527061621) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,788,359 (22788359) - RowsReturned: 23,281,250 (23281250) - StreamingTime: 16.05s (16049439430) - TotalTime: 0ns (0) Buffer pool - AllocTime: 14ms (14615067) - CumulativeAllocationBytes: 108.5 MiB (113730166) - CumulativeAllocations: 54 (54) - InactiveTotalTime: 0ns (0) - PeakReservation: 108.5 MiB (113730166) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 108.5 MiB (113730166) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14204828) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) - BuildRows: 1,666,666 (1666666) - BuildTime: 1.55s (1548709420) - InactiveTotalTime: 0ns (0) - LocalTime: 4.70s (4696408691) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,914,110 (36914110) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.02s (3018753477) - RowsReturned: 36,909,503 (36909503) - RowsReturnedRate: 103478 per second (103478) - TotalTime: 6.6m (394946616452) Buffer pool - AllocTime: 136ms (136330474) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 136ms (136227913) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) - BuildRowsPartitionTime: 1.34s (1344790730) - BuildRowsPartitioned: 1,666,666 (1666666) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 198ms (198175211) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 34ms (34563328) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.4 MiB (15135815) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 135510 per second (135510) - TotalTime: 12.31s (12311265832) Buffer pool - AllocTime: 541ms (541578351) - CumulativeAllocationBytes: 370.2 MiB (388207117) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.0 MiB (14707790) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.0 MiB (14707790) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 436ms (436426698) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274045240) - TotalGetBatchTime: 12.27s (12268112978) - DataWaitTime: 12.22s (12220498717) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 981ms (981440508) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163689726) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 342ms (342240641) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 713ms (713932944) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 11.5 MiB (12051204) - RowsReturned: 36,914,110 (36914110) - RowsReturnedRate: 111270 per second (111270) - TotalTime: 6.3m (377938941928) Buffer pool - AllocTime: 3.08s (3083329170) - CumulativeAllocationBytes: 2.4 GiB (2548636645) - CumulativeAllocations: 207,420 (207420) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11787867) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11787867) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.57s (2572980099) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2288674866) - TotalGetBatchTime: 6.3m (377141087769) - DataWaitTime: 6.3m (376351487382) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.62s (4620603552) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,710 (103710) - TotalBatchesReceived: 103,710 (103710) - TotalBytesReceived: 983.2 MiB (1030944917) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 53.38s (53385615422) - TotalRPCsDeferred: 2,509 (2509) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 137 (137) - CodegenTotalWallClockTime: 2.06s (2065723411) - CodegenSysTime: 14ms (14557358) - CodegenUserTime: 932ms (932073641) - CodegenVoluntaryContextSwitches: 93 (93) - CompileTime: 400ms (400170487) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 115ms (115356390) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.43s (1431891524) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 104ms (104048966) - TotalTime: 2.06s (2065723411) Fragment F28 Instance c7456fdd806a4994:3209e926000002e7 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.453 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 459.4 MiB (481673166) - PeakReservation: 447.0 MiB (468713472) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 20,940,629 (20940629) - TotalNetworkReceiveTime: 6.2m (372925794623) - TotalNetworkSendTime: 25.6m (1538858647780) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,736 (1736) - TotalThreadsTotalWallClockTime: 32.6m (1958315917146) - TotalThreadsSysTime: 2.24s (2236398000) - TotalThreadsUserTime: 42.48s (42482377000) - TotalThreadsVoluntaryContextSwitches: 63,426 (63426) - TotalTime: 32.6m (1958359916650) Fragment Instance Lifecycle Event Timeline Prepare Finished: 422ms (422995227) Open Finished: 16.71s (16715811364) First Batch Produced: 25.88s (25879707948) First Batch Sent: 25.88s (25879707948) ExecInternal Finished: 32.6m (1958739912361) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1942023101009) - ExecTreeExecTime: 6.3m (379468720703) - InactiveTotalTime: 0ns (0) - OpenTime: 16.29s (16292816137) - ExecTreeOpenTime: 14.14s (14138840444) - PrepareTime: 43ms (43999504) - ExecTreePrepareTime: 20ms (20999764) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.6m (1538878647554) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 20,940,629 (20940629) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.53s (13531847306) - TotalBytesSent: 1.3 GiB (1402451404) - TotalTime: 26.0m (1562488381050) - UncompressedRowBatchSize: 3.5 GiB (3715303770) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 126.1 MiB (132251776) - RowsReturned: 20,940,629 (20940629) - RowsReturnedRate: 53202 per second (53202) - TotalTime: 6.6m (393601561218) Node Lifecycle Event Timeline Open Started: 2.58s (2576970920) Open Finished: 16.71s (16715811364) First Batch Requested: 16.71s (16715811364) First Batch Returned: 25.88s (25879707948) Last Batch Returned: 32.6m (1958127919244) Closed: 32.6m (1958739912361) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 30ms (30999654) - HTResizeTime: 18ms (18999786) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 126.1 MiB (132227200) - PeakReservation: 126.0 MiB (132120576) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,498.41 (3498.4137204944095) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 20,333,794 (20333794) - RowsReturned: 20,940,629 (20940629) - StreamingTime: 15.11s (15106829499) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999944) - CumulativeAllocationBytes: 126.0 MiB (132120576) - CumulativeAllocations: 63 (63) - InactiveTotalTime: 0ns (0) - PeakReservation: 126.0 MiB (132120576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 126.0 MiB (132120576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,826 (1667826) - BuildTime: 1.29s (1289985436) - InactiveTotalTime: 0ns (0) - LocalTime: 4.38s (4378950553) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,938,344 (36938344) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.99s (2989966231) - RowsReturned: 36,938,344 (36938344) - RowsReturnedRate: 97696 per second (97696) - TotalTime: 6.3m (378094736232) Node Lifecycle Event Timeline Open Started: 2.58s (2576970920) Open Finished: 16.71s (16714811375) First Batch Requested: 16.71s (16715811364) First Batch Returned: 16.71s (16715811364) Last Batch Returned: 24.0m (1442283718083) Closed: 24.0m (1442283718083) Buffer pool - AllocTime: 102ms (102998842) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 102ms (102998842) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.10s (1104987525) - BuildRowsPartitioned: 1,667,826 (1667826) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 181ms (181997946) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 41ms (41999525) - InactiveTotalTime: 12.77s (12770855890) - PeakMemoryUsage: 14.6 MiB (15331212) - RowsReturned: 1,667,826 (1667826) - RowsReturnedRate: 129934 per second (129934) - TotalTime: 12.84s (12835855157) Node Lifecycle Event Timeline Open Started: 2.58s (2576970920) Open Finished: 2.58s (2576970920) First Batch Requested: 2.58s (2578970897) First Batch Returned: 2.58s (2578970897) Last Batch Returned: 16.53s (16531813441) Closed: 16.71s (16714811375) Buffer pool - AllocTime: 395ms (395995532) - CumulativeAllocationBytes: 370.5 MiB (388505600) - CumulativeAllocations: 18,996 (18996) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 387ms (387995621) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274232101) - TotalGetBatchTime: 12.79s (12788855690) - DataWaitTime: 12.77s (12770855890) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 818ms (818990769) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,498 (9498) - TotalBatchesReceived: 9,498 (9498) - TotalBytesReceived: 156.2 MiB (163802163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 356ms (356287421) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 689ms (689992187) - InactiveTotalTime: 6.0m (359612944858) - PeakMemoryUsage: 11.5 MiB (12094908) - RowsReturned: 36,938,344 (36938344) - RowsReturnedRate: 102356 per second (102356) - TotalTime: 6.0m (360879930522) Node Lifecycle Event Timeline Open Started: 16.71s (16714811375) Open Finished: 16.71s (16714811375) First Batch Requested: 16.71s (16714811375) First Batch Returned: 16.71s (16714811375) Last Batch Returned: 24.0m (1442282718094) Closed: 24.0m (1442283718083) Buffer pool - AllocTime: 1.28s (1282985504) - CumulativeAllocationBytes: 2.4 GiB (2550308864) - CumulativeAllocations: 207,556 (207556) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11763712) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11763712) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 925ms (925989539) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2290177328) - TotalGetBatchTime: 6.0m (360120939114) - DataWaitTime: 6.0m (359612944858) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.78s (2782968590) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,778 (103778) - TotalBatchesReceived: 103,778 (103778) - TotalBytesReceived: 983.8 MiB (1031582660) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.25s (14252799847) - TotalRPCsDeferred: 42 (42) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 141 (141) - CodegenTotalWallClockTime: 2.15s (2153975693) - CodegenSysTime: 8ms (8879000) - CodegenUserTime: 938ms (938323000) - CodegenVoluntaryContextSwitches: 125 (125) - CompileTime: 356ms (356995972) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 86ms (86999018) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.63s (1634981550) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 61ms (61999300) - TotalTime: 2.15s (2153975693) Instance c7456fdd806a4994:3209e926000002dd (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.924 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468967374) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 22,361,233 (22361233) - TotalNetworkReceiveTime: 6.2m (369578714347) - TotalNetworkSendTime: 25.7m (1540238472525) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,135 (2135) - TotalThreadsTotalWallClockTime: 32.6m (1958276887221) - TotalThreadsSysTime: 2.35s (2352367000) - TotalThreadsUserTime: 43.92s (43924024000) - TotalThreadsVoluntaryContextSwitches: 62,419 (62419) - TotalTime: 32.6m (1958276887221) Fragment Instance Lifecycle Event Timeline Prepare Finished: 404ms (404997504) Open Finished: 16.43s (16431898711) First Batch Produced: 25.68s (25675841729) First Batch Sent: 25.68s (25675841729) ExecInternal Finished: 32.6m (1958682884719) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1942249986014) - ExecTreeExecTime: 6.3m (376901668809) - InactiveTotalTime: 0ns (0) - OpenTime: 16.03s (16026901207) - ExecTreeOpenTime: 13.78s (13784915027) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.7m (1540254472427) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 22,361,233 (22361233) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.26s (14256911850) - TotalBytesSent: 1.4 GiB (1495231002) - TotalTime: 26.1m (1565260317747) - UncompressedRowBatchSize: 3.7 GiB (3967884036) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 22,361,233 (22361233) - RowsReturnedRate: 57239 per second (57239) - TotalTime: 6.5m (390659584005) Node Lifecycle Event Timeline Open Started: 2.65s (2646983684) Open Finished: 16.43s (16431898711) First Batch Requested: 16.43s (16431898711) First Batch Returned: 25.68s (25675841729) Last Batch Returned: 32.6m (1958060888558) Closed: 32.6m (1958682884719) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 34ms (34999784) - HTResizeTime: 71ms (71999554) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,447.04 (3447.0442281416454) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,780,033 (21780033) - RowsReturned: 22,361,233 (22361233) - StreamingTime: 15.44s (15440904537) - TotalTime: 0ns (0) Buffer pool - AllocTime: 2ms (2999982) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999982) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,045 (1665045) - BuildTime: 1.37s (1369991530) - InactiveTotalTime: 0ns (0) - LocalTime: 4.41s (4411972695) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,850,861 (36850861) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.91s (2914981951) - RowsReturned: 36,850,861 (36850861) - RowsReturnedRate: 98335 per second (98335) - TotalTime: 6.2m (374744682386) Node Lifecycle Event Timeline Open Started: 2.65s (2646983684) Open Finished: 16.43s (16431898711) First Batch Requested: 16.43s (16431898711) First Batch Returned: 16.43s (16431898711) Last Batch Returned: 24.0m (1442222072091) Closed: 24.0m (1442222072091) Buffer pool - AllocTime: 66ms (66999584) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66999584) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.19s (1188992646) - BuildRowsPartitioned: 1,665,045 (1665045) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 177ms (177998903) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 21ms (21999864) - InactiveTotalTime: 12.33s (12333923994) - PeakMemoryUsage: 14.7 MiB (15413460) - RowsReturned: 1,665,045 (1665045) - RowsReturnedRate: 134387 per second (134387) - TotalTime: 12.39s (12389923650) Node Lifecycle Event Timeline Open Started: 2.65s (2646983684) Open Finished: 2.65s (2646983684) First Batch Requested: 2.65s (2647983678) First Batch Returned: 2.65s (2647983678) Last Batch Returned: 16.25s (16251899820) Closed: 16.43s (16430898717) Buffer pool - AllocTime: 475ms (475997059) - CumulativeAllocationBytes: 369.8 MiB (387792896) - CumulativeAllocations: 18,960 (18960) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 467ms (467997110) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273787015) - TotalGetBatchTime: 12.36s (12362923816) - DataWaitTime: 12.33s (12333923994) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 928ms (928994267) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,480 (9480) - TotalBatchesReceived: 9,480 (9480) - TotalBytesReceived: 156.0 MiB (163539211) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 476ms (476388014) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 658ms (658995930) - InactiveTotalTime: 5.9m (356677793863) - PeakMemoryUsage: 11.4 MiB (11970926) - RowsReturned: 36,850,861 (36850861) - RowsReturnedRate: 102951 per second (102951) - TotalTime: 6.0m (357942786041) Node Lifecycle Event Timeline Open Started: 16.43s (16430898717) Open Finished: 16.43s (16430898717) First Batch Requested: 16.43s (16431898711) First Batch Returned: 16.43s (16431898711) Last Batch Returned: 24.0m (1442222072091) Closed: 24.0m (1442222072091) Buffer pool - AllocTime: 1.33s (1328991792) - CumulativeAllocationBytes: 2.4 GiB (2544295936) - CumulativeAllocations: 207,070 (207070) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11780096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11780096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.01s (1015993726) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2284753382) - TotalGetBatchTime: 6.0m (357201790618) - DataWaitTime: 5.9m (356677793863) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.70s (2704983290) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,535 (103535) - TotalBatchesReceived: 103,535 (103535) - TotalBytesReceived: 981.5 MiB (1029150210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.01s (14014854797) - TotalRPCsDeferred: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 105 (105) - CodegenTotalWallClockTime: 2.24s (2240986186) - CodegenSysTime: 14ms (14773000) - CodegenUserTime: 954ms (954319000) - CodegenVoluntaryContextSwitches: 128 (128) - CompileTime: 362ms (362997762) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 63ms (63999605) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.61s (1609990076) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 171ms (171998940) - TotalTime: 2.24s (2240986186) Instance c7456fdd806a4994:3209e926000002cb (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.931 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 455.8 MiB (477908942) - PeakReservation: 443.0 MiB (464519168) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 20,710,124 (20710124) - TotalNetworkReceiveTime: 8.2m (490196293034) - TotalNetworkSendTime: 23.7m (1421191561411) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,871 (1871) - TotalThreadsTotalWallClockTime: 32.6m (1958040264344) - TotalThreadsSysTime: 2.43s (2428776000) - TotalThreadsUserTime: 41.83s (41830868000) - TotalThreadsVoluntaryContextSwitches: 64,075 (64075) - TotalTime: 32.6m (1958041264310) Fragment Instance Lifecycle Event Timeline Prepare Finished: 408ms (408986058) Open Finished: 15.92s (15916457413) First Batch Produced: 25.58s (25577128083) First Batch Sent: 25.58s (25577128083) ExecInternal Finished: 32.6m (1958450250368) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1942532792989) - ExecTreeExecTime: 8.3m (497854032046) - InactiveTotalTime: 0ns (0) - OpenTime: 15.51s (15507471355) - ExecTreeOpenTime: 13.18s (13178550747) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.7m (1421205560932) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 20,710,124 (20710124) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.52s (13523539120) - TotalBytesSent: 1.3 GiB (1388755747) - TotalTime: 24.1m (1444591763909) - UncompressedRowBatchSize: 3.4 GiB (3674793099) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 122.1 MiB (128057472) - RowsReturned: 20,710,124 (20710124) - RowsReturnedRate: 40528 per second (40528) - TotalTime: 8.5m (511003583784) Node Lifecycle Event Timeline Open Started: 2.74s (2737906666) Open Finished: 15.92s (15916457413) First Batch Requested: 15.92s (15916457413) First Batch Returned: 25.58s (25577128083) Last Batch Returned: 32.6m (1957915268606) Closed: 32.6m (1958450250368) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 29ms (29998977) - HTResizeTime: 19ms (19999318) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 122.1 MiB (128032896) - PeakReservation: 122.0 MiB (127926272) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,115.59 (2115.5924389765432) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 20,067,830 (20067830) - RowsReturned: 20,710,124 (20710124) - StreamingTime: 15.38s (15375475930) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999795) - CumulativeAllocationBytes: 122.0 MiB (127926272) - CumulativeAllocations: 61 (61) - InactiveTotalTime: 0ns (0) - PeakReservation: 122.0 MiB (127926272) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 122.0 MiB (127926272) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999795) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,889 (1665889) - BuildTime: 1.38s (1383952806) - InactiveTotalTime: 0ns (0) - LocalTime: 4.34s (4337852095) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,878,816 (36878816) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.84s (2844903002) - RowsReturned: 36,878,816 (36878816) - RowsReturnedRate: 74455 per second (74455) - TotalTime: 8.3m (495313118591) Node Lifecycle Event Timeline Open Started: 2.74s (2737906666) Open Finished: 15.91s (15915457448) First Batch Requested: 15.92s (15916457413) First Batch Returned: 15.92s (15916457413) Last Batch Returned: 24.0m (1441982856053) Closed: 24.0m (1441982856053) Buffer pool - AllocTime: 104ms (104996419) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 104ms (104996419) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.19s (1190959384) - BuildRowsPartitioned: 1,665,889 (1665889) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 189ms (189993524) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 39ms (39998637) - InactiveTotalTime: 11.69s (11689601518) - PeakMemoryUsage: 14.9 MiB (15622998) - RowsReturned: 1,665,889 (1665889) - RowsReturnedRate: 141385 per second (141385) - TotalTime: 11.78s (11782598351) Node Lifecycle Event Timeline Open Started: 2.74s (2737906666) Open Finished: 2.74s (2737906666) First Batch Requested: 2.74s (2738906632) First Batch Returned: 2.74s (2738906632) Last Batch Returned: 15.72s (15723463993) Closed: 15.91s (15915457448) Buffer pool - AllocTime: 443ms (443984860) - CumulativeAllocationBytes: 370.1 MiB (388038656) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 402ms (402986257) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273920893) - TotalGetBatchTime: 11.71s (11711600770) - DataWaitTime: 11.69s (11689601518) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 931ms (931968229) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163619841) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 845ms (845659236) - TotalRPCsDeferred: 68 (68) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 648ms (648977890) - InactiveTotalTime: 8.0m (478089705730) - PeakMemoryUsage: 11.4 MiB (11952260) - RowsReturned: 36,878,816 (36878816) - RowsReturnedRate: 76960 per second (76960) - TotalTime: 8.0m (479192668145) Node Lifecycle Event Timeline Open Started: 15.91s (15915457448) Open Finished: 15.91s (15915457448) First Batch Requested: 15.91s (15915457448) First Batch Returned: 15.91s (15915457448) Last Batch Returned: 24.0m (1441981856087) Closed: 24.0m (1441982856053) Buffer pool - AllocTime: 1.37s (1373953170) - CumulativeAllocationBytes: 2.4 GiB (2546196480) - CumulativeAllocations: 207,224 (207224) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11812864) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11812864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.06s (1064963706) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2286486592) - TotalGetBatchTime: 8.0m (478475692570) - DataWaitTime: 8.0m (478089705730) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.73s (2730906925) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,612 (103612) - TotalBatchesReceived: 103,612 (103612) - TotalBytesReceived: 982.2 MiB (1029923978) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.78s (13781856275) - TotalRPCsDeferred: 61 (61) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 114 (114) - CodegenTotalWallClockTime: 2.33s (2328920608) - CodegenSysTime: 18ms (18736000) - CodegenUserTime: 918ms (918625000) - CodegenVoluntaryContextSwitches: 131 (131) - CompileTime: 390ms (390986672) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 140ms (140995193) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.63s (1630944401) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 161ms (161994478) - TotalTime: 2.33s (2328920608) Instance c7456fdd806a4994:3209e926000002db (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.285 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 473.3 MiB (496295902) - PeakReservation: 461.0 MiB (483393536) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 21,687,025 (21687025) - TotalNetworkReceiveTime: 8.6m (518775736850) - TotalNetworkSendTime: 23.2m (1390653009424) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,141 (2141) - TotalThreadsTotalWallClockTime: 32.6m (1957917095397) - TotalThreadsSysTime: 2.41s (2413398000) - TotalThreadsUserTime: 43.45s (43446361000) - TotalThreadsVoluntaryContextSwitches: 60,546 (60546) - TotalTime: 32.6m (1957918095405) Fragment Instance Lifecycle Event Timeline Prepare Finished: 315ms (315002266) Open Finished: 16.51s (16513118767) First Batch Produced: 25.56s (25564183868) First Batch Sent: 25.56s (25564183868) ExecInternal Finished: 32.6m (1958234097677) Buffer pool - AllocTime: 10ms (10000072) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 10ms (10000072) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941718978896) - ExecTreeExecTime: 8.8m (526095789692) - InactiveTotalTime: 0ns (0) - OpenTime: 16.20s (16198116501) - ExecTreeOpenTime: 14.12s (14118101542) - PrepareTime: 1ms (1000008) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1390673009565) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 21,687,025 (21687025) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.11s (14105101559) - TotalBytesSent: 1.4 GiB (1452289466) - TotalTime: 23.6m (1415473188127) - UncompressedRowBatchSize: 3.6 GiB (3847881502) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 140.1 MiB (146931840) - RowsReturned: 21,687,025 (21687025) - RowsReturnedRate: 40147 per second (40147) - TotalTime: 9.0m (540178890978) Node Lifecycle Event Timeline Open Started: 2.40s (2395017225) Open Finished: 16.51s (16513118767) First Batch Requested: 16.51s (16513118767) First Batch Returned: 25.56s (25564183868) Last Batch Returned: 32.6m (1958115096822) Closed: 32.6m (1958234097677) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 32ms (32000229) - HTResizeTime: 23ms (23000167) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 140.1 MiB (146907264) - PeakReservation: 140.0 MiB (146800640) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,475.35 (3475.3462565268765) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,067,647 (21067647) - RowsReturned: 21,687,025 (21687025) - StreamingTime: 15.56s (15560112017) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6000042) - CumulativeAllocationBytes: 140.0 MiB (146800640) - CumulativeAllocations: 70 (70) - InactiveTotalTime: 0ns (0) - PeakReservation: 140.0 MiB (146800640) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 140.0 MiB (146800640) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6000042) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,751 (1667751) - BuildTime: 1.50s (1495010767) - InactiveTotalTime: 0ns (0) - LocalTime: 4.61s (4608033221) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,942,381 (36942381) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.94s (2937021190) - RowsReturned: 36,942,381 (36942381) - RowsReturnedRate: 70477 per second (70477) - TotalTime: 8.7m (524171775746) Node Lifecycle Event Timeline Open Started: 2.40s (2395017225) Open Finished: 16.51s (16513118767) First Batch Requested: 16.51s (16513118767) First Batch Returned: 16.51s (16514118775) Last Batch Returned: 24.0m (1442316390565) Closed: 24.0m (1442316390565) Buffer pool - AllocTime: 72ms (72000521) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 72ms (72000521) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.28s (1280009220) - BuildRowsPartitioned: 1,667,751 (1667751) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 202ms (202001452) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 28ms (28000202) - InactiveTotalTime: 12.47s (12474089700) - PeakMemoryUsage: 14.6 MiB (15310899) - RowsReturned: 1,667,751 (1667751) - RowsReturnedRate: 133152 per second (133152) - TotalTime: 12.53s (12525090071) Node Lifecycle Event Timeline Open Started: 2.40s (2395017225) Open Finished: 2.40s (2395017225) First Batch Requested: 2.41s (2406017305) First Batch Returned: 2.41s (2406017305) Last Batch Returned: 16.31s (16310117307) Closed: 16.51s (16513118767) Buffer pool - AllocTime: 662ms (662004761) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 345ms (345002478) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274228539) - TotalGetBatchTime: 12.49s (12491089826) - DataWaitTime: 12.47s (12474089700) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.17s (1166008380) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163805981) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 151ms (151516459) - TotalRPCsDeferred: 21 (21) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 697ms (697005019) - InactiveTotalTime: 8.4m (505532641598) - PeakMemoryUsage: 11.5 MiB (12081385) - RowsReturned: 36,942,381 (36942381) - RowsReturnedRate: 72859 per second (72859) - TotalTime: 8.5m (507038652454) Node Lifecycle Event Timeline Open Started: 16.51s (16513118767) Open Finished: 16.51s (16513118767) First Batch Requested: 16.51s (16513118767) First Batch Returned: 16.51s (16513118767) Last Batch Returned: 24.0m (1442315390558) Closed: 24.0m (1442316390565) Buffer pool - AllocTime: 1.29s (1289009288) - CumulativeAllocationBytes: 2.4 GiB (2550554624) - CumulativeAllocations: 207,576 (207576) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 765ms (765005510) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2290427622) - TotalGetBatchTime: 8.4m (506269646914) - DataWaitTime: 8.4m (505532641598) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.72s (2723019604) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,788 (103788) - TotalBatchesReceived: 103,788 (103788) - TotalBytesReceived: 983.9 MiB (1031698624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.22s (14223439547) - TotalRPCsDeferred: 101 (101) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 105 (105) - CodegenTotalWallClockTime: 2.08s (2080014959) - CodegenSysTime: 7ms (7875000) - CodegenUserTime: 919ms (919451000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 393ms (393002826) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 101ms (101000726) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1488010702) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 94ms (94000676) - TotalTime: 2.08s (2080014959) Instance c7456fdd806a4994:3209e926000002e3 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.279 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.9 MiB (469635022) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 21,629,208 (21629208) - TotalNetworkReceiveTime: 12.7m (762717799446) - TotalNetworkSendTime: 19.1m (1147139088008) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,933 (1933) - TotalThreadsTotalWallClockTime: 32.6m (1957793926486) - TotalThreadsSysTime: 2.60s (2598273000) - TotalThreadsUserTime: 43.55s (43551488000) - TotalThreadsVoluntaryContextSwitches: 60,221 (60221) - TotalTime: 32.6m (1957864923580) Fragment Instance Lifecycle Event Timeline Prepare Finished: 421ms (421982730) Open Finished: 16.64s (16642318914) First Batch Produced: 25.78s (25778944994) First Batch Sent: 25.78s (25778944994) ExecInternal Finished: 32.6m (1958216909175) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941573590302) - ExecTreeExecTime: 12.8m (769285531024) - InactiveTotalTime: 0ns (0) - OpenTime: 16.22s (16220336184) - ExecTreeOpenTime: 14.12s (14119422163) - PrepareTime: 70ms (70997094) - ExecTreePrepareTime: 59ms (59997545) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 19.1m (1147167086862) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 21,629,208 (21629208) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.29s (14289415552) - TotalBytesSent: 1.3 GiB (1447130699) - TotalTime: 19.5m (1172218062138) - UncompressedRowBatchSize: 3.6 GiB (3837587202) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 21,629,208 (21629208) - RowsReturnedRate: 27608 per second (27608) - TotalTime: 13.1m (783429952162) Node Lifecycle Event Timeline Open Started: 2.52s (2522896751) Open Finished: 16.64s (16642318914) First Batch Requested: 16.64s (16642318914) First Batch Returned: 25.78s (25778944994) Last Batch Returned: 32.6m (1958085914533) Closed: 32.6m (1958215909216) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 33ms (33998611) - HTResizeTime: 14ms (14999387) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,487.74 (3487.740327860232) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,035,071 (21035071) - RowsReturned: 21,629,208 (21629208) - StreamingTime: 14.88s (14885391070) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18999223) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999878) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,431 (1665431) - BuildTime: 1.59s (1588934969) - InactiveTotalTime: 0ns (0) - LocalTime: 4.66s (4655809530) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,864,984 (36864984) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.87s (2871882537) - RowsReturned: 36,864,984 (36864984) - RowsReturnedRate: 47991 per second (47991) - TotalTime: 12.8m (768152577116) Node Lifecycle Event Timeline Open Started: 2.52s (2522896751) Open Finished: 16.64s (16642318914) First Batch Requested: 16.64s (16642318914) First Batch Returned: 16.64s (16643318873) Last Batch Returned: 24.0m (1442316005714) Closed: 24.0m (1442316005714) Buffer pool - AllocTime: 94ms (94996112) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 94ms (94996112) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.41s (1409942295) - BuildRowsPartitioned: 1,665,431 (1665431) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 176ms (176992756) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 25ms (25998935) - InactiveTotalTime: 12.43s (12434491126) - PeakMemoryUsage: 14.7 MiB (15397799) - RowsReturned: 1,665,431 (1665431) - RowsReturnedRate: 133218 per second (133218) - TotalTime: 12.50s (12501488382) Node Lifecycle Event Timeline Open Started: 2.52s (2522896751) Open Finished: 2.52s (2522896751) First Batch Requested: 2.52s (2524896669) First Batch Returned: 2.52s (2524896669) Last Batch Returned: 16.46s (16463326240) Closed: 16.64s (16642318914) Buffer pool - AllocTime: 347ms (347985758) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,962 (18962) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 231ms (231990505) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273835624) - TotalGetBatchTime: 12.47s (12470489652) - DataWaitTime: 12.43s (12434491126) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 801ms (801967176) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,481 (9481) - TotalBatchesReceived: 9,481 (9481) - TotalBytesReceived: 156.0 MiB (163562169) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 264ms (264080602) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 680ms (680972150) - InactiveTotalTime: 12.5m (749904323823) - PeakMemoryUsage: 11.5 MiB (12081568) - RowsReturned: 36,864,984 (36864984) - RowsReturnedRate: 49088 per second (49088) - TotalTime: 12.5m (750995279204) Node Lifecycle Event Timeline Open Started: 16.64s (16642318914) Open Finished: 16.64s (16642318914) First Batch Requested: 16.64s (16642318914) First Batch Returned: 16.64s (16642318914) Last Batch Returned: 24.0m (1442315005755) Closed: 24.0m (1442316005714) Buffer pool - AllocTime: 998ms (998959126) - CumulativeAllocationBytes: 2.4 GiB (2545213440) - CumulativeAllocations: 207,142 (207142) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 683ms (683972012) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2285629008) - TotalGetBatchTime: 12.5m (750223310776) - DataWaitTime: 12.5m (749904323823) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.24s (2243908206) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,571 (103571) - TotalBatchesReceived: 103,571 (103571) - TotalBytesReceived: 981.8 MiB (1029541566) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.15s (14150127807) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 166 (166) - CodegenTotalWallClockTime: 2.10s (2100914021) - CodegenSysTime: 13ms (13710000) - CodegenUserTime: 929ms (929306000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 408ms (408983262) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 90ms (90996276) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.51s (1508938248) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 47ms (47998036) - TotalTime: 2.10s (2100914021) Instance c7456fdd806a4994:3209e926000002d5 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.205 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 461.4 MiB (483811294) - PeakReservation: 449.0 MiB (470810624) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 20,647,008 (20647008) - TotalNetworkReceiveTime: 7.9m (473532142044) - TotalNetworkSendTime: 24.0m (1438302248116) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,677 (1677) - TotalThreadsTotalWallClockTime: 32.6m (1957781918641) - TotalThreadsSysTime: 2.33s (2329255000) - TotalThreadsUserTime: 41.70s (41701427000) - TotalThreadsVoluntaryContextSwitches: 64,985 (64985) - TotalTime: 32.6m (1957782918631) Fragment Instance Lifecycle Event Timeline Prepare Finished: 301ms (301996900) Open Finished: 16.34s (16338832249) First Batch Produced: 25.80s (25795735153) First Batch Sent: 25.80s (25795735153) ExecInternal Finished: 32.6m (1958084915530) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941745083292) - ExecTreeExecTime: 8.0m (480383071764) - InactiveTotalTime: 0ns (0) - OpenTime: 16.04s (16036835349) - ExecTreeOpenTime: 13.96s (13958856684) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.0m (1438327247859) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 20,647,008 (20647008) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.98s (12984866816) - TotalBytesSent: 1.3 GiB (1383467780) - TotalTime: 24.4m (1461294012226) - UncompressedRowBatchSize: 3.4 GiB (3663237676) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 128.1 MiB (134348928) - RowsReturned: 20,647,008 (20647008) - RowsReturnedRate: 41770 per second (41770) - TotalTime: 8.2m (494290928969) Node Lifecycle Event Timeline Open Started: 2.38s (2379975565) Open Finished: 16.34s (16338832249) First Batch Requested: 16.34s (16338832249) First Batch Returned: 25.80s (25795735153) Last Batch Returned: 32.6m (1954711950147) Closed: 32.6m (1958084915530) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 25ms (25999732) - HTResizeTime: 13ms (13999856) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 128.1 MiB (134324352) - PeakReservation: 128.0 MiB (134217728) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,468.55 (3468.549907588209) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 20,033,005 (20033005) - RowsReturned: 20,647,008 (20647008) - StreamingTime: 14.94s (14944846660) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1ms (1999979) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999979) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,204 (1668204) - BuildTime: 1.60s (1602983508) - InactiveTotalTime: 0ns (0) - LocalTime: 4.57s (4571953024) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,968,637 (36968637) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.83s (2830970930) - RowsReturned: 36,968,637 (36968637) - RowsReturnedRate: 77190 per second (77190) - TotalTime: 8.0m (478928086606) Node Lifecycle Event Timeline Open Started: 2.38s (2379975565) Open Finished: 16.34s (16338832249) First Batch Requested: 16.34s (16338832249) First Batch Returned: 16.34s (16338832249) Last Batch Returned: 24.0m (1442276201542) Closed: 24.0m (1442276201542) Buffer pool - AllocTime: 122ms (122998736) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 122ms (122998736) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.42s (1419985387) - BuildRowsPartitioned: 1,668,204 (1668204) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 176ms (176998182) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 31ms (31999670) - InactiveTotalTime: 12.17s (12169875089) - PeakMemoryUsage: 14.6 MiB (15332090) - RowsReturned: 1,668,204 (1668204) - RowsReturnedRate: 135561 per second (135561) - TotalTime: 12.30s (12305873688) Node Lifecycle Event Timeline Open Started: 2.38s (2379975565) Open Finished: 2.38s (2379975565) First Batch Requested: 2.38s (2382975534) First Batch Returned: 2.38s (2382975534) Last Batch Returned: 16.16s (16158834097) Closed: 16.34s (16337832259) Buffer pool - AllocTime: 499ms (499994865) - CumulativeAllocationBytes: 370.6 MiB (388554752) - CumulativeAllocations: 19,002 (19002) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 365ms (365996242) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274295075) - TotalGetBatchTime: 12.26s (12264874112) - DataWaitTime: 12.17s (12169875089) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 907ms (907990671) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,501 (9501) - TotalBatchesReceived: 9,501 (9501) - TotalBytesReceived: 156.2 MiB (163833072) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 154ms (154232767) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 719ms (719992605) - InactiveTotalTime: 7.7m (460664274129) - PeakMemoryUsage: 11.4 MiB (11981951) - RowsReturned: 36,968,637 (36968637) - RowsReturnedRate: 80009 per second (80009) - TotalTime: 7.7m (462050259894) Node Lifecycle Event Timeline Open Started: 16.34s (16337832259) Open Finished: 16.34s (16337832259) First Batch Requested: 16.34s (16337832259) First Batch Returned: 16.34s (16338832249) Last Batch Returned: 24.0m (1442275201552) Closed: 24.0m (1442276201542) Buffer pool - AllocTime: 1.10s (1105988651) - CumulativeAllocationBytes: 2.4 GiB (2552381440) - CumulativeAllocations: 207,724 (207724) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 489ms (489994974) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2292055494) - TotalGetBatchTime: 7.7m (461250268109) - DataWaitTime: 7.7m (460664274129) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.32s (2317976207) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,862 (103862) - TotalBatchesReceived: 103,862 (103862) - TotalBytesReceived: 984.6 MiB (1032434621) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.88s (13878881425) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 114 (114) - CodegenTotalWallClockTime: 2.08s (2077978665) - CodegenSysTime: 17ms (17671000) - CodegenUserTime: 955ms (955245000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 323ms (323996673) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 79ms (79999179) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.61s (1612983440) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 57ms (57999404) - TotalTime: 2.08s (2077978665) Instance c7456fdd806a4994:3209e926000002d4 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.466 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.9 MiB (469618638) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 22,179,180 (22179180) - TotalNetworkReceiveTime: 6.4m (383505451782) - TotalNetworkSendTime: 25.4m (1526918971497) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,654 (1654) - TotalThreadsTotalWallClockTime: 32.6m (1957767368459) - TotalThreadsSysTime: 2.38s (2376777000) - TotalThreadsUserTime: 43.51s (43514784000) - TotalThreadsVoluntaryContextSwitches: 65,228 (65228) - TotalTime: 32.6m (1957768368436) Fragment Instance Lifecycle Event Timeline Prepare Finished: 361ms (361991943) Open Finished: 16.39s (16388635251) First Batch Produced: 25.60s (25599430256) First Batch Sent: 25.60s (25599430256) ExecInternal Finished: 32.6m (1958130360380) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941740725151) - ExecTreeExecTime: 6.5m (390056305495) - InactiveTotalTime: 0ns (0) - OpenTime: 16.03s (16026643308) - ExecTreeOpenTime: 14.02s (14015688064) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1526940971008) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 22,179,180 (22179180) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.06s (14056686824) - TotalBytesSent: 1.4 GiB (1483462718) - TotalTime: 25.9m (1551617421147) - UncompressedRowBatchSize: 3.7 GiB (3934809007) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 22,179,180 (22179180) - RowsReturnedRate: 54893 per second (54893) - TotalTime: 6.7m (404042994207) Node Lifecycle Event Timeline Open Started: 2.37s (2372947187) Open Finished: 16.39s (16388635251) First Batch Requested: 16.39s (16388635251) First Batch Returned: 25.60s (25599430256) Last Batch Returned: 32.6m (1954753435631) Closed: 32.6m (1958130360380) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 23ms (23999465) - HTResizeTime: 18ms (18999580) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,489.74 (3489.743807909159) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,585,035 (21585035) - RowsReturned: 22,179,180 (22179180) - StreamingTime: 15.05s (15054664590) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999889) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999889) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,900 (1667900) - BuildTime: 1.29s (1288971287) - InactiveTotalTime: 0ns (0) - LocalTime: 4.33s (4333903424) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,948,019 (36948019) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.95s (2951934207) - RowsReturned: 36,948,019 (36948019) - RowsReturnedRate: 95067 per second (95067) - TotalTime: 6.5m (388650337145) Node Lifecycle Event Timeline Open Started: 2.37s (2372947187) Open Finished: 16.39s (16387635274) First Batch Requested: 16.39s (16388635251) First Batch Returned: 16.39s (16388635251) Last Batch Returned: 24.0m (1442332855750) Closed: 24.0m (1442332855750) Buffer pool - AllocTime: 49ms (49998888) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998888) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.09s (1094975603) - BuildRowsPartitioned: 1,667,900 (1667900) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188995794) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 35ms (35999197) - InactiveTotalTime: 12.63s (12633718849) - PeakMemoryUsage: 14.6 MiB (15355277) - RowsReturned: 1,667,900 (1667900) - RowsReturnedRate: 131178 per second (131178) - TotalTime: 12.71s (12714717043) Node Lifecycle Event Timeline Open Started: 2.37s (2372947187) Open Finished: 2.37s (2372947187) First Batch Requested: 2.37s (2373947165) First Batch Returned: 2.37s (2373947165) Last Batch Returned: 16.20s (16197639502) Closed: 16.39s (16387635274) Buffer pool - AllocTime: 227ms (227994927) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 220ms (220995082) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274229302) - TotalGetBatchTime: 12.67s (12667718090) - DataWaitTime: 12.63s (12633718849) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 594ms (594986751) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163793358) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 101ms (101309782) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 682ms (682984790) - InactiveTotalTime: 6.2m (370000752339) - PeakMemoryUsage: 11.5 MiB (12041306) - RowsReturned: 36,948,019 (36948019) - RowsReturnedRate: 99429 per second (99429) - TotalTime: 6.2m (371601716678) Node Lifecycle Event Timeline Open Started: 16.39s (16387635274) Open Finished: 16.39s (16387635274) First Batch Requested: 16.39s (16387635274) First Batch Returned: 16.39s (16387635274) Last Batch Returned: 24.0m (1442332855750) Closed: 24.0m (1442332855750) Buffer pool - AllocTime: 1.68s (1676962654) - CumulativeAllocationBytes: 2.4 GiB (2550947840) - CumulativeAllocations: 207,606 (207606) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.11s (1115975141) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2290777178) - TotalGetBatchTime: 6.2m (370822734028) - DataWaitTime: 6.2m (370000752339) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.00s (3001933111) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,803 (103803) - TotalBatchesReceived: 103,803 (103803) - TotalBytesReceived: 984.1 MiB (1031882323) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.87s (13871084231) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 82 (82) - CodegenTotalWallClockTime: 2.01s (2010955244) - CodegenSysTime: 14ms (14947000) - CodegenUserTime: 910ms (910810000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 447ms (447990029) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 131ms (131997062) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.36s (1359969733) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 66ms (66998509) - TotalTime: 2.01s (2010955244) Instance c7456fdd806a4994:3209e926000002ca (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.288 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469049310) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 22,407,334 (22407334) - TotalNetworkReceiveTime: 6.5m (390115071765) - TotalNetworkSendTime: 25.3m (1519153232591) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,251 (2251) - TotalThreadsTotalWallClockTime: 32.6m (1957696196001) - TotalThreadsSysTime: 2.44s (2436396000) - TotalThreadsUserTime: 43.74s (43738884000) - TotalThreadsVoluntaryContextSwitches: 62,499 (62499) - TotalTime: 32.6m (1957728195268) Fragment Instance Lifecycle Event Timeline Prepare Finished: 347ms (347992033) Open Finished: 16.14s (16141630464) First Batch Produced: 25.68s (25679412113) First Batch Sent: 25.68s (25679412113) ExecInternal Finished: 32.6m (1958045188011) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941902557570) - ExecTreeExecTime: 6.6m (397119911499) - InactiveTotalTime: 0ns (0) - OpenTime: 15.79s (15793638431) - ExecTreeOpenTime: 13.69s (13689686597) - PrepareTime: 31ms (31999267) - ExecTreePrepareTime: 19ms (19999542) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1519176232062) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 22,407,334 (22407334) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.58s (14578666337) - TotalBytesSent: 1.4 GiB (1498354663) - TotalTime: 25.7m (1544707647784) - UncompressedRowBatchSize: 3.7 GiB (3975958528) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 22,407,334 (22407334) - RowsReturnedRate: 54545 per second (54545) - TotalTime: 6.8m (410797598368) Node Lifecycle Event Timeline Open Started: 2.45s (2451943867) Open Finished: 16.14s (16141630464) First Batch Requested: 16.14s (16141630464) First Batch Returned: 25.68s (25679412113) Last Batch Returned: 32.6m (1956883214600) Closed: 32.6m (1958045188011) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 18ms (18999565) - HTResizeTime: 15ms (15999633) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,489.25 (3489.252192112858) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,824,967 (21824967) - RowsReturned: 22,407,334 (22407334) - StreamingTime: 15.33s (15327649152) - TotalTime: 0ns (0) Buffer pool - AllocTime: 7ms (7999817) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999817) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,428 (1666428) - BuildTime: 1.26s (1260971131) - InactiveTotalTime: 0ns (0) - LocalTime: 4.26s (4256902577) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,906,809 (36906809) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.90s (2900933619) - RowsReturned: 36,906,809 (36906809) - RowsReturnedRate: 93394 per second (93394) - TotalTime: 6.6m (395171956035) Node Lifecycle Event Timeline Open Started: 2.45s (2451943867) Open Finished: 16.14s (16141630464) First Batch Requested: 16.14s (16141630464) First Batch Returned: 16.14s (16141630464) Last Batch Returned: 24.0m (1442238991134) Closed: 24.0m (1442238991134) Buffer pool - AllocTime: 56ms (56998698) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 55ms (55998721) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.10s (1099974817) - BuildRowsPartitioned: 1,666,428 (1666428) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 158ms (158996360) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 36ms (36999153) - InactiveTotalTime: 12.34s (12337717551) - PeakMemoryUsage: 14.8 MiB (15519786) - RowsReturned: 1,666,428 (1666428) - RowsReturnedRate: 134208 per second (134208) - TotalTime: 12.42s (12416715741) Node Lifecycle Event Timeline Open Started: 2.45s (2451943867) Open Finished: 2.45s (2451943867) First Batch Requested: 2.45s (2451943867) First Batch Returned: 2.45s (2451943867) Last Batch Returned: 15.98s (15980634150) Closed: 16.14s (16141630464) Buffer pool - AllocTime: 368ms (368991554) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,974 (18974) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 357ms (357991806) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274017882) - TotalGetBatchTime: 12.37s (12370716795) - DataWaitTime: 12.34s (12337717551) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 777ms (777982190) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,487 (9487) - TotalBatchesReceived: 9,487 (9487) - TotalBytesReceived: 156.1 MiB (163682117) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 266ms (266159672) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 691ms (691984169) - InactiveTotalTime: 6.3m (377330364447) - PeakMemoryUsage: 11.5 MiB (12022274) - RowsReturned: 36,906,809 (36906809) - RowsReturnedRate: 97508 per second (97508) - TotalTime: 6.3m (378498337717) Node Lifecycle Event Timeline Open Started: 16.14s (16141630464) Open Finished: 16.14s (16141630464) First Batch Requested: 16.14s (16141630464) First Batch Returned: 16.14s (16141630464) Last Batch Returned: 24.0m (1442238991134) Closed: 24.0m (1442238991134) Buffer pool - AllocTime: 1.15s (1151973633) - CumulativeAllocationBytes: 2.4 GiB (2548121600) - CumulativeAllocations: 207,380 (207380) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 926ms (926978784) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2288222158) - TotalGetBatchTime: 6.3m (377718355565) - DataWaitTime: 6.3m (377330364447) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.55s (2546941718) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,690 (103690) - TotalBatchesReceived: 103,690 (103690) - TotalBytesReceived: 983.0 MiB (1030707742) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.82s (13818146794) - TotalRPCsDeferred: 118 (118) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 164 (164) - CodegenTotalWallClockTime: 2.10s (2103951834) - CodegenSysTime: 25ms (25638000) - CodegenUserTime: 915ms (915059000) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 302ms (302993064) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 115ms (115997344) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.66s (1658962021) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 22ms (22999474) - TotalTime: 2.10s (2103951834) Instance c7456fdd806a4994:3209e926000002e5 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.784 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.7 MiB (469454798) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 22,127,382 (22127382) - TotalNetworkReceiveTime: 6.6m (397720684329) - TotalNetworkSendTime: 25.2m (1511676003928) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,934 (1934) - TotalThreadsTotalWallClockTime: 32.6m (1957662528375) - TotalThreadsSysTime: 2.56s (2559882000) - TotalThreadsUserTime: 43.72s (43715422000) - TotalThreadsVoluntaryContextSwitches: 64,920 (64920) - TotalTime: 32.6m (1957663528372) Fragment Instance Lifecycle Event Timeline Prepare Finished: 418ms (418998610) Open Finished: 16.58s (16581944980) First Batch Produced: 25.56s (25564915179) First Batch Sent: 25.56s (25564915179) ExecInternal Finished: 32.6m (1958082526982) Buffer pool - AllocTime: 1,000.00us (999997) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1,000.00us (999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941499582005) - ExecTreeExecTime: 6.7m (404837660856) - InactiveTotalTime: 0ns (0) - OpenTime: 16.16s (16162946370) - ExecTreeOpenTime: 13.92s (13919953813) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511689003881) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 22,127,382 (22127382) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.23s (14230952885) - TotalBytesSent: 1.4 GiB (1480130202) - TotalTime: 25.6m (1536599921355) - UncompressedRowBatchSize: 3.7 GiB (3926193966) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 22,127,382 (22127382) - RowsReturnedRate: 52843 per second (52843) - TotalTime: 7.0m (418731614754) Node Lifecycle Event Timeline Open Started: 2.66s (2661991167) Open Finished: 16.58s (16581944980) First Batch Requested: 16.58s (16581944980) First Batch Returned: 25.56s (25564915179) Last Batch Returned: 32.6m (1957927527492) Closed: 32.6m (1958082526982) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 21ms (21999931) - HTResizeTime: 14ms (14999950) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,508.07 (3508.0662099553574) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,533,253 (21533253) - RowsReturned: 22,127,382 (22127382) - StreamingTime: 15.26s (15261949474) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999979) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999979) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,985 (1666985) - BuildTime: 1.51s (1512994971) - InactiveTotalTime: 0ns (0) - LocalTime: 4.57s (4573984837) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,927,631 (36927631) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.95s (2949990237) - RowsReturned: 36,927,631 (36927631) - RowsReturnedRate: 91613 per second (91613) - TotalTime: 6.7m (403081666563) Node Lifecycle Event Timeline Open Started: 2.66s (2661991167) Open Finished: 16.58s (16581944980) First Batch Requested: 16.58s (16581944980) First Batch Returned: 16.58s (16581944980) Last Batch Returned: 24.0m (1442165225819) Closed: 24.0m (1442165225819) Buffer pool - AllocTime: 154ms (154999485) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 154ms (154999485) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.32s (1316995622) - BuildRowsPartitioned: 1,666,985 (1666985) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 191ms (191999363) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 33ms (33999889) - InactiveTotalTime: 12.29s (12289959226) - PeakMemoryUsage: 14.7 MiB (15384467) - RowsReturned: 1,666,985 (1666985) - RowsReturnedRate: 134673 per second (134673) - TotalTime: 12.38s (12377958937) Node Lifecycle Event Timeline Open Started: 2.66s (2661991167) Open Finished: 2.66s (2661991167) First Batch Requested: 2.66s (2662991164) First Batch Returned: 2.66s (2662991164) Last Batch Returned: 16.39s (16387945623) Closed: 16.58s (16581944980) Buffer pool - AllocTime: 241ms (241999197) - CumulativeAllocationBytes: 370.3 MiB (388300800) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 231ms (231999230) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274108564) - TotalGetBatchTime: 12.33s (12329959095) - DataWaitTime: 12.29s (12289959226) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 678ms (678997753) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163726496) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 557ms (557134801) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 655ms (655997832) - InactiveTotalTime: 6.4m (384871726958) - PeakMemoryUsage: 11.5 MiB (12092619) - RowsReturned: 36,927,631 (36927631) - RowsReturnedRate: 95635 per second (95635) - TotalTime: 6.4m (386129722789) Node Lifecycle Event Timeline Open Started: 16.58s (16581944980) Open Finished: 16.58s (16581944980) First Batch Requested: 16.58s (16581944980) First Batch Returned: 16.58s (16581944980) Last Batch Returned: 24.0m (1442165225819) Closed: 24.0m (1442165225819) Buffer pool - AllocTime: 1.09s (1094996379) - CumulativeAllocationBytes: 2.4 GiB (2549538816) - CumulativeAllocations: 207,494 (207494) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 786ms (786997393) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289513122) - TotalGetBatchTime: 6.4m (385373725292) - DataWaitTime: 6.4m (384871726958) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.63s (2630991305) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,747 (103747) - TotalBatchesReceived: 103,747 (103747) - TotalBytesReceived: 983.5 MiB (1031312133) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.24s (14244525566) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 128 (128) - CodegenTotalWallClockTime: 2.24s (2242992557) - CodegenSysTime: 16ms (16728000) - CodegenUserTime: 936ms (936873000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 309ms (309998971) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 122ms (122999591) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.61s (1615994638) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 179ms (179999403) - TotalTime: 2.24s (2242992557) Instance c7456fdd806a4994:3209e926000002de (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:40.109 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468901854) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 22,702,320 (22702320) - TotalNetworkReceiveTime: 6.5m (388185848993) - TotalNetworkSendTime: 25.3m (1520644394182) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,996 (1996) - TotalThreadsTotalWallClockTime: 32.6m (1957541224577) - TotalThreadsSysTime: 2.42s (2419015000) - TotalThreadsUserTime: 44.00s (43997847000) - TotalThreadsVoluntaryContextSwitches: 62,963 (62963) - TotalTime: 32.6m (1957559224571) Fragment Instance Lifecycle Event Timeline Prepare Finished: 382ms (382999853) Open Finished: 16.38s (16381993709) First Batch Produced: 25.55s (25555990189) First Batch Sent: 25.55s (25555990189) ExecInternal Finished: 32.6m (1957926224429) Buffer pool - AllocTime: 2ms (2999999) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 2ms (2999999) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941542230721) - ExecTreeExecTime: 6.6m (395552846231) - InactiveTotalTime: 0ns (0) - OpenTime: 16.00s (15998993856) - ExecTreeOpenTime: 13.93s (13929994651) - PrepareTime: 17ms (17999994) - ExecTreePrepareTime: 17ms (17999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.3m (1520667394173) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 22,702,320 (22702320) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.33s (14329994560) - TotalBytesSent: 1.4 GiB (1516862283) - TotalTime: 25.8m (1545915384516) - UncompressedRowBatchSize: 3.8 GiB (4028201866) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 22,702,320 (22702320) - RowsReturnedRate: 55443 per second (55443) - TotalTime: 6.8m (409470840886) Node Lifecycle Event Timeline Open Started: 2.45s (2451999058) Open Finished: 16.38s (16381993709) First Batch Requested: 16.38s (16381993709) First Batch Returned: 25.55s (25555990189) Last Batch Returned: 32.5m (1950025227744) Closed: 32.6m (1957925224430) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 17ms (17999992) - HTResizeTime: 11ms (11999996) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,470.00 (3469.995516958839) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,141,060 (22141060) - RowsReturned: 22,702,320 (22702320) - StreamingTime: 15.37s (15371994158) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6999998) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,408 (1666408) - BuildTime: 1.49s (1487999432) - InactiveTotalTime: 0ns (0) - LocalTime: 4.57s (4574998268) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,933,446 (36933446) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.92s (2917998903) - RowsReturned: 36,933,446 (36933446) - RowsReturnedRate: 93849 per second (93849) - TotalTime: 6.6m (393540846938) Node Lifecycle Event Timeline Open Started: 2.45s (2451999058) Open Finished: 16.38s (16380993709) First Batch Requested: 16.38s (16381993709) First Batch Returned: 16.38s (16381993709) Last Batch Returned: 24.0m (1442161443347) Closed: 24.0m (1442161443347) Buffer pool - AllocTime: 85ms (85999964) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 85ms (85999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.30s (1302999503) - BuildRowsPartitioned: 1,666,408 (1666408) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 180ms (180999930) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 27ms (27999991) - InactiveTotalTime: 12.30s (12305995267) - PeakMemoryUsage: 14.6 MiB (15345313) - RowsReturned: 1,666,408 (1666408) - RowsReturnedRate: 134496 per second (134496) - TotalTime: 12.39s (12389995238) Node Lifecycle Event Timeline Open Started: 2.45s (2451999058) Open Finished: 2.45s (2451999058) First Batch Requested: 2.45s (2454999057) First Batch Returned: 2.45s (2454999057) Last Batch Returned: 16.20s (16198993779) Closed: 16.38s (16380993709) Buffer pool - AllocTime: 252ms (252999902) - CumulativeAllocationBytes: 370.2 MiB (388177920) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (14983168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (14983168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 150ms (150999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274016029) - TotalGetBatchTime: 12.35s (12354995248) - DataWaitTime: 12.30s (12305995267) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 601ms (601999758) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163678890) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 354ms (354006577) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 680ms (680999717) - InactiveTotalTime: 6.3m (375246853977) - PeakMemoryUsage: 11.5 MiB (12012346) - RowsReturned: 36,933,446 (36933446) - RowsReturnedRate: 98077 per second (98077) - TotalTime: 6.3m (376575853432) Node Lifecycle Event Timeline Open Started: 16.38s (16380993709) Open Finished: 16.38s (16380993709) First Batch Requested: 16.38s (16380993709) First Batch Returned: 16.38s (16380993709) Last Batch Returned: 24.0m (1442152443351) Closed: 24.0m (1442161443347) Buffer pool - AllocTime: 1.80s (1802999293) - CumulativeAllocationBytes: 2.4 GiB (2549981184) - CumulativeAllocations: 207,528 (207528) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.18s (1176999534) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289873652) - TotalGetBatchTime: 6.3m (375813853751) - DataWaitTime: 6.3m (375246853977) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.33s (3327998722) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,764 (103764) - TotalBatchesReceived: 103,764 (103764) - TotalBytesReceived: 983.7 MiB (1031452548) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.05s (14055964187) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 170 (170) - CodegenTotalWallClockTime: 2.07s (2068999205) - CodegenSysTime: 12ms (12807000) - CodegenUserTime: 922ms (922589000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 408ms (408999843) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 102ms (102999961) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.42s (1419999455) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 109ms (109999957) - TotalTime: 2.07s (2068999205) Instance c7456fdd806a4994:3209e926000002df (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:44.290 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469151694) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 22,351,465 (22351465) - TotalNetworkReceiveTime: 6.9m (413011002010) - TotalNetworkSendTime: 24.9m (1496465921882) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,116 (2116) - TotalThreadsTotalWallClockTime: 32.6m (1957537411332) - TotalThreadsSysTime: 2.46s (2456190000) - TotalThreadsUserTime: 43.48s (43481839000) - TotalThreadsVoluntaryContextSwitches: 63,930 (63930) - TotalTime: 32.6m (1957553410829) Fragment Instance Lifecycle Event Timeline Prepare Finished: 346ms (346989075) Open Finished: 16.38s (16377484355) First Batch Produced: 25.50s (25497197223) First Batch Sent: 25.50s (25497197223) ExecInternal Finished: 32.6m (1957887400313) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.4m (1941506916052) - ExecTreeExecTime: 7.0m (419970783118) - InactiveTotalTime: 0ns (0) - OpenTime: 16.03s (16030495280) - ExecTreeOpenTime: 13.98s (13980559823) - PrepareTime: 15ms (15999497) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.9m (1496493920997) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 22,351,465 (22351465) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.43s (14431545817) - TotalBytesSent: 1.4 GiB (1495001674) - TotalTime: 25.4m (1521482134632) - UncompressedRowBatchSize: 3.7 GiB (3965936767) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 22,351,465 (22351465) - RowsReturnedRate: 51509 per second (51509) - TotalTime: 7.2m (433925343757) Node Lifecycle Event Timeline Open Started: 2.40s (2396924532) Open Finished: 16.38s (16377484355) First Batch Requested: 16.38s (16377484355) First Batch Returned: 25.50s (25497197223) Last Batch Returned: 32.6m (1954517506240) Closed: 32.6m (1957886400344) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 22ms (22999272) - HTResizeTime: 16ms (16999464) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,486.79 (3486.7946924954717) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,759,733 (21759733) - RowsReturned: 22,351,465 (22351465) - StreamingTime: 15.19s (15193521814) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999811) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999811) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,598 (1667598) - BuildTime: 1.39s (1390956217) - InactiveTotalTime: 0ns (0) - LocalTime: 4.35s (4350863076) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,980,527 (36980527) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.85s (2847910378) - RowsReturned: 36,980,527 (36980527) - RowsReturnedRate: 88434 per second (88434) - TotalTime: 7.0m (418169839637) Node Lifecycle Event Timeline Open Started: 2.40s (2396924532) Open Finished: 16.38s (16377484355) First Batch Requested: 16.38s (16377484355) First Batch Returned: 16.38s (16377484355) Last Batch Returned: 24.0m (1442123612914) Closed: 24.0m (1442123612914) Buffer pool - AllocTime: 210ms (210993355) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 210ms (210993355) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.20s (1203962104) - BuildRowsPartitioned: 1,667,598 (1667598) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 184ms (184994176) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 31ms (31998991) - InactiveTotalTime: 12.49s (12491606696) - PeakMemoryUsage: 14.7 MiB (15383964) - RowsReturned: 1,667,598 (1667598) - RowsReturnedRate: 132679 per second (132679) - TotalTime: 12.57s (12568604267) Node Lifecycle Event Timeline Open Started: 2.40s (2396924532) Open Finished: 2.40s (2396924532) First Batch Requested: 2.40s (2397924501) First Batch Returned: 2.40s (2397924501) Last Batch Returned: 16.19s (16190490243) Closed: 16.38s (16377484355) Buffer pool - AllocTime: 459ms (459985519) - CumulativeAllocationBytes: 370.4 MiB (388423680) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 356ms (356988762) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274217753) - TotalGetBatchTime: 12.53s (12531605433) - DataWaitTime: 12.49s (12491606696) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 875ms (875972407) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163807624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 338ms (338913585) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 707ms (707977701) - InactiveTotalTime: 6.7m (399898414866) - PeakMemoryUsage: 11.4 MiB (11974904) - RowsReturned: 36,980,527 (36980527) - RowsReturnedRate: 92163 per second (92163) - TotalTime: 6.7m (401250372294) Node Lifecycle Event Timeline Open Started: 16.38s (16377484355) Open Finished: 16.38s (16377484355) First Batch Requested: 16.38s (16377484355) First Batch Returned: 16.38s (16377484355) Last Batch Returned: 24.0m (1442122612945) Closed: 24.0m (1442123612914) Buffer pool - AllocTime: 1.16s (1162963387) - CumulativeAllocationBytes: 2.4 GiB (2553208832) - CumulativeAllocations: 207,792 (207792) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 797ms (797974878) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2292792674) - TotalGetBatchTime: 6.7m (400462397110) - DataWaitTime: 6.7m (399898414866) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.39s (2386924869) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,896 (103896) - TotalBatchesReceived: 103,896 (103896) - TotalBytesReceived: 984.9 MiB (1032777506) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.06s (14062249177) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 194 (194) - CodegenTotalWallClockTime: 2.05s (2049935457) - CodegenSysTime: 13ms (13813000) - CodegenUserTime: 931ms (931589000) - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 318ms (318989956) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 111ms (111996474) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1489953089) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 111ms (111996473) - TotalTime: 2.05s (2049935457) Instance c7456fdd806a4994:3209e926000002d0 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:39.201 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469114830) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 22,733,868 (22733868) - TotalNetworkReceiveTime: 6.5m (392847193840) - TotalNetworkSendTime: 25.2m (1512699540305) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,002 (2002) - TotalThreadsTotalWallClockTime: 32.6m (1954305268822) - TotalThreadsSysTime: 2.43s (2432865000) - TotalThreadsUserTime: 44.22s (44223761000) - TotalThreadsVoluntaryContextSwitches: 62,415 (62415) - TotalTime: 32.6m (1954333267980) Fragment Instance Lifecycle Event Timeline Prepare Finished: 360ms (360989151) Open Finished: 16.31s (16310509836) First Batch Produced: 25.75s (25752226094) First Batch Sent: 25.75s (25752226094) ExecInternal Finished: 32.6m (1954667257943) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 32.3m (1938355748137) - ExecTreeExecTime: 6.7m (400096975943) - InactiveTotalTime: 0ns (0) - OpenTime: 15.95s (15949520685) - ExecTreeOpenTime: 13.99s (13993579465) - PrepareTime: 27ms (27999158) - ExecTreePrepareTime: 13ms (13999579) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1512720539675) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 22,733,868 (22733868) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.60s (14596561296) - TotalBytesSent: 1.4 GiB (1518687503) - TotalTime: 25.6m (1538174774722) - UncompressedRowBatchSize: 3.8 GiB (4033775136) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 22,733,868 (22733868) - RowsReturnedRate: 54902 per second (54902) - TotalTime: 6.9m (414079555738) Node Lifecycle Event Timeline Open Started: 2.32s (2316930371) Open Finished: 16.31s (16310509836) First Batch Requested: 16.31s (16310509836) First Batch Returned: 25.75s (25752226094) Last Batch Returned: 32.2m (1932677918706) Closed: 32.6m (1954666257973) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 27ms (27999158) - HTResizeTime: 12ms (12999609) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,497.88 (3497.8839357260345) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,178,356 (22178356) - RowsReturned: 22,733,868 (22733868) - StreamingTime: 15.50s (15502534085) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999850) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999850) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,654 (1667654) - BuildTime: 1.43s (1425957153) - InactiveTotalTime: 0ns (0) - LocalTime: 4.53s (4526863966) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,901,997 (36901997) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.91s (2912912460) - RowsReturned: 36,901,997 (36901997) - RowsReturnedRate: 92695 per second (92695) - TotalTime: 6.6m (398100035986) Node Lifecycle Event Timeline Open Started: 2.32s (2316930371) Open Finished: 16.31s (16310509836) First Batch Requested: 16.31s (16310509836) First Batch Returned: 16.31s (16310509836) Last Batch Returned: 24.0m (1442301654395) Closed: 24.0m (1442301654395) Buffer pool - AllocTime: 158ms (158995222) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 157ms (157995252) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1236962832) - BuildRowsPartitioned: 1,667,654 (1667654) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 185ms (185994411) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 28ms (28999128) - InactiveTotalTime: 12.38s (12377628020) - PeakMemoryUsage: 14.6 MiB (15302864) - RowsReturned: 1,667,654 (1667654) - RowsReturnedRate: 133630 per second (133630) - TotalTime: 12.48s (12479624957) Node Lifecycle Event Timeline Open Started: 2.32s (2316930371) Open Finished: 2.32s (2316930371) First Batch Requested: 2.32s (2320930251) First Batch Returned: 2.32s (2320930251) Last Batch Returned: 16.12s (16122515485) Closed: 16.31s (16310509836) Buffer pool - AllocTime: 218ms (218993416) - CumulativeAllocationBytes: 370.4 MiB (388440064) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36998888) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274195085) - TotalGetBatchTime: 12.45s (12447625919) - DataWaitTime: 12.38s (12377628020) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 592ms (592982181) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163778185) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 66ms (66559149) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 641ms (641980705) - InactiveTotalTime: 6.3m (379801585894) - PeakMemoryUsage: 11.5 MiB (12011115) - RowsReturned: 36,901,997 (36901997) - RowsReturnedRate: 96831 per second (96831) - TotalTime: 6.4m (381093547063) Node Lifecycle Event Timeline Open Started: 16.31s (16310509836) Open Finished: 16.31s (16310509836) First Batch Requested: 16.31s (16310509836) First Batch Returned: 16.31s (16310509836) Last Batch Returned: 24.0m (1442301654395) Closed: 24.0m (1442301654395) Buffer pool - AllocTime: 1.04s (1039968758) - CumulativeAllocationBytes: 2.4 GiB (2547843072) - CumulativeAllocations: 207,356 (207356) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 576ms (576982671) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2287923814) - TotalGetBatchTime: 6.3m (380387568282) - DataWaitTime: 6.3m (379801585894) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.50s (2500924849) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,678 (103678) - TotalBatchesReceived: 103,678 (103678) - TotalBytesReceived: 982.9 MiB (1030599553) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.82s (13820406052) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 140 (140) - CodegenTotalWallClockTime: 1.96s (1955941220) - CodegenSysTime: 17ms (17740000) - CodegenUserTime: 914ms (914844000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 362ms (362989091) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 78ms (78997626) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.44s (1435956847) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 74ms (74997747) - TotalTime: 1.96s (1955941220) Instance c7456fdd806a4994:3209e926000002e6 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:04.515 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 437.8 MiB (459018190) - PeakReservation: 425.0 MiB (445644800) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 22,119,830 (22119830) - TotalNetworkReceiveTime: 8.9m (533864821769) - TotalNetworkSendTime: 22.3m (1339602888299) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,276 (2276) - TotalThreadsTotalWallClockTime: 32.0m (1921811973224) - TotalThreadsSysTime: 2.40s (2400335000) - TotalThreadsUserTime: 43.97s (43969107000) - TotalThreadsVoluntaryContextSwitches: 57,417 (57417) - TotalTime: 32.0m (1921837972289) Fragment Instance Lifecycle Event Timeline Prepare Finished: 340ms (340987742) Open Finished: 16.54s (16541405383) First Batch Produced: 25.69s (25694076373) First Batch Sent: 25.69s (25694076373) ExecInternal Finished: 32.0m (1922153960930) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905611555583) - ExecTreeExecTime: 9.0m (541079562815) - InactiveTotalTime: 0ns (0) - OpenTime: 16.20s (16200417641) - ExecTreeOpenTime: 14.12s (14115492589) - PrepareTime: 25ms (25999065) - ExecTreePrepareTime: 25ms (25999065) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.3m (1339620887651) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 22,119,830 (22119830) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.27s (14269487380) - TotalBytesSent: 1.4 GiB (1476470418) - TotalTime: 22.7m (1364463995211) - UncompressedRowBatchSize: 3.7 GiB (3924685063) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.1 MiB (109183104) - RowsReturned: 22,119,830 (22119830) - RowsReturnedRate: 39841 per second (39841) - TotalTime: 9.3m (555199055258) Node Lifecycle Event Timeline Open Started: 2.42s (2425912794) Open Finished: 16.54s (16541405383) First Batch Requested: 16.54s (16541405383) First Batch Returned: 25.69s (25694076373) Last Batch Returned: 32.0m (1921804973456) Closed: 32.0m (1922153960930) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 15ms (15999427) - HTResizeTime: 19ms (19999282) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 104.1 MiB (109158528) - PeakReservation: 104.0 MiB (109051904) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,470.13 (3470.1319765479675) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 21,599,886 (21599886) - RowsReturned: 22,119,830 (22119830) - StreamingTime: 15.79s (15792432605) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999820) - CumulativeAllocationBytes: 104.0 MiB (109051904) - CumulativeAllocations: 52 (52) - InactiveTotalTime: 0ns (0) - PeakReservation: 104.0 MiB (109051904) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 104.0 MiB (109051904) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999820) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,619 (1666619) - BuildTime: 1.20s (1198956900) - InactiveTotalTime: 0ns (0) - LocalTime: 4.42s (4420841154) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,925,774 (36925774) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.02s (3021891444) - RowsReturned: 36,925,774 (36925774) - RowsReturnedRate: 68494 per second (68494) - TotalTime: 9.0m (539106633429) Node Lifecycle Event Timeline Open Started: 2.42s (2425912794) Open Finished: 16.54s (16540405419) First Batch Requested: 16.54s (16541405383) First Batch Returned: 16.54s (16541405383) Last Batch Returned: 24.0m (1442111192541) Closed: 24.0m (1442111192541) Buffer pool - AllocTime: 16ms (16999390) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999426) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.01s (1014963513) - BuildRowsPartitioned: 1,666,619 (1666619) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 181ms (181993458) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 43ms (43998416) - InactiveTotalTime: 12.78s (12781540546) - PeakMemoryUsage: 14.7 MiB (15414702) - RowsReturned: 1,666,619 (1666619) - RowsReturnedRate: 129581 per second (129581) - TotalTime: 12.86s (12861537666) Node Lifecycle Event Timeline Open Started: 2.42s (2425912794) Open Finished: 2.42s (2425912794) First Batch Requested: 2.43s (2426912759) First Batch Returned: 2.43s (2426912759) Last Batch Returned: 16.36s (16357411997) Closed: 16.54s (16540405419) Buffer pool - AllocTime: 370ms (370986662) - CumulativeAllocationBytes: 370.1 MiB (388128768) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 256ms (256990760) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274034092) - TotalGetBatchTime: 12.80s (12805539682) - DataWaitTime: 12.78s (12781540546) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 772ms (772972217) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163691993) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 366ms (366285063) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 699ms (699974860) - InactiveTotalTime: 8.7m (520531301061) - PeakMemoryUsage: 11.5 MiB (12061590) - RowsReturned: 36,925,774 (36925774) - RowsReturnedRate: 70762 per second (70762) - TotalTime: 8.7m (521824254609) Node Lifecycle Event Timeline Open Started: 16.54s (16540405419) Open Finished: 16.54s (16540405419) First Batch Requested: 16.54s (16540405419) First Batch Returned: 16.54s (16540405419) Last Batch Returned: 24.0m (1442110192577) Closed: 24.0m (1442111192541) Buffer pool - AllocTime: 1.05s (1054962081) - CumulativeAllocationBytes: 2.4 GiB (2549440512) - CumulativeAllocations: 207,486 (207486) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 794ms (794971427) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289397988) - TotalGetBatchTime: 8.7m (521041282732) - DataWaitTime: 8.7m (520531301061) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.43s (2433912536) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,743 (103743) - TotalBatchesReceived: 103,743 (103743) - TotalBytesReceived: 983.5 MiB (1031246274) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.25s (14254855949) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 128 (128) - CodegenTotalWallClockTime: 2.08s (2084925052) - CodegenSysTime: 7ms (7861000) - CodegenUserTime: 972ms (972162000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 453ms (453983680) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 162ms (162994140) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.40s (1400949639) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 62ms (62997736) - TotalTime: 2.08s (2084925052) Instance c7456fdd806a4994:3209e926000002da (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:05.152 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 428.2 MiB (449035159) - PeakReservation: 415.0 MiB (435159040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 22,509,254 (22509254) - TotalNetworkReceiveTime: 4.9m (295879058823) - TotalNetworkSendTime: 26.2m (1571000526108) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,985 (3985) - TotalThreadsTotalWallClockTime: 32.0m (1921747926640) - TotalThreadsSysTime: 2.74s (2737843000) - TotalThreadsUserTime: 45.76s (45762517000) - TotalThreadsVoluntaryContextSwitches: 53,256 (53256) - TotalTime: 32.0m (1921747926640) Fragment Instance Lifecycle Event Timeline Prepare Finished: 355ms (355989240) Open Finished: 16.25s (16245509005) First Batch Produced: 25.69s (25686223674) First Batch Sent: 25.69s (25686223674) ExecInternal Finished: 32.0m (1922104915850) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905858406875) - ExecTreeExecTime: 5.1m (307207716368) - InactiveTotalTime: 0ns (0) - OpenTime: 15.89s (15889519765) - ExecTreeOpenTime: 13.45s (13449593508) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.2m (1571023525412) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 22,509,254 (22509254) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.51s (15510531246) - TotalBytesSent: 1.4 GiB (1499992194) - TotalTime: 26.6m (1598526694248) - UncompressedRowBatchSize: 3.7 GiB (3994182281) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 94.1 MiB (98697344) - RowsReturned: 22,509,254 (22509254) - RowsReturnedRate: 70206 per second (70206) - TotalTime: 5.3m (320613311207) Node Lifecycle Event Timeline Open Started: 2.79s (2795915497) Open Finished: 16.25s (16245509005) First Batch Requested: 16.25s (16245509005) First Batch Returned: 25.69s (25686223674) Last Batch Returned: 32.0m (1921558932345) Closed: 32.0m (1922104915850) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 23ms (23999273) - HTResizeTime: 16ms (16999484) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 94.1 MiB (98672768) - PeakReservation: 94.0 MiB (98566144) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,490.85 (3490.8483713778146) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,038,864 (22038864) - RowsReturned: 22,509,254 (22509254) - StreamingTime: 17.33s (17334476000) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999729) - CumulativeAllocationBytes: 94.0 MiB (98566144) - CumulativeAllocations: 47 (47) - InactiveTotalTime: 0ns (0) - PeakReservation: 94.0 MiB (98566144) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 94.0 MiB (98566144) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999729) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,624 (1667624) - BuildTime: 2.24s (2237932371) - InactiveTotalTime: 0ns (0) - LocalTime: 5.62s (5624830019) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,922,946 (36922946) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.26s (3259901483) - RowsReturned: 36,922,946 (36922946) - RowsReturnedRate: 122079 per second (122079) - TotalTime: 5.0m (302448860288) Node Lifecycle Event Timeline Open Started: 2.79s (2795915497) Open Finished: 16.24s (16244509035) First Batch Requested: 16.25s (16245509005) First Batch Returned: 16.25s (16245509005) Last Batch Returned: 24.0m (1442085417383) Closed: 24.0m (1442085417383) Buffer pool - AllocTime: 350ms (350989393) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 350ms (350989393) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 2.05s (2047938114) - BuildRowsPartitioned: 1,667,624 (1667624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 186ms (186994349) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 43ms (43998674) - InactiveTotalTime: 11.01s (11007667304) - PeakMemoryUsage: 14.8 MiB (15554859) - RowsReturned: 1,667,624 (1667624) - RowsReturnedRate: 148966 per second (148966) - TotalTime: 11.19s (11194661650) Node Lifecycle Event Timeline Open Started: 2.79s (2795915497) Open Finished: 2.79s (2795915497) First Batch Requested: 2.80s (2796915467) First Batch Returned: 2.80s (2796915467) Last Batch Returned: 16.06s (16056514717) Closed: 16.24s (16244509035) Buffer pool - AllocTime: 754ms (754977186) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 640ms (640980633) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274206067) - TotalGetBatchTime: 11.14s (11143663189) - DataWaitTime: 11.01s (11007667304) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.19s (1186964136) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163777178) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 785ms (785296755) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 828ms (828974944) - InactiveTotalTime: 4.7m (283853422290) - PeakMemoryUsage: 11.6 MiB (12188917) - RowsReturned: 36,922,946 (36922946) - RowsReturnedRate: 129268 per second (129268) - TotalTime: 4.8m (285629368619) Node Lifecycle Event Timeline Open Started: 16.24s (16244509035) Open Finished: 16.24s (16244509035) First Batch Requested: 16.24s (16244509035) First Batch Returned: 16.24s (16244509035) Last Batch Returned: 24.0m (1442084417413) Closed: 24.0m (1442085417383) Buffer pool - AllocTime: 4.10s (4101876009) - CumulativeAllocationBytes: 2.4 GiB (2549260288) - CumulativeAllocations: 207,468 (207468) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11804672) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11804672) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.58s (3575891903) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289222652) - TotalGetBatchTime: 4.7m (284726395908) - DataWaitTime: 4.7m (283853422290) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.56s (6559801704) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,734 (103734) - TotalBatchesReceived: 103,734 (103734) - TotalBytesReceived: 983.4 MiB (1031175728) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 2.1m (125222007107) - TotalRPCsDeferred: 10,389 (10389) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 159 (159) - CodegenTotalWallClockTime: 2.44s (2438926287) - CodegenSysTime: 21ms (21740000) - CodegenUserTime: 946ms (946529000) - CodegenVoluntaryContextSwitches: 133 (133) - CompileTime: 516ms (516984374) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 167ms (167994923) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.54s (1537953518) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 157ms (157995225) - TotalTime: 2.44s (2438926287) Instance c7456fdd806a4994:3209e926000002ea (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:05.156 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 457.3 MiB (479535070) - PeakReservation: 445.0 MiB (466616320) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 23,369,483 (23369483) - TotalNetworkReceiveTime: 6.1m (364571447671) - TotalNetworkSendTime: 25.1m (1505157311020) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,483 (2483) - TotalThreadsTotalWallClockTime: 32.0m (1921480118370) - TotalThreadsSysTime: 2.69s (2685632000) - TotalThreadsUserTime: 45.98s (45981235000) - TotalThreadsVoluntaryContextSwitches: 57,227 (57227) - TotalTime: 32.0m (1921662112599) Fragment Instance Lifecycle Event Timeline Prepare Finished: 490ms (490984432) Open Finished: 16.54s (16539475588) First Batch Produced: 25.58s (25582188878) First Batch Sent: 25.58s (25582188878) ExecInternal Finished: 32.0m (1921972102770) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905431627214) - ExecTreeExecTime: 6.2m (373518164169) - InactiveTotalTime: 0ns (0) - OpenTime: 16.05s (16048491156) - ExecTreeOpenTime: 13.98s (13982556660) - PrepareTime: 181ms (181994229) - ExecTreePrepareTime: 152ms (152995149) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.1m (1505181310261) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 23,369,483 (23369483) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.22s (15225517420) - TotalBytesSent: 1.5 GiB (1557875387) - TotalTime: 25.5m (1531839465390) - UncompressedRowBatchSize: 3.9 GiB (4145957042) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 124.1 MiB (130154624) - RowsReturned: 23,369,483 (23369483) - RowsReturnedRate: 60292 per second (60292) - TotalTime: 6.5m (387601717627) Node Lifecycle Event Timeline Open Started: 2.56s (2556918928) Open Finished: 16.54s (16539475588) First Batch Requested: 16.54s (16539475588) First Batch Returned: 25.58s (25582188878) Last Batch Returned: 32.0m (1921496117841) Closed: 32.0m (1921972102770) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 26ms (26999142) - HTResizeTime: 18ms (18999395) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 124.1 MiB (130130048) - PeakReservation: 124.0 MiB (130023424) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,480.21 (3480.213044310385) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,871,391 (22871391) - RowsReturned: 23,369,483 (23369483) - StreamingTime: 16.67s (16668471593) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6999777) - CumulativeAllocationBytes: 124.0 MiB (130023424) - CumulativeAllocations: 62 (62) - InactiveTotalTime: 0ns (0) - PeakReservation: 124.0 MiB (130023424) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 124.0 MiB (130023424) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999777) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,118 (1666118) - BuildTime: 1.58s (1576950000) - InactiveTotalTime: 0ns (0) - LocalTime: 4.86s (4858846002) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,921,227 (36921227) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.18s (3178899264) - RowsReturned: 36,921,227 (36921227) - RowsReturnedRate: 99707 per second (99707) - TotalTime: 6.2m (370294266293) Node Lifecycle Event Timeline Open Started: 2.56s (2556918928) Open Finished: 16.54s (16538475620) First Batch Requested: 16.54s (16539475588) First Batch Returned: 16.54s (16539475588) Last Batch Returned: 24.0m (1442079300207) Closed: 24.0m (1442079300207) Buffer pool - AllocTime: 189ms (189993977) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 189ms (189993977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.38s (1379956245) - BuildRowsPartitioned: 1,666,118 (1666118) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 193ms (193993849) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 33ms (33998921) - InactiveTotalTime: 12.33s (12326609168) - PeakMemoryUsage: 14.7 MiB (15459421) - RowsReturned: 1,666,118 (1666118) - RowsReturnedRate: 134401 per second (134401) - TotalTime: 12.40s (12396606944) Node Lifecycle Event Timeline Open Started: 2.56s (2556918928) Open Finished: 2.56s (2556918928) First Batch Requested: 2.56s (2558918865) First Batch Returned: 2.56s (2558918865) Last Batch Returned: 16.34s (16343481802) Closed: 16.54s (16538475620) Buffer pool - AllocTime: 602ms (602980878) - CumulativeAllocationBytes: 370.1 MiB (388046848) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 589ms (589981291) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273940620) - TotalGetBatchTime: 12.35s (12354608277) - DataWaitTime: 12.33s (12326609168) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.01s (1007968033) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163616789) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 540ms (540246986) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 756ms (756976008) - InactiveTotalTime: 5.9m (351734854670) - PeakMemoryUsage: 11.6 MiB (12148614) - RowsReturned: 36,921,227 (36921227) - RowsReturnedRate: 104581 per second (104581) - TotalTime: 5.9m (353038813347) Node Lifecycle Event Timeline Open Started: 16.54s (16538475620) Open Finished: 16.54s (16538475620) First Batch Requested: 16.54s (16538475620) First Batch Returned: 16.54s (16538475620) Last Batch Returned: 24.0m (1442078300239) Closed: 24.0m (1442079300207) Buffer pool - AllocTime: 1.51s (1506952218) - CumulativeAllocationBytes: 2.4 GiB (2549129216) - CumulativeAllocations: 207,460 (207460) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.22s (1217961385) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289116074) - TotalGetBatchTime: 5.9m (352195840057) - DataWaitTime: 5.9m (351734854670) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.90s (2896908183) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,730 (103730) - TotalBatchesReceived: 103,730 (103730) - TotalBytesReceived: 983.3 MiB (1031107969) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.49s (14487228932) - TotalRPCsDeferred: 233 (233) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 176 (176) - CodegenTotalWallClockTime: 2.06s (2065934496) - CodegenSysTime: 13ms (13780000) - CodegenUserTime: 959ms (959435000) - CodegenVoluntaryContextSwitches: 92 (92) - CompileTime: 330ms (330989505) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 73ms (73997654) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.50s (1505952251) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 144ms (144995403) - TotalTime: 2.06s (2065934496) Instance c7456fdd806a4994:3209e926000002e8 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:04.513 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469147614) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 23,148,666 (23148666) - TotalNetworkReceiveTime: 6.9m (414040016598) - TotalNetworkSendTime: 24.3m (1457440478960) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,181 (2181) - TotalThreadsTotalWallClockTime: 32.0m (1921552892758) - TotalThreadsSysTime: 2.50s (2503531000) - TotalThreadsUserTime: 44.88s (44875557000) - TotalThreadsVoluntaryContextSwitches: 59,230 (59230) - TotalTime: 32.0m (1921596892229) Fragment Instance Lifecycle Event Timeline Prepare Finished: 399ms (399995186) Open Finished: 16.70s (16705798914) First Batch Produced: 25.78s (25780689682) First Batch Sent: 25.78s (25780689682) ExecInternal Finished: 32.0m (1921953887932) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905247089030) - ExecTreeExecTime: 7.0m (421518926541) - InactiveTotalTime: 0ns (0) - OpenTime: 16.30s (16305803728) - ExecTreeOpenTime: 14.26s (14256828392) - PrepareTime: 43ms (43999471) - ExecTreePrepareTime: 43ms (43999471) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1457456478768) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 23,148,666 (23148666) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.99s (14990819532) - TotalBytesSent: 1.4 GiB (1544423657) - TotalTime: 24.7m (1483667163224) - UncompressedRowBatchSize: 3.8 GiB (4107434461) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,148,666 (23148666) - RowsReturnedRate: 53120 per second (53120) - TotalTime: 7.3m (435779754885) Node Lifecycle Event Timeline Open Started: 2.45s (2448970522) Open Finished: 16.70s (16705798914) First Batch Requested: 16.70s (16705798914) First Batch Returned: 25.78s (25780689682) Last Batch Returned: 32.0m (1921666891371) Closed: 32.0m (1921953887932) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 23ms (23999713) - HTResizeTime: 101ms (101998772) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,436.97 (3436.972914190334) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,629,547 (22629547) - RowsReturned: 23,148,666 (23148666) - StreamingTime: 15.83s (15830809422) - TotalTime: 0ns (0) Buffer pool - AllocTime: 2ms (2999964) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,763 (1664763) - BuildTime: 1.70s (1699979531) - InactiveTotalTime: 0ns (0) - LocalTime: 4.76s (4764942636) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,859,470 (36859470) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.97s (2972964212) - RowsReturned: 36,859,470 (36859470) - RowsReturnedRate: 87843 per second (87843) - TotalTime: 7.0m (419601949639) Node Lifecycle Event Timeline Open Started: 2.45s (2448970522) Open Finished: 16.70s (16704798926) First Batch Requested: 16.70s (16705798914) First Batch Returned: 16.70s (16705798914) Last Batch Returned: 24.0m (1442260636257) Closed: 24.0m (1442260636257) Buffer pool - AllocTime: 254ms (254996931) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 254ms (254996931) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.51s (1515981745) - BuildRowsPartitioned: 1,664,763 (1664763) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 179ms (179997834) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 31ms (31999614) - InactiveTotalTime: 12.48s (12480849775) - PeakMemoryUsage: 14.7 MiB (15414725) - RowsReturned: 1,664,763 (1664763) - RowsReturnedRate: 132704 per second (132704) - TotalTime: 12.54s (12544849005) Node Lifecycle Event Timeline Open Started: 2.45s (2448970522) Open Finished: 2.45s (2448970522) First Batch Requested: 2.45s (2450970498) First Batch Returned: 2.45s (2450970498) Last Batch Returned: 16.52s (16523801104) Closed: 16.70s (16704798926) Buffer pool - AllocTime: 532ms (532993584) - CumulativeAllocationBytes: 369.8 MiB (387801088) - CumulativeAllocations: 18,956 (18956) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 355ms (355995714) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273731670) - TotalGetBatchTime: 12.50s (12504849487) - DataWaitTime: 12.48s (12480849775) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 994ms (994988027) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,478 (9478) - TotalBatchesReceived: 9,478 (9478) - TotalBytesReceived: 155.9 MiB (163502822) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 248ms (248721374) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 681ms (681991790) - InactiveTotalTime: 6.7m (401074172668) - PeakMemoryUsage: 11.6 MiB (12128025) - RowsReturned: 36,859,470 (36859470) - RowsReturnedRate: 91623 per second (91623) - TotalTime: 6.7m (402292157998) Node Lifecycle Event Timeline Open Started: 16.70s (16704798926) Open Finished: 16.70s (16704798926) First Batch Requested: 16.70s (16704798926) First Batch Returned: 16.70s (16704798926) Last Batch Returned: 24.0m (1442260636257) Closed: 24.0m (1442260636257) Buffer pool - AllocTime: 1.41s (1413982987) - CumulativeAllocationBytes: 2.4 GiB (2544877568) - CumulativeAllocations: 207,118 (207118) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 972ms (972988290) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2285287140) - TotalGetBatchTime: 6.7m (401521167279) - DataWaitTime: 6.7m (401074172668) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.79s (2787966449) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,559 (103559) - TotalBatchesReceived: 103,559 (103559) - TotalBytesReceived: 981.7 MiB (1029374624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.28s (14277138803) - TotalRPCsDeferred: 45 (45) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 139 (139) - CodegenTotalWallClockTime: 2.05s (2048975336) - CodegenSysTime: 10ms (10831000) - CodegenUserTime: 933ms (933735000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 471ms (471994319) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 73ms (73999109) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.45s (1448982558) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 50ms (50999386) - TotalTime: 2.05s (2048975336) Instance c7456fdd806a4994:3209e926000002d8 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:14.277 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 455.4 MiB (477536222) - PeakReservation: 443.0 MiB (464519168) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 23,257,755 (23257755) - TotalNetworkReceiveTime: 1.2m (74116956172) - TotalNetworkSendTime: 29.7m (1781490910002) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 10,151 (10151) - TotalThreadsTotalWallClockTime: 32.0m (1921414938635) - TotalThreadsSysTime: 2.30s (2304109000) - TotalThreadsUserTime: 45.65s (45651500000) - TotalThreadsVoluntaryContextSwitches: 47,889 (47889) - TotalTime: 32.0m (1921459938000) Fragment Instance Lifecycle Event Timeline Prepare Finished: 267ms (267996219) Open Finished: 16.97s (16967760613) First Batch Produced: 26.21s (26211630201) First Batch Sent: 26.21s (26211630201) ExecInternal Finished: 32.0m (1921713934420) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.7m (1904715174241) - ExecTreeExecTime: 1.6m (93471683467) - InactiveTotalTime: 0ns (0) - OpenTime: 16.70s (16699764394) - ExecTreeOpenTime: 15.48s (15484781536) - PrepareTime: 44ms (44999365) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 29.7m (1781528909469) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 23,257,755 (23257755) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.20s (16201771706) - TotalBytesSent: 1.4 GiB (1548804258) - TotalTime: 30.2m (1811136492284) - UncompressedRowBatchSize: 3.8 GiB (4126785600) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 122.1 MiB (128057472) - RowsReturned: 23,257,755 (23257755) - RowsReturnedRate: 213543 per second (213543) - TotalTime: 1.8m (108913465611) Node Lifecycle Event Timeline Open Started: 1.48s (1482979077) Open Finished: 16.97s (16967760613) First Batch Requested: 16.97s (16967760613) First Batch Returned: 26.21s (26211630201) Last Batch Returned: 32.0m (1921362939341) Closed: 32.0m (1921710934462) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 32ms (32999537) - HTResizeTime: 230ms (230996741) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 122.1 MiB (128032896) - PeakReservation: 122.0 MiB (127926272) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,499.26 (3499.257011845625) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,811,914 (22811914) - RowsReturned: 23,257,755 (23257755) - StreamingTime: 24.80s (24795650434) - TotalTime: 0ns (0) Buffer pool - AllocTime: 204ms (204997107) - CumulativeAllocationBytes: 122.0 MiB (127926272) - CumulativeAllocations: 61 (61) - InactiveTotalTime: 0ns (0) - PeakReservation: 122.0 MiB (127926272) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 122.0 MiB (127926272) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 204ms (204997107) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,323 (1668323) - BuildTime: 4.02s (4019943289) - InactiveTotalTime: 0ns (0) - LocalTime: 8.12s (8119885499) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,964,544 (36964544) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.01s (4012943437) - RowsReturned: 36,964,544 (36964544) - RowsReturnedRate: 442626 per second (442626) - TotalTime: 1.4m (83511823709) Node Lifecycle Event Timeline Open Started: 1.48s (1482979077) Open Finished: 16.97s (16966760627) First Batch Requested: 16.97s (16967760613) First Batch Returned: 16.97s (16967760613) Last Batch Returned: 24.0m (1442252676937) Closed: 24.0m (1442253676923) Buffer pool - AllocTime: 1.03s (1029985467) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.03s (1029985467) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 3.23s (3232954392) - BuildRowsPartitioned: 1,668,323 (1668323) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 729ms (729989701) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 23ms (23999663) - InactiveTotalTime: 11.38s (11378839458) - PeakMemoryUsage: 15.0 MiB (15691195) - RowsReturned: 1,668,323 (1668323) - RowsReturnedRate: 145745 per second (145745) - TotalTime: 11.45s (11446838500) Node Lifecycle Event Timeline Open Started: 1.48s (1482979077) Open Finished: 1.48s (1482979077) First Batch Requested: 1.48s (1482979077) First Batch Returned: 1.56s (1560977977) Last Batch Returned: 16.18s (16179771730) Closed: 16.97s (16966760627) Buffer pool - AllocTime: 4.10s (4098942171) - CumulativeAllocationBytes: 370.6 MiB (388579328) - CumulativeAllocations: 18,998 (18998) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.04s (4037943030) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274306213) - TotalGetBatchTime: 11.42s (11417838907) - DataWaitTime: 11.38s (11378839458) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.97s (4972929843) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,499 (9499) - TotalBatchesReceived: 9,499 (9499) - TotalBytesReceived: 156.3 MiB (163844291) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 289ms (289428283) - TotalRPCsDeferred: 150 (150) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 1.13s (1128984096) - InactiveTotalTime: 50.95s (50955282715) - PeakMemoryUsage: 11.6 MiB (12189005) - RowsReturned: 36,964,544 (36964544) - RowsReturnedRate: 578066 per second (578066) - TotalTime: 1.1m (63945099710) Node Lifecycle Event Timeline Open Started: 16.97s (16966760627) Open Finished: 16.97s (16966760627) First Batch Requested: 16.97s (16966760627) First Batch Returned: 16.97s (16966760627) Last Batch Returned: 24.0m (1442252676937) Closed: 24.0m (1442253676923) Buffer pool - AllocTime: 1.1m (66153067929) - CumulativeAllocationBytes: 2.4 GiB (2552152064) - CumulativeAllocations: 207,708 (207708) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11845632) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11845632) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.0m (60972140927) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2291801728) - TotalGetBatchTime: 1.0m (62672117644) - DataWaitTime: 50.95s (50955282715) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.2m (70695003899) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,854 (103854) - TotalBatchesReceived: 103,854 (103854) - TotalBytesReceived: 984.5 MiB (1032334859) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 21.4m (1281884562690) - TotalRPCsDeferred: 76,983 (76983) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 85 (85) - CodegenTotalWallClockTime: 1.21s (1214982858) - CodegenSysTime: 9ms (9948000) - CodegenUserTime: 880ms (880378000) - CodegenVoluntaryContextSwitches: 119 (119) - CompileTime: 260ms (260996318) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 71ms (71998985) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 847ms (847988036) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 29ms (29999576) - TotalTime: 1.21s (1214982858) Instance c7456fdd806a4994:3209e926000002e2 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:04.582 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469057502) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 23,709,279 (23709279) - TotalNetworkReceiveTime: 5.6m (333874578695) - TotalNetworkSendTime: 25.6m (1536614846175) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,299 (2299) - TotalThreadsTotalWallClockTime: 32.0m (1921292534817) - TotalThreadsSysTime: 2.48s (2476232000) - TotalThreadsUserTime: 45.37s (45371526000) - TotalThreadsVoluntaryContextSwitches: 59,386 (59386) - TotalTime: 32.0m (1921312534073) Fragment Instance Lifecycle Event Timeline Prepare Finished: 324ms (324987909) Open Finished: 16.50s (16498386195) First Batch Produced: 25.63s (25632046387) First Batch Sent: 25.63s (25632046387) ExecInternal Finished: 32.0m (1921617522726) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905119136531) - ExecTreeExecTime: 5.7m (341784284514) - InactiveTotalTime: 0ns (0) - OpenTime: 16.17s (16173398286) - ExecTreeOpenTime: 13.91s (13911482438) - PrepareTime: 19ms (19999256) - ExecTreePrepareTime: 18ms (18999293) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.6m (1536640845207) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 23,709,279 (23709279) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.29s (15288431157) - TotalBytesSent: 1.5 GiB (1579530712) - TotalTime: 26.1m (1563251855106) - UncompressedRowBatchSize: 3.9 GiB (4206262301) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,709,279 (23709279) - RowsReturnedRate: 66658 per second (66658) - TotalTime: 5.9m (355682767432) Node Lifecycle Event Timeline Open Started: 2.59s (2586903757) Open Finished: 16.50s (16498386195) First Batch Requested: 16.50s (16498386195) First Batch Returned: 25.63s (25632046387) Last Batch Returned: 32.0m (1921321533723) Closed: 32.0m (1921617522726) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 13ms (13999480) - HTResizeTime: 16ms (16999367) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,483.29 (3483.2878900144265) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,229,323 (23229323) - RowsReturned: 23,709,279 (23709279) - StreamingTime: 16.02s (16021403986) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6999739) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999739) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,647 (1668647) - BuildTime: 1.44s (1437946491) - InactiveTotalTime: 0ns (0) - LocalTime: 4.53s (4525831646) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,976,312 (36976312) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.92s (2925891187) - RowsReturned: 36,976,312 (36976312) - RowsReturnedRate: 108993 per second (108993) - TotalTime: 5.7m (339251378696) Node Lifecycle Event Timeline Open Started: 2.59s (2586903757) Open Finished: 16.50s (16497386232) First Batch Requested: 16.50s (16498386195) First Batch Returned: 16.50s (16498386195) Last Batch Returned: 24.0m (1442193345367) Closed: 24.0m (1442193345367) Buffer pool - AllocTime: 187ms (187993005) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 186ms (186993043) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.26s (1259953112) - BuildRowsPartitioned: 1,668,647 (1668647) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 172ms (172993564) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 32ms (32998776) - InactiveTotalTime: 12.33s (12332541190) - PeakMemoryUsage: 14.7 MiB (15424827) - RowsReturned: 1,668,647 (1668647) - RowsReturnedRate: 134302 per second (134302) - TotalTime: 12.42s (12424537769) Node Lifecycle Event Timeline Open Started: 2.59s (2586903757) Open Finished: 2.59s (2586903757) First Batch Requested: 2.59s (2587903720) First Batch Returned: 2.59s (2587903720) Last Batch Returned: 16.32s (16322392743) Closed: 16.50s (16497386232) Buffer pool - AllocTime: 575ms (575978569) - CumulativeAllocationBytes: 370.6 MiB (388644864) - CumulativeAllocations: 19,000 (19000) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 469ms (469982513) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.7 MiB (274370823) - TotalGetBatchTime: 12.39s (12386539179) - DataWaitTime: 12.33s (12332541190) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.02s (1018962098) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,500 (9500) - TotalBatchesReceived: 9,500 (9500) - TotalBytesReceived: 156.3 MiB (163878643) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 453ms (453768835) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 742ms (742972366) - InactiveTotalTime: 5.3m (320812064659) - PeakMemoryUsage: 11.5 MiB (12061413) - RowsReturned: 36,976,312 (36976312) - RowsReturnedRate: 114726 per second (114726) - TotalTime: 5.4m (322301009281) Node Lifecycle Event Timeline Open Started: 16.50s (16497386232) Open Finished: 16.50s (16497386232) First Batch Requested: 16.50s (16497386232) First Batch Returned: 16.50s (16497386232) Last Batch Returned: 24.0m (1442192345404) Closed: 24.0m (1442193345367) Buffer pool - AllocTime: 1.49s (1490944523) - CumulativeAllocationBytes: 2.4 GiB (2552930304) - CumulativeAllocations: 207,774 (207774) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.14s (1139957577) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2292531344) - TotalGetBatchTime: 5.4m (321472040109) - DataWaitTime: 5.3m (320812064659) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.03s (3029887257) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,887 (103887) - TotalBatchesReceived: 103,887 (103887) - TotalBytesReceived: 984.8 MiB (1032651523) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.13s (14127001758) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 182 (182) - CodegenTotalWallClockTime: 2.26s (2261915848) - CodegenSysTime: 7ms (7896000) - CodegenUserTime: 930ms (930010000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 385ms (385985640) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 84ms (84996838) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.59s (1591940774) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 190ms (190992894) - TotalTime: 2.26s (2261915848) Instance c7456fdd806a4994:3209e926000002e1 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:04.711 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469147598) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 23,590,849 (23590849) - TotalNetworkReceiveTime: 7.8m (468689828429) - TotalNetworkSendTime: 23.4m (1402555609461) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,005 (2005) - TotalThreadsTotalWallClockTime: 32.0m (1921273711585) - TotalThreadsSysTime: 2.55s (2553324000) - TotalThreadsUserTime: 45.16s (45163960000) - TotalThreadsVoluntaryContextSwitches: 58,034 (58034) - TotalTime: 32.0m (1921299710687) Fragment Instance Lifecycle Event Timeline Prepare Finished: 492ms (492982979) Open Finished: 16.65s (16647425226) First Batch Produced: 25.86s (25860107147) First Batch Sent: 25.86s (25860107147) ExecInternal Finished: 32.0m (1921767694530) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905119269338) - ExecTreeExecTime: 7.9m (476217568970) - InactiveTotalTime: 0ns (0) - OpenTime: 16.15s (16154442247) - ExecTreeOpenTime: 13.95s (13954518202) - PrepareTime: 25ms (25999102) - ExecTreePrepareTime: 20ms (20999275) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.4m (1402586608392) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 23,590,849 (23590849) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.21s (15215474966) - TotalBytesSent: 1.5 GiB (1572328576) - TotalTime: 23.8m (1428840702481) - UncompressedRowBatchSize: 3.9 GiB (4186158029) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,590,849 (23590849) - RowsReturnedRate: 48127 per second (48127) - TotalTime: 8.2m (490171087206) Node Lifecycle Event Timeline Open Started: 2.69s (2693906989) Open Finished: 16.65s (16647425226) First Batch Requested: 16.65s (16647425226) First Batch Returned: 25.86s (25860107147) Last Batch Returned: 32.0m (1921465704947) Closed: 32.0m (1921766694564) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 22ms (22999205) - HTResizeTime: 16ms (16999414) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,490.80 (3490.8044122161036) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,103,910 (23103910) - RowsReturned: 23,590,849 (23590849) - StreamingTime: 15.81s (15808454555) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999862) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999862) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,639 (1667639) - BuildTime: 1.35s (1353953263) - InactiveTotalTime: 0ns (0) - LocalTime: 4.55s (4555842764) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,914,019 (36914019) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.04s (3041895028) - RowsReturned: 36,914,019 (36914019) - RowsReturnedRate: 77866 per second (77866) - TotalTime: 7.9m (474065642894) Node Lifecycle Event Timeline Open Started: 2.69s (2693906989) Open Finished: 16.65s (16646425260) First Batch Requested: 16.65s (16647425226) First Batch Returned: 16.65s (16647425226) Last Batch Returned: 24.0m (1442352231779) Closed: 24.0m (1442352231779) Buffer pool - AllocTime: 61ms (61997859) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61997859) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.16s (1162959857) - BuildRowsPartitioned: 1,667,639 (1667639) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188993474) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 35ms (35998755) - InactiveTotalTime: 12.50s (12504568254) - PeakMemoryUsage: 14.7 MiB (15388783) - RowsReturned: 1,667,639 (1667639) - RowsReturnedRate: 132493 per second (132493) - TotalTime: 12.59s (12586565420) Node Lifecycle Event Timeline Open Started: 2.69s (2693906989) Open Finished: 2.69s (2693906989) First Batch Requested: 2.69s (2694906955) First Batch Returned: 2.69s (2694906955) Last Batch Returned: 16.45s (16455431855) Closed: 16.65s (16646425260) Buffer pool - AllocTime: 828ms (828971376) - CumulativeAllocationBytes: 370.5 MiB (388464640) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 306ms (306989401) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274214131) - TotalGetBatchTime: 12.54s (12540567009) - DataWaitTime: 12.50s (12504568254) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.34s (1336953832) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163776974) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 405ms (405282169) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 712ms (712975397) - InactiveTotalTime: 7.6m (455669277987) - PeakMemoryUsage: 11.5 MiB (12037554) - RowsReturned: 36,914,019 (36914019) - RowsReturnedRate: 80788 per second (80788) - TotalTime: 7.6m (456923234710) Node Lifecycle Event Timeline Open Started: 16.65s (16646425260) Open Finished: 16.65s (16646425260) First Batch Requested: 16.65s (16646425260) First Batch Returned: 16.65s (16646425260) Last Batch Returned: 24.0m (1442351231814) Closed: 24.0m (1442352231779) Buffer pool - AllocTime: 1.43s (1427950708) - CumulativeAllocationBytes: 2.4 GiB (2548670464) - CumulativeAllocations: 207,424 (207424) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.04s (1038964132) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2288669178) - TotalGetBatchTime: 7.6m (456136261870) - DataWaitTime: 7.6m (455669277987) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.77s (2768904439) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,712 (103712) - TotalBatchesReceived: 103,712 (103712) - TotalBytesReceived: 983.1 MiB (1030897035) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.12s (14121847746) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 93 (93) - CodegenTotalWallClockTime: 2.20s (2198924079) - CodegenSysTime: 13ms (13691000) - CodegenUserTime: 927ms (927811000) - CodegenVoluntaryContextSwitches: 103 (103) - CompileTime: 371ms (371987157) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 152ms (152994717) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.54s (1539946831) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 117ms (117995926) - TotalTime: 2.20s (2198924079) Instance c7456fdd806a4994:3209e926000002e0 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:04.707 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469032926) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 23,756,239 (23756239) - TotalNetworkReceiveTime: 4.5m (271851594859) - TotalNetworkSendTime: 26.6m (1598000843751) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,423 (2423) - TotalThreadsTotalWallClockTime: 32.0m (1921057478775) - TotalThreadsSysTime: 2.68s (2684878000) - TotalThreadsUserTime: 45.78s (45776769000) - TotalThreadsVoluntaryContextSwitches: 59,287 (59287) - TotalTime: 32.0m (1921058478736) Fragment Instance Lifecycle Event Timeline Prepare Finished: 463ms (463982244) Open Finished: 16.36s (16360373911) First Batch Produced: 25.61s (25609019977) First Batch Sent: 25.61s (25609019977) ExecInternal Finished: 32.0m (1921522460980) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905161087108) - ExecTreeExecTime: 4.7m (279729293235) - InactiveTotalTime: 0ns (0) - OpenTime: 15.90s (15896391667) - ExecTreeOpenTime: 13.91s (13913467550) - PrepareTime: 999.96us (999961) - ExecTreePrepareTime: 999.96us (999961) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.6m (1598027842718) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 23,756,239 (23756239) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.74s (15739397584) - TotalBytesSent: 1.5 GiB (1582413664) - TotalTime: 27.1m (1625361796550) - UncompressedRowBatchSize: 3.9 GiB (4215087943) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,756,239 (23756239) - RowsReturnedRate: 80913 per second (80913) - TotalTime: 4.9m (293599762427) Node Lifecycle Event Timeline Open Started: 2.45s (2446906361) Open Finished: 16.36s (16360373911) First Batch Requested: 16.36s (16360373911) First Batch Returned: 25.61s (25609019977) Last Batch Returned: 32.0m (1921221472490) Closed: 32.0m (1921522460980) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 15ms (15999387) - HTResizeTime: 21ms (21999156) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,499.90 (3499.895333865222) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,287,457 (23287457) - RowsReturned: 23,756,239 (23756239) - StreamingTime: 16.03s (16027386552) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999770) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999770) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,278 (1665278) - BuildTime: 1.50s (1499942601) - InactiveTotalTime: 0ns (0) - LocalTime: 4.59s (4592824184) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,864,419 (36864419) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.92s (2918888240) - RowsReturned: 36,864,419 (36864419) - RowsReturnedRate: 132958 per second (132958) - TotalTime: 4.6m (277262387746) Node Lifecycle Event Timeline Open Started: 2.45s (2446906361) Open Finished: 16.36s (16359373949) First Batch Requested: 16.36s (16360373911) First Batch Returned: 16.36s (16360373911) Last Batch Returned: 24.0m (1442094804214) Closed: 24.0m (1442094804214) Buffer pool - AllocTime: 66ms (66997438) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 66ms (66997438) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.31s (1314949682) - BuildRowsPartitioned: 1,665,278 (1665278) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182992997) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 32ms (32998735) - InactiveTotalTime: 12.25s (12247531305) - PeakMemoryUsage: 14.6 MiB (15339103) - RowsReturned: 1,665,278 (1665278) - RowsReturnedRate: 134943 per second (134943) - TotalTime: 12.34s (12340527742) Node Lifecycle Event Timeline Open Started: 2.45s (2446906361) Open Finished: 2.45s (2446906361) First Batch Requested: 2.45s (2447906322) First Batch Returned: 2.45s (2447906322) Last Batch Returned: 16.18s (16175380991) Closed: 16.36s (16359373949) Buffer pool - AllocTime: 624ms (624976085) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 615ms (615976429) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273824490) - TotalGetBatchTime: 12.29s (12294529505) - DataWaitTime: 12.25s (12247531305) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.09s (1095958071) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.0 MiB (163563007) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 411ms (411945512) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 702ms (702973100) - InactiveTotalTime: 4.3m (259069084028) - PeakMemoryUsage: 11.5 MiB (12051270) - RowsReturned: 36,864,419 (36864419) - RowsReturnedRate: 141607 per second (141607) - TotalTime: 4.3m (260329035820) Node Lifecycle Event Timeline Open Started: 16.36s (16359373949) Open Finished: 16.36s (16359373949) First Batch Requested: 16.36s (16359373949) First Batch Returned: 16.36s (16359373949) Last Batch Returned: 24.0m (1442094804214) Closed: 24.0m (1442094804214) Buffer pool - AllocTime: 1.84s (1845929358) - CumulativeAllocationBytes: 2.4 GiB (2545213440) - CumulativeAllocations: 207,142 (207142) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.55s (1551940609) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2285593978) - TotalGetBatchTime: 4.3m (259542065924) - DataWaitTime: 4.3m (259069084028) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.53s (3526865012) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,571 (103571) - TotalBatchesReceived: 103,571 (103571) - TotalBytesReceived: 981.8 MiB (1029516111) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.08s (14079236117) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 123 (123) - CodegenTotalWallClockTime: 1.98s (1982924117) - CodegenSysTime: 13ms (13841000) - CodegenUserTime: 933ms (933728000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 425ms (425983699) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 159ms (159993877) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.20s (1204953888) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 188ms (188992768) - TotalTime: 1.98s (1982924117) Instance c7456fdd806a4994:3209e926000002c6 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:05.006 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469008334) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 23,690,910 (23690910) - TotalNetworkReceiveTime: 6.2m (371513391664) - TotalNetworkSendTime: 25.0m (1499127545059) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,397 (2397) - TotalThreadsTotalWallClockTime: 32.0m (1921033854149) - TotalThreadsSysTime: 2.52s (2521823000) - TotalThreadsUserTime: 45.27s (45267474000) - TotalThreadsVoluntaryContextSwitches: 58,521 (58521) - TotalTime: 32.0m (1921034854148) Fragment Instance Lifecycle Event Timeline Prepare Finished: 311ms (311999489) Open Finished: 16.11s (16107973627) First Batch Produced: 25.75s (25749957840) First Batch Sent: 25.75s (25749957840) ExecInternal Finished: 32.0m (1921348853633) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905237880011) - ExecTreeExecTime: 6.3m (379470378513) - InactiveTotalTime: 0ns (0) - OpenTime: 15.79s (15795974138) - ExecTreeOpenTime: 13.72s (13720977536) - PrepareTime: 1,000.00us (999999) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499158545009) - PeakMemoryUsage: 1.2 MiB (1280944) - RowsSent: 23,690,910 (23690910) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.13s (15128975216) - TotalBytesSent: 1.5 GiB (1578450907) - TotalTime: 25.4m (1525701501600) - UncompressedRowBatchSize: 3.9 GiB (4203162618) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,690,910 (23690910) - RowsReturnedRate: 60257 per second (60257) - TotalTime: 6.6m (393162356098) Node Lifecycle Event Timeline Open Started: 2.39s (2386996091) Open Finished: 16.11s (16107973627) First Batch Requested: 16.11s (16107973627) First Batch Returned: 25.75s (25749957840) Last Batch Returned: 32.0m (1921282853741) Closed: 32.0m (1921347853634) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 12ms (12999979) - HTResizeTime: 12ms (12999981) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,475.77 (3475.7650239440013) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,208,924 (23208924) - RowsReturned: 23,690,910 (23690910) - StreamingTime: 15.80s (15796974034) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999989) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,131 (1668131) - BuildTime: 1.41s (1410997684) - InactiveTotalTime: 0ns (0) - LocalTime: 4.50s (4498992612) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,969,426 (36969426) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.95s (2948995162) - RowsReturned: 36,969,426 (36969426) - RowsReturnedRate: 98107 per second (98107) - TotalTime: 6.3m (376826382942) Node Lifecycle Event Timeline Open Started: 2.39s (2386996091) Open Finished: 16.11s (16106973628) First Batch Requested: 16.11s (16107973627) First Batch Returned: 16.11s (16107973627) Last Batch Returned: 24.0m (1442228638242) Closed: 24.0m (1442228638242) Buffer pool - AllocTime: 136ms (136999776) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 136ms (136999776) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.23s (1227997984) - BuildRowsPartitioned: 1,668,131 (1668131) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 179ms (179999705) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 35ms (35999939) - InactiveTotalTime: 12.16s (12157980103) - PeakMemoryUsage: 14.6 MiB (15319699) - RowsReturned: 1,668,131 (1668131) - RowsReturnedRate: 136063 per second (136063) - TotalTime: 12.26s (12259979934) Node Lifecycle Event Timeline Open Started: 2.39s (2386996091) Open Finished: 2.39s (2386996091) First Batch Requested: 2.39s (2387996090) First Batch Returned: 2.39s (2387996090) Last Batch Returned: 15.93s (15925973925) Closed: 16.11s (16106973628) Buffer pool - AllocTime: 330ms (330999458) - CumulativeAllocationBytes: 370.5 MiB (388530176) - CumulativeAllocations: 18,994 (18994) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 222ms (222999635) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274287271) - TotalGetBatchTime: 12.22s (12220979999) - DataWaitTime: 12.16s (12157980103) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 723ms (723998804) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,497 (9497) - TotalBatchesReceived: 9,497 (9497) - TotalBytesReceived: 156.3 MiB (163840420) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 200ms (200639667) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 701ms (701998850) - InactiveTotalTime: 6.0m (358632412755) - PeakMemoryUsage: 11.5 MiB (12011352) - RowsReturned: 36,969,426 (36969426) - RowsReturnedRate: 102673 per second (102673) - TotalTime: 6.0m (360067410396) Node Lifecycle Event Timeline Open Started: 16.11s (16106973628) Open Finished: 16.11s (16106973628) First Batch Requested: 16.11s (16106973628) First Batch Returned: 16.11s (16106973628) Last Batch Returned: 24.0m (1442227638243) Closed: 24.0m (1442228638242) Buffer pool - AllocTime: 979ms (979998398) - CumulativeAllocationBytes: 2.4 GiB (2552471552) - CumulativeAllocations: 207,736 (207736) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 461ms (461999244) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2292104412) - TotalGetBatchTime: 6.0m (359274411697) - DataWaitTime: 6.0m (358632412755) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.16s (2157996482) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,868 (103868) - TotalBatchesReceived: 103,868 (103868) - TotalBytesReceived: 984.6 MiB (1032471626) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.69s (13688025970) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 224 (224) - CodegenTotalWallClockTime: 2.07s (2074996602) - CodegenSysTime: 21ms (21629000) - CodegenUserTime: 934ms (934975000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 295ms (295999515) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 121ms (121999800) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1493997554) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 127ms (127999790) - TotalTime: 2.07s (2074996602) Instance c7456fdd806a4994:3209e926000002ce (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:05.417 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 443.6 MiB (465137630) - PeakReservation: 431.0 MiB (451936256) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 24,128,747 (24128747) - TotalNetworkReceiveTime: 5.7m (344266388405) - TotalNetworkSendTime: 25.4m (1524153447196) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,462 (2462) - TotalThreadsTotalWallClockTime: 32.0m (1920972368372) - TotalThreadsSysTime: 2.51s (2506791000) - TotalThreadsUserTime: 46.65s (46648796000) - TotalThreadsVoluntaryContextSwitches: 57,537 (57537) - TotalTime: 32.0m (1920973368344) Fragment Instance Lifecycle Event Timeline Prepare Finished: 372ms (372989586) Open Finished: 16.18s (16185548114) First Batch Produced: 25.65s (25649283895) First Batch Sent: 25.65s (25649283895) ExecInternal Finished: 32.0m (1921347357902) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905159809844) - ExecTreeExecTime: 5.9m (353367134275) - InactiveTotalTime: 0ns (0) - OpenTime: 15.81s (15812558528) - ExecTreeOpenTime: 13.21s (13215631032) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1524178446500) - PeakMemoryUsage: 1.2 MiB (1280944) - RowsSent: 24,128,747 (24128747) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.79s (15785559311) - TotalBytesSent: 1.5 GiB (1605622993) - TotalTime: 25.9m (1551700678139) - UncompressedRowBatchSize: 4.0 GiB (4281357463) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 110.1 MiB (115474560) - RowsReturned: 24,128,747 (24128747) - RowsReturnedRate: 65828 per second (65828) - TotalTime: 6.1m (366541766450) Node Lifecycle Event Timeline Open Started: 2.97s (2969917082) Open Finished: 16.18s (16185548114) First Batch Requested: 16.18s (16185548114) First Batch Returned: 25.65s (25649283895) Last Batch Returned: 31.9m (1915393524129) Closed: 32.0m (1921346357930) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 12ms (12999636) - HTResizeTime: 16ms (16999525) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 110.1 MiB (115449984) - PeakReservation: 110.0 MiB (115343360) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,490.42 (3490.4208439461177) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,687,727 (23687727) - RowsReturned: 24,128,747 (24128747) - StreamingTime: 16.44s (16436541077) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999860) - CumulativeAllocationBytes: 110.0 MiB (115343360) - CumulativeAllocations: 55 (55) - InactiveTotalTime: 0ns (0) - PeakReservation: 110.0 MiB (115343360) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 110.0 MiB (115343360) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999860) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,954 (1666954) - BuildTime: 1.62s (1622954692) - InactiveTotalTime: 0ns (0) - LocalTime: 4.76s (4760867065) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,927,075 (36927075) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.05s (3051914773) - RowsReturned: 36,927,075 (36927075) - RowsReturnedRate: 105566 per second (105566) - TotalTime: 5.8m (349799233914) Node Lifecycle Event Timeline Open Started: 2.97s (2969917082) Open Finished: 16.18s (16184548142) First Batch Requested: 16.18s (16185548114) First Batch Returned: 16.18s (16185548114) Last Batch Returned: 24.0m (1442207735181) Closed: 24.0m (1442207735181) Buffer pool - AllocTime: 132ms (132996287) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 132ms (132996287) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.42s (1418960387) - BuildRowsPartitioned: 1,666,954 (1666954) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182994891) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 34ms (34999022) - InactiveTotalTime: 11.52s (11515678492) - PeakMemoryUsage: 14.8 MiB (15477199) - RowsReturned: 1,666,954 (1666954) - RowsReturnedRate: 143967 per second (143967) - TotalTime: 11.58s (11578676730) Node Lifecycle Event Timeline Open Started: 2.97s (2969917082) Open Finished: 2.97s (2969917082) First Batch Requested: 2.99s (2989916524) First Batch Returned: 2.99s (2989916524) Last Batch Returned: 16.00s (15999553307) Closed: 16.18s (16184548142) Buffer pool - AllocTime: 966ms (966973000) - CumulativeAllocationBytes: 370.3 MiB (388268032) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 956ms (956973279) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274095510) - TotalGetBatchTime: 11.54s (11538677848) - DataWaitTime: 11.52s (11515678492) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.43s (1426960165) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163717274) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 827ms (827641000) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 675ms (675981125) - InactiveTotalTime: 5.5m (332192725497) - PeakMemoryUsage: 11.6 MiB (12177935) - RowsReturned: 36,927,075 (36927075) - RowsReturnedRate: 110739 per second (110739) - TotalTime: 5.6m (333459690119) Node Lifecycle Event Timeline Open Started: 16.18s (16184548142) Open Finished: 16.18s (16184548142) First Batch Requested: 16.18s (16184548142) First Batch Returned: 16.18s (16184548142) Last Batch Returned: 24.0m (1442207735181) Closed: 24.0m (1442207735181) Buffer pool - AllocTime: 2.26s (2258936922) - CumulativeAllocationBytes: 2.4 GiB (2549530624) - CumulativeAllocations: 207,494 (207494) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.70s (1702952453) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289478650) - TotalGetBatchTime: 5.5m (332710711029) - DataWaitTime: 5.5m (332192725497) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.72s (3724895993) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,747 (103747) - TotalBatchesReceived: 103,747 (103747) - TotalBytesReceived: 983.5 MiB (1031284229) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.54s (14542467926) - TotalRPCsDeferred: 558 (558) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 130 (130) - CodegenTotalWallClockTime: 2.60s (2596927496) - CodegenSysTime: 9ms (9943000) - CodegenUserTime: 933ms (933698000) - CodegenVoluntaryContextSwitches: 167 (167) - CompileTime: 504ms (504985901) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 221ms (221993802) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.72s (1720951952) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 144ms (144995952) - TotalTime: 2.60s (2596927496) Instance c7456fdd806a4994:3209e926000002cc (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:05.015 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469172174) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 23,637,800 (23637800) - TotalNetworkReceiveTime: 6.8m (406282595971) - TotalNetworkSendTime: 24.4m (1465648330239) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,978 (1978) - TotalThreadsTotalWallClockTime: 32.0m (1920887636251) - TotalThreadsSysTime: 2.37s (2366531000) - TotalThreadsUserTime: 44.90s (44901179000) - TotalThreadsVoluntaryContextSwitches: 60,975 (60975) - TotalTime: 32.0m (1920888636245) Fragment Instance Lifecycle Event Timeline Prepare Finished: 406ms (406997581) Open Finished: 16.10s (16102904286) First Batch Produced: 25.43s (25429848850) First Batch Sent: 25.43s (25429848850) ExecInternal Finished: 32.0m (1921295633827) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905191729546) - ExecTreeExecTime: 6.9m (413567553064) - InactiveTotalTime: 0ns (0) - OpenTime: 15.70s (15695906705) - ExecTreeOpenTime: 13.58s (13577919294) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.4m (1465671330101) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 23,637,800 (23637800) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.78s (14776912540) - TotalBytesSent: 1.5 GiB (1575240051) - TotalTime: 24.9m (1491538176989) - UncompressedRowBatchSize: 3.9 GiB (4194058513) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,637,800 (23637800) - RowsReturnedRate: 55343 per second (55343) - TotalTime: 7.1m (427110472563) Node Lifecycle Event Timeline Open Started: 2.52s (2524984992) Open Finished: 16.10s (16102904286) First Batch Requested: 16.10s (16102904286) First Batch Returned: 25.43s (25429848850) Last Batch Returned: 32.0m (1921195634416) Closed: 32.0m (1921294633832) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 24ms (24999853) - HTResizeTime: 12ms (12999924) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,472.98 (3472.979148120608) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,153,994 (23153994) - RowsReturned: 23,637,800 (23637800) - StreamingTime: 15.44s (15435908541) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1ms (1999989) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999989) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,822 (1667822) - BuildTime: 1.31s (1313992197) - InactiveTotalTime: 0ns (0) - LocalTime: 4.33s (4332974320) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,916,019 (36916019) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.92s (2916982725) - RowsReturned: 36,916,019 (36916019) - RowsReturnedRate: 89735 per second (89735) - TotalTime: 6.9m (411387565723) Node Lifecycle Event Timeline Open Started: 2.52s (2524984992) Open Finished: 16.10s (16102904286) First Batch Requested: 16.10s (16102904286) First Batch Returned: 16.10s (16102904286) Last Batch Returned: 24.0m (1442159461009) Closed: 24.0m (1442159461009) Buffer pool - AllocTime: 85ms (85999488) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 85ms (85999488) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.12s (1123993326) - BuildRowsPartitioned: 1,667,822 (1667822) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 187ms (187998883) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 34ms (34999790) - InactiveTotalTime: 12.16s (12165927682) - PeakMemoryUsage: 14.8 MiB (15484089) - RowsReturned: 1,667,822 (1667822) - RowsReturnedRate: 136349 per second (136349) - TotalTime: 12.23s (12231927287) Node Lifecycle Event Timeline Open Started: 2.52s (2524984992) Open Finished: 2.52s (2524984992) First Batch Requested: 2.52s (2525984986) First Batch Returned: 2.52s (2525984986) Last Batch Returned: 15.91s (15911905421) Closed: 16.10s (16102904286) Buffer pool - AllocTime: 338ms (338997984) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 243ms (243998548) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274227453) - TotalGetBatchTime: 12.19s (12187927550) - DataWaitTime: 12.16s (12165927682) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 771ms (771995412) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163800313) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 402ms (402685930) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 688ms (688995924) - InactiveTotalTime: 6.6m (393764670379) - PeakMemoryUsage: 11.4 MiB (11970894) - RowsReturned: 36,916,019 (36916019) - RowsReturnedRate: 93500 per second (93500) - TotalTime: 6.6m (394822664116) Node Lifecycle Event Timeline Open Started: 16.10s (16102904286) Open Finished: 16.10s (16102904286) First Batch Requested: 16.10s (16102904286) First Batch Returned: 16.10s (16102904286) Last Batch Returned: 24.0m (1442159461009) Closed: 24.0m (1442159461009) Buffer pool - AllocTime: 1.21s (1213992801) - CumulativeAllocationBytes: 2.4 GiB (2548768768) - CumulativeAllocations: 207,432 (207432) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 739ms (739995608) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2288793178) - TotalGetBatchTime: 6.6m (394074668541) - DataWaitTime: 6.6m (393764670379) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.64s (2642984334) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,716 (103716) - TotalBatchesReceived: 103,716 (103716) - TotalBytesReceived: 983.2 MiB (1030980147) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.75s (13751551966) - TotalRPCsDeferred: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 164 (164) - CodegenTotalWallClockTime: 2.12s (2117987411) - CodegenSysTime: 12ms (12748000) - CodegenUserTime: 928ms (928694000) - CodegenVoluntaryContextSwitches: 93 (93) - CompileTime: 345ms (345997944) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 117ms (117999299) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.55s (1554990757) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 94ms (94999435) - TotalTime: 2.12s (2117987411) Instance c7456fdd806a4994:3209e926000002d6 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:05.045 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469098462) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 24,009,909 (24009909) - TotalNetworkReceiveTime: 5.7m (340026627727) - TotalNetworkSendTime: 25.5m (1527264922205) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 3,640 (3640) - TotalThreadsTotalWallClockTime: 32.0m (1920785760737) - TotalThreadsSysTime: 2.48s (2477772000) - TotalThreadsUserTime: 47.91s (47915259000) - TotalThreadsVoluntaryContextSwitches: 55,207 (55207) - TotalTime: 32.0m (1920832759165) Fragment Instance Lifecycle Event Timeline Prepare Finished: 461ms (461984546) Open Finished: 16.31s (16311454373) First Batch Produced: 25.63s (25628142727) First Batch Sent: 25.63s (25628142727) ExecInternal Finished: 32.0m (1921248745249) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.7m (1904936290910) - ExecTreeExecTime: 5.8m (349388314653) - InactiveTotalTime: 0ns (0) - OpenTime: 15.85s (15849469827) - ExecTreeOpenTime: 13.85s (13849536726) - PrepareTime: 46ms (46998428) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.5m (1527296921132) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 24,009,909 (24009909) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.76s (15763472763) - TotalBytesSent: 1.5 GiB (1598050707) - TotalTime: 25.9m (1555509977529) - UncompressedRowBatchSize: 4.0 GiB (4259934822) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,009,909 (24009909) - RowsReturnedRate: 66106 per second (66106) - TotalTime: 6.1m (363199852645) Node Lifecycle Event Timeline Open Started: 2.46s (2461917647) Open Finished: 16.31s (16311454373) First Batch Requested: 16.31s (16311454373) First Batch Returned: 25.63s (25628142727) Last Batch Returned: 31.2m (1869627471413) Closed: 32.0m (1921248745249) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 22ms (22999229) - HTResizeTime: 19ms (19999326) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,481.39 (3481.394423249639) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,560,235 (23560235) - RowsReturned: 24,009,909 (24009909) - StreamingTime: 16.59s (16586445215) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999699) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999699) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,803 (1665803) - BuildTime: 1.57s (1570947456) - InactiveTotalTime: 0ns (0) - LocalTime: 5.20s (5202825997) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,094,700 (37094700) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.47s (3473883825) - RowsReturned: 36,915,009 (36915009) - RowsReturnedRate: 106629 per second (106629) - TotalTime: 5.8m (346200421249) Node Lifecycle Event Timeline Open Started: 2.46s (2461917647) Open Finished: 16.31s (16311454373) First Batch Requested: 16.31s (16311454373) First Batch Returned: 16.31s (16312454340) Last Batch Returned: 24.0m (1442219764011) Closed: 24.0m (1442219764011) Buffer pool - AllocTime: 48ms (48998361) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48998361) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.38s (1377953912) - BuildRowsPartitioned: 1,665,803 (1665803) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 189ms (189993644) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 29ms (29998997) - InactiveTotalTime: 12.09s (12086595692) - PeakMemoryUsage: 14.7 MiB (15432286) - RowsReturned: 1,665,803 (1665803) - RowsReturnedRate: 136344 per second (136344) - TotalTime: 12.22s (12217591309) Node Lifecycle Event Timeline Open Started: 2.46s (2461917647) Open Finished: 2.46s (2461917647) First Batch Requested: 2.46s (2463917580) First Batch Returned: 2.46s (2463917580) Last Batch Returned: 16.12s (16119460796) Closed: 16.31s (16311454373) Buffer pool - AllocTime: 377ms (377987356) - CumulativeAllocationBytes: 370.1 MiB (388055040) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 266ms (266991070) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273900504) - TotalGetBatchTime: 12.18s (12178592613) - DataWaitTime: 12.09s (12086595692) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 796ms (796973354) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163602336) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 308ms (308085832) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 846ms (846971670) - InactiveTotalTime: 5.5m (327315052947) - PeakMemoryUsage: 11.7 MiB (12238262) - RowsReturned: 37,094,700 (37094700) - RowsReturnedRate: 112825 per second (112825) - TotalTime: 5.5m (328780003943) Node Lifecycle Event Timeline Open Started: 16.31s (16311454373) Open Finished: 16.31s (16311454373) First Batch Requested: 16.31s (16311454373) First Batch Returned: 16.31s (16311454373) Last Batch Returned: 24.0m (1442218764044) Closed: 24.0m (1442219764011) Buffer pool - AllocTime: 1.60s (1598946530) - CumulativeAllocationBytes: 2.4 GiB (2561097728) - CumulativeAllocations: 208,434 (208434) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11845632) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11845632) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.34s (1336955291) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2299871400) - TotalGetBatchTime: 5.5m (327828035782) - DataWaitTime: 5.5m (327315052947) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.17s (3169893963) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,217 (104217) - TotalBatchesReceived: 104,217 (104217) - TotalBytesReceived: 989.1 MiB (1037147153) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 2.7m (161596268662) - TotalRPCsDeferred: 7,231 (7231) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 195 (195) - CodegenTotalWallClockTime: 2.00s (1999933101) - CodegenSysTime: 12ms (12527000) - CodegenUserTime: 975ms (975349000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 473ms (473984145) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 81ms (81997257) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.36s (1360954475) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 55ms (55998127) - TotalTime: 2.00s (1999933101) Instance c7456fdd806a4994:3209e926000002cf (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:04.939 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469016542) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 23,684,129 (23684129) - TotalNetworkReceiveTime: 7.1m (424728962817) - TotalNetworkSendTime: 24.1m (1444831674166) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,218 (2218) - TotalThreadsTotalWallClockTime: 32.0m (1920783270524) - TotalThreadsSysTime: 2.49s (2491149000) - TotalThreadsUserTime: 45.53s (45534155000) - TotalThreadsVoluntaryContextSwitches: 58,041 (58041) - TotalTime: 32.0m (1920784270517) Fragment Instance Lifecycle Event Timeline Prepare Finished: 407ms (407997077) Open Finished: 16.02s (16018885245) First Batch Produced: 25.45s (25451817673) First Batch Sent: 25.45s (25451817673) ExecInternal Finished: 32.0m (1921192267594) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.8m (1905172382356) - ExecTreeExecTime: 7.2m (433570899636) - InactiveTotalTime: 0ns (0) - OpenTime: 15.61s (15610888168) - ExecTreeOpenTime: 13.61s (13613902474) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.1m (1444847674052) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 23,684,129 (23684129) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.37s (15371890075) - TotalBytesSent: 1.5 GiB (1578039127) - TotalTime: 24.5m (1471527483251) - UncompressedRowBatchSize: 3.9 GiB (4202437667) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,684,129 (23684129) - RowsReturnedRate: 52966 per second (52966) - TotalTime: 7.5m (447154802325) Node Lifecycle Event Timeline Open Started: 2.40s (2404982771) Open Finished: 16.02s (16018885245) First Batch Requested: 16.02s (16018885245) First Batch Returned: 25.45s (25451817673) Last Batch Returned: 32.0m (1921152267880) Closed: 32.0m (1921192267594) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 21ms (21999844) - HTResizeTime: 16ms (16999880) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,490.58 (3490.5777284773267) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,204,953 (23204953) - RowsReturned: 23,684,129 (23684129) - StreamingTime: 16.49s (16491881979) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6999948) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999948) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,083 (1667083) - BuildTime: 1.65s (1654988151) - InactiveTotalTime: 0ns (0) - LocalTime: 4.83s (4825965459) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,916,364 (36916364) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.05s (3051978158) - RowsReturned: 36,916,364 (36916364) - RowsReturnedRate: 85787 per second (85787) - TotalTime: 7.2m (430322922773) Node Lifecycle Event Timeline Open Started: 2.40s (2404982771) Open Finished: 16.02s (16018885245) First Batch Requested: 16.02s (16019885238) First Batch Returned: 16.02s (16019885238) Last Batch Returned: 24.0m (1442039687054) Closed: 24.0m (1442039687054) Buffer pool - AllocTime: 165ms (165998810) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 165ms (165998810) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.47s (1468989484) - BuildRowsPartitioned: 1,667,083 (1667083) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 183ms (183998682) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 47ms (47999654) - InactiveTotalTime: 11.85s (11847915120) - PeakMemoryUsage: 14.8 MiB (15466798) - RowsReturned: 1,667,083 (1667083) - RowsReturnedRate: 139470 per second (139470) - TotalTime: 11.95s (11952914366) Node Lifecycle Event Timeline Open Started: 2.40s (2404982771) Open Finished: 2.40s (2404982771) First Batch Requested: 2.40s (2405982763) First Batch Returned: 2.40s (2405982763) Last Batch Returned: 15.83s (15833886570) Closed: 16.02s (16018885245) Buffer pool - AllocTime: 520ms (520996269) - CumulativeAllocationBytes: 370.3 MiB (388259840) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 470ms (470996628) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274123749) - TotalGetBatchTime: 11.90s (11897914763) - DataWaitTime: 11.85s (11847915120) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 972ms (972993032) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163728625) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 415ms (415544672) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 653ms (653995316) - InactiveTotalTime: 6.9m (412465050685) - PeakMemoryUsage: 11.5 MiB (12012367) - RowsReturned: 36,916,364 (36916364) - RowsReturnedRate: 89268 per second (89268) - TotalTime: 6.9m (413544042948) Node Lifecycle Event Timeline Open Started: 16.02s (16018885245) Open Finished: 16.02s (16018885245) First Batch Requested: 16.02s (16018885245) First Batch Returned: 16.02s (16018885245) Last Batch Returned: 24.0m (1442039687054) Closed: 24.0m (1442039687054) Buffer pool - AllocTime: 1.88s (1875986579) - CumulativeAllocationBytes: 2.4 GiB (2548776960) - CumulativeAllocations: 207,430 (207430) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.24s (1237991140) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2288814568) - TotalGetBatchTime: 6.9m (412811048194) - DataWaitTime: 6.9m (412465050685) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.41s (3414975559) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,715 (103715) - TotalBatchesReceived: 103,715 (103715) - TotalBytesReceived: 983.2 MiB (1030975494) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.79s (13787180941) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 121 (121) - CodegenTotalWallClockTime: 2.00s (1996985694) - CodegenSysTime: 16ms (16708000) - CodegenUserTime: 924ms (924841000) - CodegenVoluntaryContextSwitches: 99 (99) - CompileTime: 397ms (397997149) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 178ms (178998717) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.34s (1336990422) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 79ms (79999427) - TotalTime: 2.00s (1996985694) Instance c7456fdd806a4994:3209e926000002e9 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.133 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 441.6 MiB (463015886) - PeakReservation: 429.0 MiB (449839104) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 24,154,339 (24154339) - TotalNetworkReceiveTime: 5.8m (349700495293) - TotalNetworkSendTime: 25.2m (1514299176469) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,435 (2435) - TotalThreadsTotalWallClockTime: 31.9m (1915238986044) - TotalThreadsSysTime: 2.59s (2592736000) - TotalThreadsUserTime: 46.06s (46059267000) - TotalThreadsVoluntaryContextSwitches: 57,638 (57638) - TotalTime: 31.9m (1915239986011) Fragment Instance Lifecycle Event Timeline Prepare Finished: 275ms (275990922) Open Finished: 16.80s (16800447397) First Batch Produced: 25.78s (25777152133) First Batch Sent: 25.78s (25777152133) ExecInternal Finished: 31.9m (1915516976900) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898714529569) - ExecTreeExecTime: 6.0m (357247246919) - InactiveTotalTime: 0ns (0) - OpenTime: 16.52s (16524456475) - ExecTreeOpenTime: 14.24s (14239531631) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1514324175649) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 24,154,339 (24154339) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.49s (15491490323) - TotalBytesSent: 1.5 GiB (1607222325) - TotalTime: 25.7m (1541412284459) - UncompressedRowBatchSize: 4.0 GiB (4285777226) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 108.1 MiB (113377408) - RowsReturned: 24,154,339 (24154339) - RowsReturnedRate: 65024 per second (65024) - TotalTime: 6.2m (371466779207) Node Lifecycle Event Timeline Open Started: 2.56s (2560915766) Open Finished: 16.80s (16800447397) First Batch Requested: 16.80s (16800447397) First Batch Returned: 25.78s (25777152133) Last Batch Returned: 31.2m (1869721484004) Closed: 31.9m (1915515976933) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 23ms (23999210) - HTResizeTime: 125ms (125995855) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 108.1 MiB (113352832) - PeakReservation: 108.0 MiB (113246208) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,434.55 (3434.546130769018) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,715,373 (23715373) - RowsReturned: 24,154,339 (24154339) - StreamingTime: 15.93s (15930475909) - TotalTime: 0ns (0) Buffer pool - AllocTime: 49ms (49998355) - CumulativeAllocationBytes: 108.0 MiB (113246208) - CumulativeAllocations: 54 (54) - InactiveTotalTime: 0ns (0) - PeakReservation: 108.0 MiB (113246208) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 108.0 MiB (113246208) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49998355) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,701 (1666701) - BuildTime: 1.47s (1469951647) - InactiveTotalTime: 0ns (0) - LocalTime: 4.59s (4593848880) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,901,461 (36901461) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.03s (3033900196) - RowsReturned: 36,901,461 (36901461) - RowsReturnedRate: 103911 per second (103911) - TotalTime: 5.9m (355125316819) Node Lifecycle Event Timeline Open Started: 2.56s (2560915766) Open Finished: 16.80s (16799447430) First Batch Requested: 16.80s (16800447397) First Batch Returned: 16.80s (16800447397) Last Batch Returned: 24.0m (1442338548628) Closed: 24.0m (1442338548628) Buffer pool - AllocTime: 61ms (61997961) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 61ms (61997961) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.27s (1268958259) - BuildRowsPartitioned: 1,666,701 (1666701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 197ms (197993487) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 35ms (35998813) - InactiveTotalTime: 12.69s (12686582720) - PeakMemoryUsage: 14.7 MiB (15388179) - RowsReturned: 1,666,701 (1666701) - RowsReturnedRate: 130603 per second (130603) - TotalTime: 12.76s (12761580248) Node Lifecycle Event Timeline Open Started: 2.56s (2560915766) Open Finished: 2.56s (2560915766) First Batch Requested: 2.56s (2561915733) First Batch Returned: 2.56s (2561915733) Last Batch Returned: 16.60s (16599454008) Closed: 16.80s (16799447430) Buffer pool - AllocTime: 180ms (180994044) - CumulativeAllocationBytes: 370.3 MiB (388243456) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14901248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14901248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 167ms (167994473) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274050734) - TotalGetBatchTime: 12.72s (12717581699) - DataWaitTime: 12.69s (12686582720) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 587ms (587980666) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163693049) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 280ms (280503987) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 705ms (705976763) - InactiveTotalTime: 5.6m (336404932609) - PeakMemoryUsage: 11.5 MiB (12092783) - RowsReturned: 36,901,461 (36901461) - RowsReturnedRate: 109250 per second (109250) - TotalTime: 5.6m (337769887691) Node Lifecycle Event Timeline Open Started: 16.80s (16799447430) Open Finished: 16.80s (16799447430) First Batch Requested: 16.80s (16799447430) First Batch Returned: 16.80s (16799447430) Last Batch Returned: 24.0m (1442337548661) Closed: 24.0m (1442338548628) Buffer pool - AllocTime: 1.25s (1246958987) - CumulativeAllocationBytes: 2.4 GiB (2547793920) - CumulativeAllocations: 207,354 (207354) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.03s (1026966223) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2287890582) - TotalGetBatchTime: 5.6m (336965914155) - DataWaitTime: 5.6m (336404932609) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.83s (2831906881) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,677 (103677) - TotalBatchesReceived: 103,677 (103677) - TotalBytesReceived: 982.8 MiB (1030546868) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.29s (14291351337) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 133 (133) - CodegenTotalWallClockTime: 2.28s (2284924844) - CodegenSysTime: 13ms (13704000) - CodegenUserTime: 971ms (971585000) - CodegenVoluntaryContextSwitches: 98 (98) - CompileTime: 449ms (449985199) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 122ms (122995954) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.59s (1594947539) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 113ms (113996251) - TotalTime: 2.28s (2284924844) Instance c7456fdd806a4994:3209e926000002cd (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.262 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 445.6 MiB (467226574) - PeakReservation: 433.0 MiB (454033408) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 24,004,220 (24004220) - TotalNetworkReceiveTime: 6.5m (389990688001) - TotalNetworkSendTime: 24.6m (1474169900433) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,030 (2030) - TotalThreadsTotalWallClockTime: 31.9m (1915088719352) - TotalThreadsSysTime: 2.73s (2732261000) - TotalThreadsUserTime: 45.97s (45969855000) - TotalThreadsVoluntaryContextSwitches: 59,151 (59151) - TotalTime: 31.9m (1915089719316) Fragment Instance Lifecycle Event Timeline Prepare Finished: 413ms (413984806) Open Finished: 16.28s (16276402630) First Batch Produced: 25.72s (25723055922) First Batch Sent: 25.72s (25723055922) ExecInternal Finished: 31.9m (1915503704121) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.7m (1899226301528) - ExecTreeExecTime: 6.6m (398173387660) - InactiveTotalTime: 0ns (0) - OpenTime: 15.86s (15862417824) - ExecTreeOpenTime: 13.71s (13708496877) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.6m (1474200899294) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,004,220 (24004220) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.38s (15384435414) - TotalBytesSent: 1.5 GiB (1597807206) - TotalTime: 25.0m (1500981916473) - UncompressedRowBatchSize: 4.0 GiB (4258810995) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 112.1 MiB (117571712) - RowsReturned: 24,004,220 (24004220) - RowsReturnedRate: 58284 per second (58284) - TotalTime: 6.9m (411848885747) Node Lifecycle Event Timeline Open Started: 2.57s (2567905753) Open Finished: 16.28s (16276402630) First Batch Requested: 16.28s (16276402630) First Batch Returned: 25.72s (25723055922) Last Batch Returned: 31.2m (1869713384624) Closed: 31.9m (1915503704121) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 21ms (21999197) - HTResizeTime: 105ms (105996117) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 112.1 MiB (117547136) - PeakReservation: 112.0 MiB (117440512) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,445.86 (3445.8587884455) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,554,272 (23554272) - RowsReturned: 24,004,220 (24004220) - StreamingTime: 16.22s (16219404639) - TotalTime: 0ns (0) Buffer pool - AllocTime: 10ms (10999597) - CumulativeAllocationBytes: 112.0 MiB (117440512) - CumulativeAllocations: 56 (56) - InactiveTotalTime: 0ns (0) - PeakReservation: 112.0 MiB (117440512) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 112.0 MiB (117440512) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999597) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,217 (1666217) - BuildTime: 1.51s (1509944591) - InactiveTotalTime: 0ns (0) - LocalTime: 4.56s (4557832739) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,892,502 (36892502) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.96s (2960891343) - RowsReturned: 36,892,502 (36892502) - RowsReturnedRate: 93325 per second (93325) - TotalTime: 6.6m (395311492768) Node Lifecycle Event Timeline Open Started: 2.57s (2567905753) Open Finished: 16.27s (16275402666) First Batch Requested: 16.28s (16276402630) First Batch Returned: 16.28s (16276402630) Last Batch Returned: 24.0m (1442310070073) Closed: 24.0m (1442311070036) Buffer pool - AllocTime: 115ms (115995745) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 115ms (115995745) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.31s (1315951710) - BuildRowsPartitioned: 1,666,217 (1666217) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 191ms (191992954) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 29ms (29998895) - InactiveTotalTime: 12.13s (12132554711) - PeakMemoryUsage: 14.7 MiB (15383035) - RowsReturned: 1,666,217 (1666217) - RowsReturnedRate: 136692 per second (136692) - TotalTime: 12.19s (12189552615) Node Lifecycle Event Timeline Open Started: 2.57s (2567905753) Open Finished: 2.57s (2567905753) First Batch Requested: 2.57s (2568905717) First Batch Returned: 2.57s (2568905717) Last Batch Returned: 16.08s (16081409786) Closed: 16.27s (16275402666) Buffer pool - AllocTime: 290ms (290989321) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 268ms (268990127) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273970101) - TotalGetBatchTime: 12.15s (12155553866) - DataWaitTime: 12.13s (12132554711) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 724ms (724973398) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.1 MiB (163646246) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 310ms (310449377) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 653ms (653976028) - InactiveTotalTime: 6.3m (377398150169) - PeakMemoryUsage: 11.4 MiB (11990926) - RowsReturned: 36,892,502 (36892502) - RowsReturnedRate: 97453 per second (97453) - TotalTime: 6.3m (378564107414) Node Lifecycle Event Timeline Open Started: 16.27s (16275402666) Open Finished: 16.27s (16275402666) First Batch Requested: 16.27s (16275402666) First Batch Returned: 16.27s (16275402666) Last Batch Returned: 24.0m (1442310070073) Closed: 24.0m (1442311070036) Buffer pool - AllocTime: 1.65s (1646939570) - CumulativeAllocationBytes: 2.4 GiB (2547187712) - CumulativeAllocations: 207,304 (207304) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.30s (1300952255) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2287335124) - TotalGetBatchTime: 6.3m (377818134759) - DataWaitTime: 6.3m (377398150169) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.10s (3097886332) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,652 (103652) - TotalBatchesReceived: 103,652 (103652) - TotalBytesReceived: 982.6 MiB (1030310809) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.78s (13776923716) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 121 (121) - CodegenTotalWallClockTime: 2.15s (2153920947) - CodegenSysTime: 19ms (19659000) - CodegenUserTime: 921ms (921277000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 362ms (362986677) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 110ms (110995926) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.58s (1582941904) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 92ms (92996587) - TotalTime: 2.15s (2153920947) Instance c7456fdd806a4994:3209e926000002c7 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.579 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 427.8 MiB (448565198) - PeakReservation: 415.0 MiB (435159040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 24,245,959 (24245959) - TotalNetworkReceiveTime: 4.9m (295729058440) - TotalNetworkSendTime: 26.1m (1568628700549) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,524 (2524) - TotalThreadsTotalWallClockTime: 31.9m (1914941426934) - TotalThreadsSysTime: 2.57s (2566863000) - TotalThreadsUserTime: 46.02s (46015609000) - TotalThreadsVoluntaryContextSwitches: 59,493 (59493) - TotalTime: 31.9m (1914942426928) Fragment Instance Lifecycle Event Timeline Prepare Finished: 393ms (393997415) Open Finished: 16.05s (16053894651) First Batch Produced: 25.59s (25592832054) First Batch Sent: 25.59s (25592832054) ExecInternal Finished: 31.9m (1915337424336) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.7m (1899281529698) - ExecTreeExecTime: 5.1m (303473007633) - InactiveTotalTime: 0ns (0) - OpenTime: 15.66s (15659897236) - ExecTreeOpenTime: 13.74s (13745909796) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.1m (1568648700416) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 24,245,959 (24245959) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.56s (15563897835) - TotalBytesSent: 1.5 GiB (1612552424) - TotalTime: 26.6m (1595737522531) - UncompressedRowBatchSize: 4.0 GiB (4301317928) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 94.1 MiB (98697344) - RowsReturned: 24,245,959 (24245959) - RowsReturnedRate: 76444 per second (76444) - TotalTime: 5.3m (317170917744) Node Lifecycle Event Timeline Open Started: 2.31s (2307984855) Open Finished: 16.05s (16053894651) First Batch Requested: 16.05s (16053894651) First Batch Returned: 25.59s (25592832054) Last Batch Returned: 31.2m (1869540725165) Closed: 31.9m (1915337424336) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 22ms (22999849) - HTResizeTime: 97ms (97999348) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 94.1 MiB (98672768) - PeakReservation: 94.0 MiB (98566144) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,440.69 (3440.6851499153804) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,815,478 (23815478) - RowsReturned: 24,245,959 (24245959) - StreamingTime: 15.96s (15955895339) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999941) - CumulativeAllocationBytes: 94.0 MiB (98566144) - CumulativeAllocations: 47 (47) - InactiveTotalTime: 0ns (0) - PeakReservation: 94.0 MiB (98566144) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 94.0 MiB (98566144) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999941) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,152 (1667152) - BuildTime: 1.18s (1180992248) - InactiveTotalTime: 0ns (0) - LocalTime: 4.31s (4306971691) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,924,342 (36924342) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.01s (3008980223) - RowsReturned: 36,924,342 (36924342) - RowsReturnedRate: 122743 per second (122743) - TotalTime: 5.0m (300824024978) Node Lifecycle Event Timeline Open Started: 2.31s (2307984855) Open Finished: 16.05s (16052894658) First Batch Requested: 16.05s (16053894651) First Batch Returned: 16.05s (16053894651) Last Batch Returned: 24.0m (1442142532363) Closed: 24.0m (1442142532363) Buffer pool - AllocTime: 67ms (67999554) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 67ms (67999554) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 985ms (985993527) - BuildRowsPartitioned: 1,667,152 (1667152) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 192ms (192998734) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 30ms (30999795) - InactiveTotalTime: 12.49s (12490918034) - PeakMemoryUsage: 14.7 MiB (15379374) - RowsReturned: 1,667,152 (1667152) - RowsReturnedRate: 132894 per second (132894) - TotalTime: 12.54s (12544917682) Node Lifecycle Event Timeline Open Started: 2.31s (2307984855) Open Finished: 2.31s (2307984855) First Batch Requested: 2.31s (2307984855) First Batch Returned: 2.31s (2307984855) Last Batch Returned: 15.86s (15857895937) Closed: 16.05s (16052894658) Buffer pool - AllocTime: 394ms (394997410) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 205ms (205998651) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274083498) - TotalGetBatchTime: 12.51s (12509917913) - DataWaitTime: 12.49s (12490918034) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 779ms (779994861) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163695674) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 215ms (215152331) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 692ms (692995462) - InactiveTotalTime: 4.7m (282752143594) - PeakMemoryUsage: 11.4 MiB (11990936) - RowsReturned: 36,924,342 (36924342) - RowsReturnedRate: 130028 per second (130028) - TotalTime: 4.7m (283972135605) Node Lifecycle Event Timeline Open Started: 16.05s (16052894658) Open Finished: 16.05s (16052894658) First Batch Requested: 16.05s (16052894658) First Batch Returned: 16.05s (16052894658) Last Batch Returned: 24.0m (1442141532369) Closed: 24.0m (1442142532363) Buffer pool - AllocTime: 1.05s (1052993082) - CumulativeAllocationBytes: 2.4 GiB (2549358592) - CumulativeAllocations: 207,478 (207478) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 751ms (751995060) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289309204) - TotalGetBatchTime: 4.7m (283204140624) - DataWaitTime: 4.7m (282752143594) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.46s (2463983811) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,739 (103739) - TotalBatchesReceived: 103,739 (103739) - TotalBytesReceived: 983.4 MiB (1031195220) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.72s (13724202414) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 108 (108) - CodegenTotalWallClockTime: 1.91s (1913987440) - CodegenSysTime: 26ms (26772000) - CodegenUserTime: 929ms (929100000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 445ms (445997074) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 97ms (97999356) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.32s (1316991357) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 49ms (49999672) - TotalTime: 1.91s (1913987440) Instance c7456fdd806a4994:3209e926000002c9 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.329 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.1 MiB (468852686) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 23,832,559 (23832559) - TotalNetworkReceiveTime: 6.5m (387248697923) - TotalNetworkSendTime: 24.6m (1476802031980) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,202 (2202) - TotalThreadsTotalWallClockTime: 31.9m (1914822558898) - TotalThreadsSysTime: 2.59s (2589679000) - TotalThreadsUserTime: 45.67s (45673052000) - TotalThreadsVoluntaryContextSwitches: 57,343 (57343) - TotalTime: 31.9m (1914826558885) Fragment Instance Lifecycle Event Timeline Prepare Finished: 535ms (535998186) Open Finished: 16.08s (16083945555) First Batch Produced: 25.57s (25569913445) First Batch Sent: 25.57s (25569913445) ExecInternal Finished: 31.9m (1915359557081) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.7m (1899274611529) - ExecTreeExecTime: 6.6m (395600669997) - InactiveTotalTime: 0ns (0) - OpenTime: 15.55s (15547947369) - ExecTreeOpenTime: 13.45s (13451954464) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.6m (1476831031883) - PeakMemoryUsage: 1.3 MiB (1395632) - RowsSent: 23,832,559 (23832559) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.16s (15165948949) - TotalBytesSent: 1.5 GiB (1587198193) - TotalTime: 25.1m (1503596941789) - UncompressedRowBatchSize: 3.9 GiB (4228526400) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,832,559 (23832559) - RowsReturnedRate: 58268 per second (58268) - TotalTime: 6.8m (409011624600) Node Lifecycle Event Timeline Open Started: 2.63s (2631991091) Open Finished: 16.08s (16083945555) First Batch Requested: 16.08s (16083945555) First Batch Returned: 25.57s (25569913445) Last Batch Returned: 31.2m (1869570710977) Closed: 31.9m (1915359557081) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 23ms (23999920) - HTResizeTime: 21ms (21999925) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,482.28 (3482.282241161765) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,368,826 (23368826) - RowsReturned: 23,832,559 (23832559) - StreamingTime: 15.87s (15867946603) - TotalTime: 0ns (0) Buffer pool - AllocTime: 20ms (20999928) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999928) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,233 (1667233) - BuildTime: 1.61s (1607994545) - InactiveTotalTime: 0ns (0) - LocalTime: 4.73s (4729984010) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,891,441 (36891441) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.98s (2977989938) - RowsReturned: 36,891,441 (36891441) - RowsReturnedRate: 93910 per second (93910) - TotalTime: 6.5m (392835679041) Node Lifecycle Event Timeline Open Started: 2.63s (2631991091) Open Finished: 16.08s (16083945555) First Batch Requested: 16.08s (16083945555) First Batch Returned: 16.08s (16084945552) Last Batch Returned: 24.0m (1442163147218) Closed: 24.0m (1442163147218) Buffer pool - AllocTime: 207ms (207999296) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 207ms (207999296) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.42s (1424995166) - BuildRowsPartitioned: 1,667,233 (1667233) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 179ms (179999390) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 38ms (38999867) - InactiveTotalTime: 11.72s (11721960333) - PeakMemoryUsage: 14.8 MiB (15519783) - RowsReturned: 1,667,233 (1667233) - RowsReturnedRate: 141351 per second (141351) - TotalTime: 11.79s (11794960085) Node Lifecycle Event Timeline Open Started: 2.63s (2631991091) Open Finished: 2.63s (2631991091) First Batch Requested: 2.63s (2632991087) First Batch Returned: 2.63s (2632991087) Last Batch Returned: 15.90s (15902946168) Closed: 16.08s (16083945555) Buffer pool - AllocTime: 254ms (254999133) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 242ms (242999174) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274136391) - TotalGetBatchTime: 11.75s (11748960243) - DataWaitTime: 11.72s (11721960333) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 698ms (698997625) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163749322) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 517ms (517633896) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 744ms (744997481) - InactiveTotalTime: 6.3m (375013739317) - PeakMemoryUsage: 11.4 MiB (11981978) - RowsReturned: 36,891,441 (36891441) - RowsReturnedRate: 98034 per second (98034) - TotalTime: 6.3m (376310734946) Node Lifecycle Event Timeline Open Started: 16.08s (16083945555) Open Finished: 16.08s (16083945555) First Batch Requested: 16.08s (16083945555) First Batch Returned: 16.08s (16083945555) Last Batch Returned: 24.0m (1442162147222) Closed: 24.0m (1442163147218) Buffer pool - AllocTime: 1.39s (1390995304) - CumulativeAllocationBytes: 2.4 GiB (2547040256) - CumulativeAllocations: 207,290 (207290) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1080996351) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2287269342) - TotalGetBatchTime: 6.3m (375485737730) - DataWaitTime: 6.3m (375013739317) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.93s (2934990105) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,645 (103645) - TotalBatchesReceived: 103,645 (103645) - TotalBytesReceived: 982.6 MiB (1030284168) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.73s (13732481076) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 132 (132) - CodegenTotalWallClockTime: 2.10s (2095992905) - CodegenSysTime: 19ms (19504000) - CodegenUserTime: 928ms (928177000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 278ms (278999056) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 209ms (209999289) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1456995068) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 145ms (145999506) - TotalTime: 2.10s (2095992905) Instance c7456fdd806a4994:3209e926000002dc (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.132 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 419.8 MiB (440176590) - PeakReservation: 407.0 MiB (426770432) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 24,583,737 (24583737) - TotalNetworkReceiveTime: 5.5m (327173846568) - TotalNetworkSendTime: 24.8m (1489686431851) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,574 (2574) - TotalThreadsTotalWallClockTime: 31.2m (1869615124938) - TotalThreadsSysTime: 2.68s (2676373000) - TotalThreadsUserTime: 46.97s (46974582000) - TotalThreadsVoluntaryContextSwitches: 57,101 (57101) - TotalTime: 31.2m (1869616124916) Fragment Instance Lifecycle Event Timeline Prepare Finished: 54ms (54998797) Open Finished: 16.48s (16484639478) First Batch Produced: 25.88s (25879434014) First Batch Sent: 25.88s (25879434014) ExecInternal Finished: 31.2m (1869671123714) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1853185484257) - ExecTreeExecTime: 5.6m (335146672326) - InactiveTotalTime: 0ns (0) - OpenTime: 16.43s (16429640681) - ExecTreeOpenTime: 14.19s (14185689756) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.8m (1489703431477) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,583,737 (24583737) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.14s (16142647067) - TotalBytesSent: 1.5 GiB (1633607283) - TotalTime: 25.3m (1517959813661) - UncompressedRowBatchSize: 4.1 GiB (4361760469) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 86.1 MiB (90308736) - RowsReturned: 24,583,737 (24583737) - RowsReturnedRate: 70379 per second (70379) - TotalTime: 5.8m (349301362758) Node Lifecycle Event Timeline Open Started: 2.30s (2298949722) Open Finished: 16.48s (16484639478) First Batch Requested: 16.48s (16484639478) First Batch Returned: 25.88s (25879434014) Last Batch Returned: 31.2m (1869114135888) Closed: 31.2m (1869670123735) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 28ms (28999364) - HTResizeTime: 18ms (18999586) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 86.1 MiB (90284160) - PeakReservation: 86.0 MiB (90177536) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,468.53 (3468.5302971392484) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,184,175 (24184175) - RowsReturned: 24,583,737 (24583737) - StreamingTime: 16.17s (16168646481) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999890) - CumulativeAllocationBytes: 86.0 MiB (90177536) - CumulativeAllocations: 43 (43) - InactiveTotalTime: 0ns (0) - PeakReservation: 86.0 MiB (90177536) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 86.0 MiB (90177536) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999890) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,281 (1666281) - BuildTime: 1.42s (1415969028) - InactiveTotalTime: 0ns (0) - LocalTime: 4.57s (4570900079) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,920,493 (36920493) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.01s (3009934220) - RowsReturned: 36,920,493 (36920493) - RowsReturnedRate: 111015 per second (111015) - TotalTime: 5.5m (332570728570) Node Lifecycle Event Timeline Open Started: 2.30s (2298949722) Open Finished: 16.48s (16484639478) First Batch Requested: 16.48s (16484639478) First Batch Returned: 16.48s (16484639478) Last Batch Returned: 24.0m (1442295465418) Closed: 24.0m (1442295465418) Buffer pool - AllocTime: 82ms (82998182) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82998182) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.23s (1230973074) - BuildRowsPartitioned: 1,666,281 (1666281) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 181ms (181996019) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 30ms (30999321) - InactiveTotalTime: 12.64s (12645723438) - PeakMemoryUsage: 14.6 MiB (15314898) - RowsReturned: 1,666,281 (1666281) - RowsReturnedRate: 131030 per second (131030) - TotalTime: 12.72s (12716721888) Node Lifecycle Event Timeline Open Started: 2.30s (2298949722) Open Finished: 2.30s (2298949722) First Batch Requested: 2.30s (2299949700) First Batch Returned: 2.30s (2299949700) Last Batch Returned: 16.30s (16300643502) Closed: 16.48s (16483639500) Buffer pool - AllocTime: 171ms (171996242) - CumulativeAllocationBytes: 370.2 MiB (388153344) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 163ms (163996412) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273982277) - TotalGetBatchTime: 12.68s (12680722676) - DataWaitTime: 12.64s (12645723438) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 564ms (564987652) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163658556) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 60ms (60303510) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 709ms (709984459) - InactiveTotalTime: 5.2m (313900136856) - PeakMemoryUsage: 11.6 MiB (12158528) - RowsReturned: 36,920,493 (36920493) - RowsReturnedRate: 117102 per second (117102) - TotalTime: 5.3m (315283106603) Node Lifecycle Event Timeline Open Started: 16.48s (16483639500) Open Finished: 16.48s (16483639500) First Batch Requested: 16.48s (16483639500) First Batch Returned: 16.48s (16484639478) Last Batch Returned: 24.0m (1442295465418) Closed: 24.0m (1442295465418) Buffer pool - AllocTime: 732ms (732983966) - CumulativeAllocationBytes: 2.4 GiB (2549104640) - CumulativeAllocations: 207,458 (207458) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 456ms (456990005) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2289070566) - TotalGetBatchTime: 5.2m (314479124199) - DataWaitTime: 5.2m (313900136856) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.02s (2024955699) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,729 (103729) - TotalBatchesReceived: 103,729 (103729) - TotalBytesReceived: 983.3 MiB (1031095174) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 22.96s (22965978448) - TotalRPCsDeferred: 528 (528) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 101 (101) - CodegenTotalWallClockTime: 2.24s (2243950925) - CodegenSysTime: 5ms (5937000) - CodegenUserTime: 936ms (936211000) - CodegenVoluntaryContextSwitches: 79 (79) - CompileTime: 716ms (716984320) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 195ms (195995713) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.27s (1272972159) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 54ms (54998798) - TotalTime: 2.24s (2243950925) Instance c7456fdd806a4994:3209e926000002d2 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.193 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 425.8 MiB (446459854) - PeakReservation: 413.0 MiB (433061888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 24,189,957 (24189957) - TotalNetworkReceiveTime: 6.1m (367169112690) - TotalNetworkSendTime: 24.2m (1451118118003) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,116 (2116) - TotalThreadsTotalWallClockTime: 31.2m (1869369298588) - TotalThreadsSysTime: 2.58s (2585121000) - TotalThreadsUserTime: 46.29s (46288533000) - TotalThreadsVoluntaryContextSwitches: 58,173 (58173) - TotalTime: 31.2m (1869418296734) Fragment Instance Lifecycle Event Timeline Prepare Finished: 345ms (345986910) Open Finished: 16.33s (16331382148) First Batch Produced: 25.89s (25892020450) First Batch Sent: 25.89s (25892020450) ExecInternal Finished: 31.2m (1869716285460) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1853383903350) - ExecTreeExecTime: 6.2m (374968817829) - InactiveTotalTime: 0ns (0) - OpenTime: 15.98s (15985395238) - ExecTreeOpenTime: 14.12s (14123465679) - PrepareTime: 48ms (48998146) - ExecTreePrepareTime: 8ms (8999659) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.2m (1451147116908) - PeakMemoryUsage: 1.3 MiB (1379248) - RowsSent: 24,189,957 (24189957) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.51s (15509413331) - TotalBytesSent: 1.5 GiB (1608858352) - TotalTime: 24.6m (1478352087907) - UncompressedRowBatchSize: 4.0 GiB (4292140841) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 92.1 MiB (96600192) - RowsReturned: 24,189,957 (24189957) - RowsReturnedRate: 62173 per second (62173) - TotalTime: 6.5m (389071284304) Node Lifecycle Event Timeline Open Started: 2.21s (2207916469) Open Finished: 16.33s (16331382148) First Batch Requested: 16.33s (16331382148) First Batch Returned: 25.89s (25892020450) Last Batch Returned: 31.2m (1869692286368) Closed: 31.2m (1869716285460) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 19ms (19999242) - HTResizeTime: 110ms (110995792) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 92.1 MiB (96575616) - PeakReservation: 92.0 MiB (96468992) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,451.23 (3451.2341704092605) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,764,395 (23764395) - RowsReturned: 24,189,957 (24189957) - StreamingTime: 15.90s (15898398710) - TotalTime: 0ns (0) Buffer pool - AllocTime: 17ms (17999320) - CumulativeAllocationBytes: 92.0 MiB (96468992) - CumulativeAllocations: 46 (46) - InactiveTotalTime: 0ns (0) - PeakReservation: 92.0 MiB (96468992) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 92.0 MiB (96468992) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999320) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,665 (1664665) - BuildTime: 1.63s (1627938410) - InactiveTotalTime: 0ns (0) - LocalTime: 4.93s (4932813417) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,832,228 (36832228) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.07s (3067883973) - RowsReturned: 36,832,228 (36832228) - RowsReturnedRate: 98771 per second (98771) - TotalTime: 6.2m (372904895734) Node Lifecycle Event Timeline Open Started: 2.21s (2207916469) Open Finished: 16.33s (16331382148) First Batch Requested: 16.33s (16331382148) First Batch Returned: 16.33s (16332382110) Last Batch Returned: 24.0m (1442309447278) Closed: 24.0m (1442309447278) Buffer pool - AllocTime: 87ms (87996670) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 87ms (87996670) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.45s (1449945144) - BuildRowsPartitioned: 1,664,665 (1664665) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 175ms (175993342) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 28ms (28998904) - InactiveTotalTime: 12.20s (12198538505) - PeakMemoryUsage: 12.4 MiB (12984320) - RowsReturned: 1,664,665 (1664665) - RowsReturnedRate: 134588 per second (134588) - TotalTime: 12.37s (12368532073) Node Lifecycle Event Timeline Open Started: 2.21s (2207916469) Open Finished: 2.21s (2207916469) First Batch Requested: 2.21s (2208916431) First Batch Returned: 2.21s (2208916431) Last Batch Returned: 16.15s (16152388919) Closed: 16.33s (16331382148) Buffer pool - AllocTime: 371ms (371985927) - CumulativeAllocationBytes: 369.8 MiB (387768320) - CumulativeAllocations: 18,958 (18958) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.4 MiB (12984320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.4 MiB (12984320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 288ms (288989067) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273716638) - TotalGetBatchTime: 12.29s (12295534833) - DataWaitTime: 12.20s (12198538505) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 834ms (834968406) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,479 (9479) - TotalBatchesReceived: 9,479 (9479) - TotalBytesReceived: 155.9 MiB (163497342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 673ms (673974509) - InactiveTotalTime: 5.9m (354450593870) - PeakMemoryUsage: 11.4 MiB (11991120) - RowsReturned: 36,832,228 (36832228) - RowsReturnedRate: 103576 per second (103576) - TotalTime: 5.9m (355603550244) Node Lifecycle Event Timeline Open Started: 16.33s (16331382148) Open Finished: 16.33s (16331382148) First Batch Requested: 16.33s (16331382148) First Batch Returned: 16.33s (16331382148) Last Batch Returned: 24.0m (1442308447315) Closed: 24.0m (1442309447278) Buffer pool - AllocTime: 746ms (746971745) - CumulativeAllocationBytes: 2.4 GiB (2542985216) - CumulativeAllocations: 206,962 (206962) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 361ms (361986307) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2283598136) - TotalGetBatchTime: 5.9m (354859578388) - DataWaitTime: 5.9m (354450593870) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.14s (2136919170) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,481 (103481) - TotalBatchesReceived: 103,481 (103481) - TotalBytesReceived: 981.0 MiB (1028620587) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.83s (13832783410) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 141 (141) - CodegenTotalWallClockTime: 1.86s (1861929559) - CodegenSysTime: 16ms (16908000) - CodegenUserTime: 921ms (921930000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 506ms (506980820) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 64ms (64997541) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.10s (1102958272) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 121ms (121995385) - TotalTime: 1.86s (1861929559) Instance c7456fdd806a4994:3209e926000002d7 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.820 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 419.8 MiB (440242126) - PeakReservation: 407.0 MiB (426770432) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 24,566,745 (24566745) - TotalNetworkReceiveTime: 6.0m (358891934096) - TotalNetworkSendTime: 24.3m (1457572993349) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,546 (2546) - TotalThreadsTotalWallClockTime: 31.2m (1869281151806) - TotalThreadsSysTime: 2.74s (2740387000) - TotalThreadsUserTime: 46.92s (46923567000) - TotalThreadsVoluntaryContextSwitches: 55,661 (55661) - TotalTime: 31.2m (1869282151772) Fragment Instance Lifecycle Event Timeline Prepare Finished: 276ms (276990687) Open Finished: 16.25s (16248453713) First Batch Produced: 25.60s (25599139336) First Batch Sent: 25.60s (25599139336) ExecInternal Finished: 31.2m (1869559142460) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1853309688780) - ExecTreeExecTime: 6.1m (367665639183) - InactiveTotalTime: 0ns (0) - OpenTime: 15.97s (15971463026) - ExecTreeOpenTime: 13.86s (13855534165) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 999.97us (999966) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1457595992575) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,566,745 (24566745) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.21s (16214454878) - TotalBytesSent: 1.5 GiB (1632357391) - TotalTime: 24.8m (1485565052250) - UncompressedRowBatchSize: 4.1 GiB (4358634936) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 86.1 MiB (90308736) - RowsReturned: 24,566,745 (24566745) - RowsReturnedRate: 64396 per second (64396) - TotalTime: 6.4m (381491174354) Node Lifecycle Event Timeline Open Started: 2.39s (2392919548) Open Finished: 16.25s (16248453713) First Batch Requested: 16.25s (16248453713) First Batch Returned: 25.60s (25599139336) Last Batch Returned: 31.2m (1869536143233) Closed: 31.2m (1869559142460) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 22ms (22999227) - HTResizeTime: 134ms (134995462) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 86.1 MiB (90284160) - PeakReservation: 86.0 MiB (90177536) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,452.40 (3452.4017222487923) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,167,586 (24167586) - RowsReturned: 24,566,745 (24566745) - StreamingTime: 16.72s (16717437977) - TotalTime: 0ns (0) Buffer pool - AllocTime: 27ms (27999059) - CumulativeAllocationBytes: 86.0 MiB (90177536) - CumulativeAllocations: 43 (43) - InactiveTotalTime: 0ns (0) - PeakReservation: 86.0 MiB (90177536) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 86.0 MiB (90177536) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999059) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,249 (1666249) - BuildTime: 1.56s (1559947557) - InactiveTotalTime: 0ns (0) - LocalTime: 4.77s (4767839743) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,872,626 (36872626) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.11s (3107895552) - RowsReturned: 36,872,626 (36872626) - RowsReturnedRate: 101167 per second (101167) - TotalTime: 6.1m (364469746590) Node Lifecycle Event Timeline Open Started: 2.39s (2392919548) Open Finished: 16.25s (16247453747) First Batch Requested: 16.25s (16248453713) First Batch Returned: 16.25s (16248453713) Last Batch Returned: 24.0m (1442154519560) Closed: 24.0m (1442154519560) Buffer pool - AllocTime: 40ms (40998620) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40998620) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.37s (1372953843) - BuildRowsPartitioned: 1,666,249 (1666249) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 183ms (183993814) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 37ms (37998720) - InactiveTotalTime: 12.12s (12124592360) - PeakMemoryUsage: 14.6 MiB (15297853) - RowsReturned: 1,666,249 (1666249) - RowsReturnedRate: 135781 per second (135781) - TotalTime: 12.27s (12271587416) Node Lifecycle Event Timeline Open Started: 2.39s (2392919548) Open Finished: 2.39s (2392919548) First Batch Requested: 2.39s (2394919481) First Batch Returned: 2.39s (2394919481) Last Batch Returned: 16.06s (16062459966) Closed: 16.25s (16247453747) Buffer pool - AllocTime: 327ms (327988974) - CumulativeAllocationBytes: 370.1 MiB (388071424) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 245ms (245991730) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273989771) - TotalGetBatchTime: 12.23s (12226588929) - DataWaitTime: 12.12s (12124592360) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 825ms (825972231) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163653387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 287ms (287929837) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 710ms (710976081) - InactiveTotalTime: 5.8m (346253359016) - PeakMemoryUsage: 11.4 MiB (11990977) - RowsReturned: 36,872,626 (36872626) - RowsReturnedRate: 106129 per second (106129) - TotalTime: 5.8m (347430319431) Node Lifecycle Event Timeline Open Started: 16.25s (16247453747) Open Finished: 16.25s (16247453747) First Batch Requested: 16.25s (16247453747) First Batch Returned: 16.25s (16247453747) Last Batch Returned: 24.0m (1442153519594) Closed: 24.0m (1442154519560) Buffer pool - AllocTime: 1.96s (1957934178) - CumulativeAllocationBytes: 2.4 GiB (2545745920) - CumulativeAllocations: 207,184 (207184) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11780096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11780096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.62s (1617945603) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2286102812) - TotalGetBatchTime: 5.8m (346643345904) - DataWaitTime: 5.8m (346253359016) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.42s (3423884889) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,592 (103592) - TotalBatchesReceived: 103,592 (103592) - TotalBytesReceived: 982.1 MiB (1029754543) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.91s (13911158477) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 141 (141) - CodegenTotalWallClockTime: 2.12s (2115928861) - CodegenSysTime: 11ms (11924000) - CodegenUserTime: 940ms (940359000) - CodegenVoluntaryContextSwitches: 108 (108) - CompileTime: 305ms (305989713) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 198ms (198993310) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1493949772) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 112ms (112996201) - TotalTime: 2.12s (2115928861) Instance c7456fdd806a4994:3209e926000002e4 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.219 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 439.7 MiB (461008862) - PeakReservation: 427.0 MiB (447741952) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 24,329,182 (24329182) - TotalNetworkReceiveTime: 6.3m (380797652536) - TotalNetworkSendTime: 23.9m (1436453146201) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,499 (2499) - TotalThreadsTotalWallClockTime: 31.2m (1869237478325) - TotalThreadsSysTime: 2.68s (2676699000) - TotalThreadsUserTime: 46.63s (46633703000) - TotalThreadsVoluntaryContextSwitches: 55,412 (55412) - TotalTime: 31.2m (1869238478319) Fragment Instance Lifecycle Event Timeline Prepare Finished: 250ms (250998454) Open Finished: 16.49s (16488898444) First Batch Produced: 25.54s (25540842693) First Batch Sent: 25.54s (25540842693) ExecInternal Finished: 31.2m (1869489476773) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1852999578335) - ExecTreeExecTime: 6.5m (388672603914) - InactiveTotalTime: 0ns (0) - OpenTime: 16.24s (16237899990) - ExecTreeOpenTime: 14.26s (14263912148) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1436473146081) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 24,329,182 (24329182) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.96s (15955901649) - TotalBytesSent: 1.5 GiB (1617911967) - TotalTime: 24.4m (1464265974797) - UncompressedRowBatchSize: 4.0 GiB (4316930420) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 106.1 MiB (111280256) - RowsReturned: 24,329,182 (24329182) - RowsReturnedRate: 60387 per second (60387) - TotalTime: 6.7m (402887516366) Node Lifecycle Event Timeline Open Started: 2.22s (2224986296) Open Finished: 16.49s (16488898444) First Batch Requested: 16.49s (16488898444) First Batch Returned: 25.54s (25540842693) Last Batch Returned: 31.2m (1869465476921) Closed: 31.2m (1869489476773) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 11ms (11999926) - HTResizeTime: 19ms (19999875) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 106.1 MiB (111255680) - PeakReservation: 106.0 MiB (111149056) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,475.02 (3475.0177325087275) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,906,774 (23906774) - RowsReturned: 24,329,182 (24329182) - StreamingTime: 16.31s (16311899465) - TotalTime: 0ns (0) Buffer pool - AllocTime: 7ms (7999951) - CumulativeAllocationBytes: 106.0 MiB (111149056) - CumulativeAllocations: 53 (53) - InactiveTotalTime: 0ns (0) - PeakReservation: 106.0 MiB (111149056) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 106.0 MiB (111149056) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999951) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,624 (1666624) - BuildTime: 1.54s (1539990501) - InactiveTotalTime: 0ns (0) - LocalTime: 4.65s (4646971338) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,901,750 (36901750) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.00s (2996981515) - RowsReturned: 36,901,750 (36901750) - RowsReturnedRate: 95536 per second (95536) - TotalTime: 6.4m (386258618859) Node Lifecycle Event Timeline Open Started: 2.22s (2224986296) Open Finished: 16.49s (16488898444) First Batch Requested: 16.49s (16488898444) First Batch Returned: 16.49s (16488898444) Last Batch Returned: 24.0m (1442096111652) Closed: 24.0m (1442096111652) Buffer pool - AllocTime: 49ms (49999691) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 49ms (49999691) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1338991739) - BuildRowsPartitioned: 1,666,624 (1666624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 192ms (192998811) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 30ms (30999809) - InactiveTotalTime: 12.62s (12615922313) - PeakMemoryUsage: 14.7 MiB (15362875) - RowsReturned: 1,666,624 (1666624) - RowsReturnedRate: 131200 per second (131200) - TotalTime: 12.70s (12702921777) Node Lifecycle Event Timeline Open Started: 2.22s (2224986296) Open Finished: 2.22s (2224986296) First Batch Requested: 2.23s (2230986259) First Batch Returned: 2.23s (2230986259) Last Batch Returned: 16.29s (16294899639) Closed: 16.49s (16488898444) Buffer pool - AllocTime: 644ms (644996028) - CumulativeAllocationBytes: 370.2 MiB (388194304) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 539ms (539996674) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274048162) - TotalGetBatchTime: 12.66s (12664922011) - DataWaitTime: 12.62s (12615922313) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.11s (1107993168) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163689365) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 187ms (187608768) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 711ms (711995615) - InactiveTotalTime: 6.1m (367712733115) - PeakMemoryUsage: 11.4 MiB (11981147) - RowsReturned: 36,901,750 (36901750) - RowsReturnedRate: 100029 per second (100029) - TotalTime: 6.1m (368908725744) Node Lifecycle Event Timeline Open Started: 16.49s (16488898444) Open Finished: 16.49s (16488898444) First Batch Requested: 16.49s (16488898444) First Batch Returned: 16.49s (16488898444) Last Batch Returned: 24.0m (1442095111658) Closed: 24.0m (1442096111652) Buffer pool - AllocTime: 1.64s (1639989905) - CumulativeAllocationBytes: 2.4 GiB (2547728384) - CumulativeAllocations: 207,344 (207344) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.29s (1292992044) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2287908500) - TotalGetBatchTime: 6.1m (368119730606) - DataWaitTime: 6.1m (367712733115) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.49s (3489978506) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,672 (103672) - TotalBatchesReceived: 103,672 (103672) - TotalBytesReceived: 982.8 MiB (1030563676) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.20s (14202313010) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 117 (117) - CodegenTotalWallClockTime: 1.97s (1973987842) - CodegenSysTime: 12ms (12841000) - CodegenUserTime: 936ms (936728000) - CodegenVoluntaryContextSwitches: 100 (100) - CompileTime: 659ms (659995935) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 80ms (80999501) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.11s (1106993182) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 113ms (113999298) - TotalTime: 1.97s (1973987842) Instance c7456fdd806a4994:3209e926000002d9 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.959 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 416.1 MiB (436347293) - PeakReservation: 403.0 MiB (422576128) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 24,584,851 (24584851) - TotalNetworkReceiveTime: 5.9m (352814016532) - TotalNetworkSendTime: 24.4m (1465571842825) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,491 (2491) - TotalThreadsTotalWallClockTime: 31.2m (1869010713644) - TotalThreadsSysTime: 2.59s (2593846000) - TotalThreadsUserTime: 46.40s (46395771000) - TotalThreadsVoluntaryContextSwitches: 57,437 (57437) - TotalTime: 31.2m (1869043712896) Fragment Instance Lifecycle Event Timeline Prepare Finished: 477ms (477989175) Open Finished: 16.23s (16231632435) First Batch Produced: 25.55s (25550421415) First Batch Sent: 25.55s (25550421415) ExecInternal Finished: 31.2m (1869489702796) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1853257070384) - ExecTreeExecTime: 6.0m (359767859339) - InactiveTotalTime: 0ns (0) - OpenTime: 15.75s (15753643260) - ExecTreeOpenTime: 14.40s (14402673852) - PrepareTime: 32ms (32999252) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.4m (1465604842078) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,584,851 (24584851) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.89s (15891640390) - TotalBytesSent: 1.5 GiB (1633534154) - TotalTime: 24.9m (1493417212675) - UncompressedRowBatchSize: 4.1 GiB (4361986804) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 82.1 MiB (86114432) - RowsReturned: 24,584,851 (24584851) - RowsReturnedRate: 65710 per second (65710) - TotalTime: 6.2m (374140533868) Node Lifecycle Event Timeline Open Started: 1.83s (1828958583) Open Finished: 16.23s (16231632435) First Batch Requested: 16.23s (16231632435) First Batch Returned: 25.55s (25550421415) Last Batch Returned: 31.1m (1868918715722) Closed: 31.2m (1869489702796) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 11ms (11999730) - HTResizeTime: 11ms (11999728) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 82.1 MiB (86089856) - PeakReservation: 82.0 MiB (85983232) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,478.57 (3478.5736198409495) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,188,797 (24188797) - RowsReturned: 24,584,851 (24584851) - StreamingTime: 15.69s (15686645001) - TotalTime: 0ns (0) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 82.0 MiB (85983232) - CumulativeAllocations: 41 (41) - InactiveTotalTime: 0ns (0) - PeakReservation: 82.0 MiB (85983232) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 82.0 MiB (85983232) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,169 (1664169) - BuildTime: 1.47s (1468966727) - InactiveTotalTime: 0ns (0) - LocalTime: 4.57s (4568896572) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,853,534 (36853534) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.97s (2973932695) - RowsReturned: 36,853,534 (36853534) - RowsReturnedRate: 102881 per second (102881) - TotalTime: 6.0m (358212894317) Node Lifecycle Event Timeline Open Started: 1.83s (1828958583) Open Finished: 16.23s (16230632458) First Batch Requested: 16.23s (16231632435) First Batch Returned: 16.23s (16231632435) Last Batch Returned: 24.0m (1442112366693) Closed: 24.0m (1442112366693) Buffer pool - AllocTime: 18ms (18999570) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999570) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.29s (1294970668) - BuildRowsPartitioned: 1,664,169 (1664169) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 170ms (170996128) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 35ms (35999188) - InactiveTotalTime: 12.81s (12815709788) - PeakMemoryUsage: 6.7 MiB (7045120) - RowsReturned: 1,664,169 (1664169) - RowsReturnedRate: 129148 per second (129148) - TotalTime: 12.88s (12885708209) Node Lifecycle Event Timeline Open Started: 1.83s (1828958583) Open Finished: 1.83s (1828958583) First Batch Requested: 1.83s (1830958537) First Batch Returned: 1.83s (1830958537) Last Batch Returned: 16.06s (16058636353) Closed: 16.23s (16230632458) Buffer pool - AllocTime: 263ms (263994025) - CumulativeAllocationBytes: 369.6 MiB (387588096) - CumulativeAllocations: 18,950 (18950) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.7 MiB (7045120) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.7 MiB (7045120) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 209ms (209995247) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273630766) - TotalGetBatchTime: 12.84s (12838709271) - DataWaitTime: 12.81s (12815709788) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 718ms (718983724) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,475 (9475) - TotalBatchesReceived: 9,475 (9475) - TotalBytesReceived: 155.9 MiB (163445263) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 716ms (716983764) - InactiveTotalTime: 5.7m (339607315592) - PeakMemoryUsage: 11.6 MiB (12187928) - RowsReturned: 36,853,534 (36853534) - RowsReturnedRate: 108151 per second (108151) - TotalTime: 5.7m (340758289536) Node Lifecycle Event Timeline Open Started: 16.23s (16230632458) Open Finished: 16.23s (16230632458) First Batch Requested: 16.23s (16230632458) First Batch Returned: 16.23s (16230632458) Last Batch Returned: 24.0m (1442111366715) Closed: 24.0m (1442112366693) Buffer pool - AllocTime: 1.13s (1132974354) - CumulativeAllocationBytes: 2.4 GiB (2544443392) - CumulativeAllocations: 207,080 (207080) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 813ms (813981576) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2284919108) - TotalGetBatchTime: 5.7m (339958307649) - DataWaitTime: 5.7m (339607315592) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.55s (2552942225) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,540 (103540) - TotalBatchesReceived: 103,540 (103540) - TotalBytesReceived: 981.5 MiB (1029210470) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.91s (14907237220) - TotalRPCsDeferred: 777 (777) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 96 (96) - CodegenTotalWallClockTime: 1.35s (1350969408) - CodegenSysTime: 14ms (14739000) - CodegenUserTime: 913ms (913894000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 417ms (417990535) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 85ms (85998052) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 771ms (771982518) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 71ms (71998370) - TotalTime: 1.35s (1350969408) Instance c7456fdd806a4994:3209e926000002d1 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.823 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 423.7 MiB (444280798) - PeakReservation: 411.0 MiB (430964736) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 24,583,066 (24583066) - TotalNetworkReceiveTime: 6.4m (383630339421) - TotalNetworkSendTime: 23.9m (1433938111729) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,068 (2068) - TotalThreadsTotalWallClockTime: 31.1m (1868673563809) - TotalThreadsSysTime: 2.57s (2572448000) - TotalThreadsUserTime: 46.74s (46744828000) - TotalThreadsVoluntaryContextSwitches: 58,478 (58478) - TotalTime: 31.1m (1868719563010) Fragment Instance Lifecycle Event Timeline Prepare Finished: 369ms (369993573) Open Finished: 16.25s (16249717768) First Batch Produced: 25.64s (25635554751) First Batch Sent: 25.64s (25635554751) ExecInternal Finished: 31.2m (1869044557365) Buffer pool - AllocTime: 999.98us (999983) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999983) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1852793839614) - ExecTreeExecTime: 6.5m (391454203557) - InactiveTotalTime: 0ns (0) - OpenTime: 15.88s (15879724195) - ExecTreeOpenTime: 13.82s (13819759973) - PrepareTime: 45ms (45999201) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1433972111142) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 24,583,066 (24583066) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.56s (15563729859) - TotalBytesSent: 1.5 GiB (1633570180) - TotalTime: 24.4m (1461280637083) - UncompressedRowBatchSize: 4.1 GiB (4361764775) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 90.1 MiB (94503040) - RowsReturned: 24,583,066 (24583066) - RowsReturnedRate: 60664 per second (60664) - TotalTime: 6.8m (405229964296) Node Lifecycle Event Timeline Open Started: 2.43s (2429957795) Open Finished: 16.25s (16249717768) First Batch Requested: 16.25s (16249717768) First Batch Returned: 25.64s (25635554751) Last Batch Returned: 30.3m (1816461469545) Closed: 31.2m (1869044557365) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 18ms (18999673) - HTResizeTime: 15ms (15999719) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 90.1 MiB (94478464) - PeakReservation: 90.0 MiB (94371840) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,488.22 (3488.219687913) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,181,554 (24181554) - RowsReturned: 24,583,066 (24583066) - StreamingTime: 15.93s (15933723299) - TotalTime: 0ns (0) Buffer pool - AllocTime: 14ms (14999740) - CumulativeAllocationBytes: 90.0 MiB (94371840) - CumulativeAllocations: 45 (45) - InactiveTotalTime: 0ns (0) - PeakReservation: 90.0 MiB (94371840) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 90.0 MiB (94371840) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999740) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,088 (1668088) - BuildTime: 1.35s (1348976546) - InactiveTotalTime: 0ns (0) - LocalTime: 4.52s (4522921437) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,936,030 (36936030) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.07s (3070946681) - RowsReturned: 36,936,030 (36936030) - RowsReturnedRate: 94964 per second (94964) - TotalTime: 6.5m (388944247110) Node Lifecycle Event Timeline Open Started: 2.43s (2429957795) Open Finished: 16.25s (16249717768) First Batch Requested: 16.25s (16249717768) First Batch Returned: 16.25s (16249717768) Last Batch Returned: 24.0m (1442225961478) Closed: 24.0m (1442225961478) Buffer pool - AllocTime: 158ms (158997240) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 158ms (158997240) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.16s (1159979828) - BuildRowsPartitioned: 1,668,088 (1668088) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 186ms (186996753) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 44ms (44999217) - InactiveTotalTime: 12.26s (12261787058) - PeakMemoryUsage: 14.7 MiB (15450372) - RowsReturned: 1,668,088 (1668088) - RowsReturnedRate: 133942 per second (133942) - TotalTime: 12.45s (12453783722) Node Lifecycle Event Timeline Open Started: 2.43s (2429957795) Open Finished: 2.43s (2429957795) First Batch Requested: 2.43s (2430957778) First Batch Returned: 2.43s (2430957778) Last Batch Returned: 16.06s (16061721033) Closed: 16.25s (16249717768) Buffer pool - AllocTime: 554ms (554990361) - CumulativeAllocationBytes: 370.5 MiB (388497408) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 315ms (315994513) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274286907) - TotalGetBatchTime: 12.40s (12402784610) - DataWaitTime: 12.26s (12261787058) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 956ms (956983408) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163838342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 274ms (274838271) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 669ms (669988356) - InactiveTotalTime: 6.2m (370807562112) - PeakMemoryUsage: 11.4 MiB (12001252) - RowsReturned: 36,936,030 (36936030) - RowsReturnedRate: 99299 per second (99299) - TotalTime: 6.2m (371967541951) Node Lifecycle Event Timeline Open Started: 16.25s (16249717768) Open Finished: 16.25s (16249717768) First Batch Requested: 16.25s (16249717768) First Batch Returned: 16.25s (16249717768) Last Batch Returned: 24.0m (1442224961495) Closed: 24.0m (1442225961478) Buffer pool - AllocTime: 1.03s (1029982107) - CumulativeAllocationBytes: 2.4 GiB (2550153216) - CumulativeAllocations: 207,546 (207546) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 629ms (629989057) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2290033860) - TotalGetBatchTime: 6.2m (371211555090) - DataWaitTime: 6.2m (370807562112) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.45s (2452957425) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,773 (103773) - TotalBatchesReceived: 103,773 (103773) - TotalBytesReceived: 983.7 MiB (1031524771) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.83s (13832153938) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 133 (133) - CodegenTotalWallClockTime: 2.06s (2059964222) - CodegenSysTime: 14ms (14761000) - CodegenUserTime: 967ms (967883000) - CodegenVoluntaryContextSwitches: 103 (103) - CompileTime: 398ms (398993070) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 107ms (107998125) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.48s (1478974313) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 70ms (70998767) - TotalTime: 2.06s (2059964222) Instance c7456fdd806a4994:3209e926000002c8 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.197 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 427.7 MiB (448507870) - PeakReservation: 415.0 MiB (435159040) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 24,412,104 (24412104) - TotalNetworkReceiveTime: 5.4m (321303261733) - TotalNetworkSendTime: 24.9m (1495833565196) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,494 (2494) - TotalThreadsTotalWallClockTime: 31.1m (1868575708780) - TotalThreadsSysTime: 2.56s (2565828000) - TotalThreadsUserTime: 46.15s (46154686000) - TotalThreadsVoluntaryContextSwitches: 58,057 (58057) - TotalTime: 31.1m (1868578708773) Fragment Instance Lifecycle Event Timeline Prepare Finished: 380ms (380999125) Open Finished: 16.03s (16030963179) First Batch Produced: 25.38s (25381941701) First Batch Sent: 25.38s (25381941701) ExecInternal Finished: 31.1m (1868957707903) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1852925744726) - ExecTreeExecTime: 5.5m (329530242842) - InactiveTotalTime: 0ns (0) - OpenTime: 15.65s (15649964054) - ExecTreeOpenTime: 13.37s (13373969282) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 1,000.00us (999998) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.9m (1495852565152) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,412,104 (24412104) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.88s (15881963525) - TotalBytesSent: 1.5 GiB (1622790605) - TotalTime: 25.4m (1523318502058) - UncompressedRowBatchSize: 4.0 GiB (4331529687) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 94.1 MiB (98697344) - RowsReturned: 24,412,104 (24412104) - RowsReturnedRate: 71196 per second (71196) - TotalTime: 5.7m (342881212177) Node Lifecycle Event Timeline Open Started: 2.66s (2656993897) Open Finished: 16.03s (16030963179) First Batch Requested: 16.03s (16030963179) First Batch Returned: 25.38s (25381941701) Last Batch Returned: 30.3m (1816367828475) Closed: 31.1m (1868957707903) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 21ms (21999948) - HTResizeTime: 15ms (15999967) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 94.1 MiB (98672768) - PeakReservation: 94.0 MiB (98566144) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,479.54 (3479.5416010587933) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,005,022 (24005022) - RowsReturned: 24,412,104 (24412104) - StreamingTime: 15.81s (15815963675) - TotalTime: 0ns (0) Buffer pool - AllocTime: 8ms (8999978) - CumulativeAllocationBytes: 94.0 MiB (98566144) - CumulativeAllocations: 47 (47) - InactiveTotalTime: 0ns (0) - PeakReservation: 94.0 MiB (98566144) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 94.0 MiB (98566144) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,086 (1664086) - BuildTime: 1.36s (1358996865) - InactiveTotalTime: 0ns (0) - LocalTime: 4.50s (4499989658) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,820,367 (36820367) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.01s (3006993099) - RowsReturned: 36,820,367 (36820367) - RowsReturnedRate: 112691 per second (112691) - TotalTime: 5.4m (326735249247) Node Lifecycle Event Timeline Open Started: 2.66s (2656993897) Open Finished: 16.03s (16029963182) First Batch Requested: 16.03s (16030963179) First Batch Returned: 16.03s (16030963179) Last Batch Returned: 24.0m (1442135686671) Closed: 24.0m (1442135686671) Buffer pool - AllocTime: 46ms (46999892) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 46ms (46999892) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.18s (1175997284) - BuildRowsPartitioned: 1,664,086 (1664086) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 175ms (175999596) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 38ms (38999910) - InactiveTotalTime: 11.90s (11899972688) - PeakMemoryUsage: 14.8 MiB (15476201) - RowsReturned: 1,664,086 (1664086) - RowsReturnedRate: 138882 per second (138882) - TotalTime: 11.98s (11981972495) Node Lifecycle Event Timeline Open Started: 2.66s (2656993897) Open Finished: 2.66s (2656993897) First Batch Requested: 2.66s (2662993884) First Batch Returned: 2.66s (2662993884) Last Batch Returned: 15.85s (15852963588) Closed: 16.03s (16029963182) Buffer pool - AllocTime: 596ms (596998627) - CumulativeAllocationBytes: 369.7 MiB (387629056) - CumulativeAllocations: 18,952 (18952) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 312ms (312999280) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 260.9 MiB (273615559) - TotalGetBatchTime: 11.94s (11939972593) - DataWaitTime: 11.90s (11899972688) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.03s (1032997640) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,476 (9476) - TotalBatchesReceived: 9,476 (9476) - TotalBytesReceived: 155.9 MiB (163434187) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 573ms (573836928) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 817ms (817998119) - InactiveTotalTime: 5.1m (308859290302) - PeakMemoryUsage: 11.4 MiB (11980997) - RowsReturned: 36,820,367 (36820367) - RowsReturnedRate: 118678 per second (118678) - TotalTime: 5.2m (310253287094) Node Lifecycle Event Timeline Open Started: 16.03s (16029963182) Open Finished: 16.03s (16029963182) First Batch Requested: 16.03s (16029963182) First Batch Returned: 16.03s (16029963182) Last Batch Returned: 24.0m (1442134686674) Closed: 24.0m (1442135686671) Buffer pool - AllocTime: 1.78s (1779995917) - CumulativeAllocationBytes: 2.4 GiB (2542149632) - CumulativeAllocations: 206,896 (206896) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.48s (1481996605) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2282862754) - TotalGetBatchTime: 5.2m (309345289182) - DataWaitTime: 5.1m (308859290302) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.38s (3376992265) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,448 (103448) - TotalBatchesReceived: 103,448 (103448) - TotalBytesReceived: 980.7 MiB (1028287791) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.70s (13704098686) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 164 (164) - CodegenTotalWallClockTime: 2.27s (2275994772) - CodegenSysTime: 20ms (20587000) - CodegenUserTime: 898ms (898539000) - CodegenVoluntaryContextSwitches: 126 (126) - CompileTime: 344ms (344999207) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 76ms (76999823) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.67s (1669996164) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 180ms (180999584) - TotalTime: 2.27s (2275994772) Instance c7456fdd806a4994:3209e926000002d3 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.604 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 417.9 MiB (438153182) - PeakReservation: 405.0 MiB (424673280) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 24,560,679 (24560679) - TotalNetworkReceiveTime: 7.2m (433014588596) - TotalNetworkSendTime: 23.1m (1385482691382) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,833 (1833) - TotalThreadsTotalWallClockTime: 31.1m (1868512499928) - TotalThreadsSysTime: 2.52s (2518075000) - TotalThreadsUserTime: 45.78s (45784780000) - TotalThreadsVoluntaryContextSwitches: 58,749 (58749) - TotalTime: 31.1m (1868512499928) Fragment Instance Lifecycle Event Timeline Prepare Finished: 328ms (328988291) Open Finished: 16.06s (16062428347) First Batch Produced: 25.48s (25478093247) First Batch Sent: 25.48s (25478093247) ExecInternal Finished: 31.1m (1868843488148) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1852779059872) - ExecTreeExecTime: 7.3m (440682315641) - InactiveTotalTime: 0ns (0) - OpenTime: 15.73s (15733440056) - ExecTreeOpenTime: 13.83s (13828507851) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.1m (1385493690989) - PeakMemoryUsage: 1.3 MiB (1387440) - RowsSent: 24,560,679 (24560679) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.30s (15302455377) - TotalBytesSent: 1.5 GiB (1632223131) - TotalTime: 23.5m (1412035746397) - UncompressedRowBatchSize: 4.1 GiB (4357914461) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 84.1 MiB (88211584) - RowsReturned: 24,560,679 (24560679) - RowsReturnedRate: 54042 per second (54042) - TotalTime: 7.6m (454472824848) Node Lifecycle Event Timeline Open Started: 2.23s (2233920496) Open Finished: 16.06s (16062428347) First Batch Requested: 16.06s (16062428347) First Batch Returned: 25.48s (25478093247) Last Batch Returned: 30.2m (1814699414729) Closed: 31.1m (1868843488148) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 14ms (14999467) - HTResizeTime: 117ms (117995794) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 84.1 MiB (88187008) - PeakReservation: 84.0 MiB (88080384) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,460.00 (3459.999640794603) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,161,723 (24161723) - RowsReturned: 24,560,679 (24560679) - StreamingTime: 15.90s (15899434146) - TotalTime: 0ns (0) Buffer pool - AllocTime: 20ms (20999253) - CumulativeAllocationBytes: 84.0 MiB (88080384) - CumulativeAllocations: 42 (42) - InactiveTotalTime: 0ns (0) - PeakReservation: 84.0 MiB (88080384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 84.0 MiB (88080384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999253) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,877 (1665877) - BuildTime: 1.56s (1564944285) - InactiveTotalTime: 0ns (0) - LocalTime: 4.51s (4506839532) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,865,003 (36865003) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.83s (2829899243) - RowsReturned: 36,865,003 (36865003) - RowsReturnedRate: 84113 per second (84113) - TotalTime: 7.3m (438274401336) Node Lifecycle Event Timeline Open Started: 2.23s (2233920496) Open Finished: 16.06s (16061428383) First Batch Requested: 16.06s (16062428347) First Batch Returned: 16.06s (16062428347) Last Batch Returned: 24.0m (1442028674687) Closed: 24.0m (1442028674687) Buffer pool - AllocTime: 68ms (68997543) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68997543) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.36s (1363951439) - BuildRowsPartitioned: 1,665,877 (1665877) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 181ms (181993523) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 38ms (38998615) - InactiveTotalTime: 12.13s (12127568405) - PeakMemoryUsage: 14.7 MiB (15397224) - RowsReturned: 1,665,877 (1665877) - RowsReturnedRate: 136094 per second (136094) - TotalTime: 12.24s (12240564385) Node Lifecycle Event Timeline Open Started: 2.23s (2233920496) Open Finished: 2.23s (2233920496) First Batch Requested: 2.25s (2248919962) First Batch Returned: 2.25s (2248919962) Last Batch Returned: 15.88s (15878434895) Closed: 16.06s (16061428383) Buffer pool - AllocTime: 482ms (482982809) - CumulativeAllocationBytes: 370.0 MiB (387997696) - CumulativeAllocations: 18,968 (18968) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 337ms (337987971) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273929603) - TotalGetBatchTime: 12.20s (12198565876) - DataWaitTime: 12.13s (12127568405) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 886ms (886968444) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,484 (9484) - TotalBatchesReceived: 9,484 (9484) - TotalBytesReceived: 156.0 MiB (163623701) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 269ms (269553557) - TotalRPCsDeferred: 26 (26) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 644ms (644977048) - InactiveTotalTime: 7.0m (420317040476) - PeakMemoryUsage: 11.5 MiB (12011339) - RowsReturned: 36,865,003 (36865003) - RowsReturnedRate: 87455 per second (87455) - TotalTime: 7.0m (421526997419) Node Lifecycle Event Timeline Open Started: 16.06s (16061428383) Open Finished: 16.06s (16061428383) First Batch Requested: 16.06s (16061428383) First Batch Returned: 16.06s (16061428383) Last Batch Returned: 24.0m (1442026674759) Closed: 24.0m (1442028674687) Buffer pool - AllocTime: 973ms (973965334) - CumulativeAllocationBytes: 2.4 GiB (2545238016) - CumulativeAllocations: 207,148 (207148) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 703ms (703974947) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2285630186) - TotalGetBatchTime: 7.0m (420801023253) - DataWaitTime: 7.0m (420317040476) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.26s (2260919524) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,574 (103574) - TotalBatchesReceived: 103,574 (103574) - TotalBytesReceived: 981.9 MiB (1029545620) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.85s (13854581157) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 163 (163) - CodegenTotalWallClockTime: 1.90s (1903932240) - CodegenSysTime: 13ms (13814000) - CodegenUserTime: 925ms (925571000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 457ms (457983701) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 84ms (84996975) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1261955088) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 95ms (95996583) - TotalTime: 1.90s (1903932240) Instance c7456fdd806a4994:3209e926000002c5 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.864 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 417.8 MiB (438144974) - PeakReservation: 405.0 MiB (424673280) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 24,560,631 (24560631) - TotalNetworkReceiveTime: 7.3m (436319657214) - TotalNetworkSendTime: 23.0m (1380563972493) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,981 (1981) - TotalThreadsTotalWallClockTime: 31.1m (1868448752638) - TotalThreadsSysTime: 2.66s (2662636000) - TotalThreadsUserTime: 46.79s (46787519000) - TotalThreadsVoluntaryContextSwitches: 55,025 (55025) - TotalTime: 31.1m (1868484750629) Fragment Instance Lifecycle Event Timeline Prepare Finished: 387ms (387978350) Open Finished: 15.86s (15864114748) First Batch Produced: 25.32s (25321586997) First Batch Sent: 25.32s (25321586997) ExecInternal Finished: 31.1m (1868838730877) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1852972616240) - ExecTreeExecTime: 7.4m (444521199762) - InactiveTotalTime: 0ns (0) - OpenTime: 15.48s (15476136398) - ExecTreeOpenTime: 13.57s (13573242583) - PrepareTime: 35ms (35997991) - ExecTreePrepareTime: 999.94us (999944) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380587971153) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,560,631 (24560631) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.86s (15855115311) - TotalBytesSent: 1.5 GiB (1632135716) - TotalTime: 23.5m (1408390419881) - UncompressedRowBatchSize: 4.1 GiB (4357894014) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 84.1 MiB (88211584) - RowsReturned: 24,560,631 (24560631) - RowsReturnedRate: 53619 per second (53619) - TotalTime: 7.6m (458053444635) Node Lifecycle Event Timeline Open Started: 2.29s (2290872165) Open Finished: 15.86s (15864114748) First Batch Requested: 15.86s (15864114748) First Batch Returned: 25.32s (25321586997) Last Batch Returned: 30.3m (1816251665804) Closed: 31.1m (1868837730932) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 11ms (11999330) - HTResizeTime: 13ms (13999219) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 84.1 MiB (88187008) - PeakReservation: 84.0 MiB (88080384) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,467.91 (3467.9140901735555) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,162,462 (24162462) - RowsReturned: 24,560,631 (24560631) - StreamingTime: 15.86s (15859115200) - TotalTime: 0ns (0) Buffer pool - AllocTime: 7ms (7999553) - CumulativeAllocationBytes: 84.0 MiB (88080384) - CumulativeAllocations: 42 (42) - InactiveTotalTime: 0ns (0) - PeakReservation: 84.0 MiB (88080384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 84.0 MiB (88080384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999553) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,237 (1665237) - BuildTime: 1.52s (1518915233) - InactiveTotalTime: 0ns (0) - LocalTime: 4.73s (4731735976) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,873,978 (36873978) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.09s (3087827722) - RowsReturned: 36,873,978 (36873978) - RowsReturnedRate: 83444 per second (83444) - TotalTime: 7.4m (441898345945) Node Lifecycle Event Timeline Open Started: 2.29s (2290872165) Open Finished: 15.86s (15863114804) First Batch Requested: 15.86s (15864114748) First Batch Returned: 15.86s (15864114748) Last Batch Returned: 24.0m (1442012550760) Closed: 24.0m (1442012550760) Buffer pool - AllocTime: 148ms (148991689) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 148ms (148991689) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.33s (1327925890) - BuildRowsPartitioned: 1,665,237 (1665237) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 186ms (186989566) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 36ms (36997935) - InactiveTotalTime: 11.93s (11928334382) - PeakMemoryUsage: 14.6 MiB (15286222) - RowsReturned: 1,665,237 (1665237) - RowsReturnedRate: 138696 per second (138696) - TotalTime: 12.01s (12006330029) Node Lifecycle Event Timeline Open Started: 2.29s (2290872165) Open Finished: 2.29s (2290872165) First Batch Requested: 2.29s (2291872109) First Batch Returned: 2.29s (2291872109) Last Batch Returned: 15.68s (15675125294) Closed: 15.86s (15863114804) Buffer pool - AllocTime: 359ms (359979911) - CumulativeAllocationBytes: 369.9 MiB (387883008) - CumulativeAllocations: 18,964 (18964) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 350ms (350980415) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273810420) - TotalGetBatchTime: 11.96s (11960332596) - DataWaitTime: 11.93s (11928334382) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 738ms (738958763) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,482 (9482) - TotalBatchesReceived: 9,482 (9482) - TotalBytesReceived: 156.0 MiB (163552210) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 318ms (318049999) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 734ms (734959003) - InactiveTotalTime: 7.1m (423869351938) - PeakMemoryUsage: 11.4 MiB (11970969) - RowsReturned: 36,873,978 (36873978) - RowsReturnedRate: 86729 per second (86729) - TotalTime: 7.1m (425160279940) Node Lifecycle Event Timeline Open Started: 15.86s (15863114804) Open Finished: 15.86s (15863114804) First Batch Requested: 15.86s (15863114804) First Batch Returned: 15.86s (15863114804) Last Batch Returned: 24.0m (1442012550760) Closed: 24.0m (1442012550760) Buffer pool - AllocTime: 1.47s (1473917763) - CumulativeAllocationBytes: 2.4 GiB (2545876992) - CumulativeAllocations: 207,196 (207196) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 865ms (865951683) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2286186636) - TotalGetBatchTime: 7.1m (424340325678) - DataWaitTime: 7.1m (423869351938) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.84s (2836841730) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,598 (103598) - TotalBatchesReceived: 103,598 (103598) - TotalBytesReceived: 982.1 MiB (1029771495) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.65s (13652864528) - TotalRPCsDeferred: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 96 (96) - CodegenTotalWallClockTime: 1.90s (1902893815) - CodegenSysTime: 9ms (9281000) - CodegenUserTime: 922ms (922123000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 356ms (356980080) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 91ms (91994866) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.37s (1373923332) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 75ms (75995760) - TotalTime: 1.90s (1902893815) Instance c7456fdd806a4994:3209e926000002c4 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.769 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 437.7 MiB (458919886) - PeakReservation: 425.0 MiB (445644800) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 24,271,128 (24271128) - TotalNetworkReceiveTime: 6.8m (407014462795) - TotalNetworkSendTime: 23.5m (1411281602300) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,940 (1940) - TotalThreadsTotalWallClockTime: 31.1m (1868337277689) - TotalThreadsSysTime: 2.55s (2549680000) - TotalThreadsUserTime: 45.36s (45356895000) - TotalThreadsVoluntaryContextSwitches: 58,304 (58304) - TotalTime: 31.1m (1868337277689) Fragment Instance Lifecycle Event Timeline Prepare Finished: 537ms (537980779) Open Finished: 15.89s (15894432143) First Batch Produced: 25.64s (25644083824) First Batch Sent: 25.64s (25644083824) ExecInternal Finished: 31.1m (1868876258432) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1852980826325) - ExecTreeExecTime: 6.9m (415062175378) - InactiveTotalTime: 0ns (0) - OpenTime: 15.36s (15356451364) - ExecTreeOpenTime: 13.43s (13430520171) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=75) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1411302601550) - PeakMemoryUsage: 1.2 MiB (1297328) - RowsSent: 24,271,128 (24271128) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.44s (15443448471) - TotalBytesSent: 1.5 GiB (1614295184) - TotalTime: 24.0m (1437846653523) - UncompressedRowBatchSize: 4.0 GiB (4305824337) AGGREGATION_NODE (id=34) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 104.1 MiB (109183104) - RowsReturned: 24,271,128 (24271128) - RowsReturnedRate: 56646 per second (56646) - TotalTime: 7.1m (428463696586) Node Lifecycle Event Timeline Open Started: 2.46s (2463911972) Open Finished: 15.89s (15894432143) First Batch Requested: 15.89s (15894432143) First Batch Returned: 25.64s (25644083824) Last Batch Returned: 30.3m (1816291135406) Closed: 31.1m (1868876258432) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 19ms (19999286) - HTResizeTime: 19ms (19999286) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 104.1 MiB (109158528) - PeakReservation: 104.0 MiB (109051904) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,491.28 (3491.284326173412) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,841,668 (23841668) - RowsReturned: 24,271,128 (24271128) - StreamingTime: 15.61s (15610442380) - TotalTime: 0ns (0) Buffer pool - AllocTime: 12ms (12999537) - CumulativeAllocationBytes: 104.0 MiB (109051904) - CumulativeAllocations: 52 (52) - InactiveTotalTime: 0ns (0) - PeakReservation: 104.0 MiB (109051904) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 104.0 MiB (109051904) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999537) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=33) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,498 (1667498) - BuildTime: 1.53s (1527945402) - InactiveTotalTime: 0ns (0) - LocalTime: 4.55s (4554837267) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 36,949,817 (36949817) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.95s (2948894649) - RowsReturned: 36,949,817 (36949817) - RowsReturnedRate: 89607 per second (89607) - TotalTime: 6.9m (412353272065) Node Lifecycle Event Timeline Open Started: 2.46s (2463911972) Open Finished: 15.89s (15893432179) First Batch Requested: 15.89s (15894432143) First Batch Returned: 15.89s (15894432143) Last Batch Returned: 24.0m (1442049495577) Closed: 24.0m (1442049495577) Buffer pool - AllocTime: 143ms (143994856) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 143ms (143994856) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=33) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1336952225) - BuildRowsPartitioned: 1,667,498 (1667498) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 186ms (186993319) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=74) - ConvertRowBatchTime: 36ms (36998677) - InactiveTotalTime: 11.80s (11805578235) - PeakMemoryUsage: 14.7 MiB (15443521) - RowsReturned: 1,667,498 (1667498) - RowsReturnedRate: 140189 per second (140189) - TotalTime: 11.89s (11894575055) Node Lifecycle Event Timeline Open Started: 2.46s (2463911972) Open Finished: 2.46s (2463911972) First Batch Requested: 2.46s (2464911936) First Batch Returned: 2.46s (2464911936) Last Batch Returned: 15.71s (15705438895) Closed: 15.89s (15893432179) Buffer pool - AllocTime: 699ms (699974985) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 372ms (372986667) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274167102) - TotalGetBatchTime: 11.85s (11851576593) - DataWaitTime: 11.80s (11805578235) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.05s (1055962284) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163752929) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 463ms (463704430) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=73) - ConvertRowBatchTime: 671ms (671976004) - InactiveTotalTime: 6.6m (394660904143) - PeakMemoryUsage: 11.5 MiB (12071348) - RowsReturned: 36,949,817 (36949817) - RowsReturnedRate: 93330 per second (93330) - TotalTime: 6.6m (395903859743) Node Lifecycle Event Timeline Open Started: 15.89s (15893432179) Open Finished: 15.89s (15893432179) First Batch Requested: 15.89s (15893432179) First Batch Returned: 15.89s (15893432179) Last Batch Returned: 24.0m (1442048495612) Closed: 24.0m (1442049495577) Buffer pool - AllocTime: 1.21s (1209956774) - CumulativeAllocationBytes: 2.4 GiB (2551111680) - CumulativeAllocations: 207,624 (207624) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 886ms (886968308) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2290888654) - TotalGetBatchTime: 6.6m (395143886882) - DataWaitTime: 6.6m (394660904143) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.61s (2608906794) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 103,812 (103812) - TotalBatchesReceived: 103,812 (103812) - TotalBytesReceived: 984.1 MiB (1031914343) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 13.66s (13657163803) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 163 (163) - CodegenTotalWallClockTime: 1.92s (1924931228) - CodegenSysTime: 10ms (10846000) - CodegenUserTime: 909ms (909117000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 274ms (274990176) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 66ms (66997606) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.34s (1344951949) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 142ms (142994891) - TotalTime: 1.92s (1924931228) Averaged Fragment F25 split sizes: min: 12.84 GB, max: 13.59 GB, avg: 13.21 GB, stddev: 169.45 MB completion times: min:16m50s max:24m5s mean: 23m5s stddev:1m1s execution rates: min:9.30 MB/sec max:13.08 MB/sec mean:9.79 MB/sec stddev:564.47 KB/sec num instances: 39 - AverageThreadTokens: 2.00 (1.998581129707889) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 79.3 MiB (83122210) - PeakReservation: 74.1 MiB (77725485) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 36,914,110 (36914110) - TotalNetworkReceiveTime: 27ms (27230142) - TotalNetworkSendTime: 22.7m (1359020126820) - TotalStorageWaitTime: 4.01s (4012909820) - TotalThreadsInvoluntaryContextSwitches: 146 (146) - TotalThreadsTotalWallClockTime: 46.0m (2761421260509) - TotalThreadsSysTime: 1.45s (1451465000) - TotalThreadsUserTime: 19.04s (19044136153) - TotalThreadsVoluntaryContextSwitches: 54,783 (54783) - TotalTime: 23.0m (1381754274323) Buffer pool - AllocTime: 230.76us (230764) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 230.76us (230764) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.0m (1380170590712) - ExecTreeExecTime: 4.66s (4660407125) - InactiveTotalTime: 0ns (0) - OpenTime: 1.56s (1562222503) - ExecTreeOpenTime: 364ms (364531471) - PrepareTime: 21ms (21384185) - ExecTreePrepareTime: 12ms (12922783) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1205919) - RowsSent: 36,914,110 (36914110) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.12s (7120072385) - TotalBytesSent: 983.2 MiB (1030944917) - TotalTime: 22.9m (1372538902911) - UncompressedRowBatchSize: 2.1 GiB (2288674866) HASH_JOIN_NODE (id=32) - BuildRows: 365 (365) - BuildTime: 27ms (27845471) - InactiveTotalTime: 0ns (0) - LocalTime: 1.51s (1507556188) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 36,914,110 (36914110) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.40s (1401327847) - RowsReturned: 36,914,110 (36914110) - RowsReturnedRate: 17967792 per second (17967792) - TotalTime: 5.02s (5021989909) Buffer pool - AllocTime: 19ms (19973911) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19948270) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) - BuildRowsPartitionTime: 19ms (19409828) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 871.77us (871766) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 25.64us (25640) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 9728 per second (9728) - TotalTime: 27ms (27255782) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 5ms (5384500) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 27ms (27230142) - DataWaitTime: 27ms (27230142) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) - AverageHdfsReadThreadConcurrency: 0.01 (0.006036829819699087) - AverageScannerThreadConcurrency: 1.00 (0.9995788501842916) - BytesRead: 623.4 MiB (653630308) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 623.4 MiB (653630308) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 623.4 MiB (653630308) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 431ms (431939179) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.73s (3735612580) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 75.2 MiB (78810671) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 243.1 MiB/s (254875801) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1218479786) - RowBatchQueueGetWaitTime: 3.17s (3173723320) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 22.8m (1370663361412) - RowBatchesEnqueued: 36,086 (36086) - RowsRead: 36,914,110 (36914110) - RowsReturned: 36,914,110 (36914110) - RowsReturnedRate: 77175415 per second (77175415) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 4.01s (4012909820) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.0m (1379688498573) - ScannerThreadsSysTime: 270ms (270981461) - ScannerThreadsUserTime: 3.95s (3948092897) - ScannerThreadsVoluntaryContextSwitches: 24,052 (24052) - TotalRawHdfsOpenFileTime(*): 487.17us (487168) - TotalRawHdfsReadTime(*): 8.17s (8172247838) - TotalReadThroughput: 462.8 KiB/s (473912) - TotalTime: 3.49s (3487177938) Buffer pool - AllocTime: 42ms (42794003) - CumulativeAllocationBytes: 724.4 MiB (759605930) - CumulativeAllocations: 131 (131) - InactiveTotalTime: 0ns (0) - PeakReservation: 71.2 MiB (74637101) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 70.4 MiB (73776731) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42332475) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 235,178 (235178) - Rows rejected: 0 (0) - Rows total: 36,914,110 (36914110) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 74 (74) - Files rejected: 59 (59) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,056 (36056) - RowGroups rejected: 0 (0) - RowGroups total: 36,056 (36056) - Rows processed: 242,819 (242819) - Rows rejected: 0 (0) - Rows total: 36,914,110 (36914110) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 52 (52) - CodegenTotalWallClockTime: 1.20s (1197665391) - CodegenSysTime: 5ms (5399256) - CodegenUserTime: 431ms (431158589) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 411ms (411580789) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 45ms (45563135) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 617ms (617268017) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 111ms (111433175) - TotalTime: 1.20s (1197691031) Fragment F25 Instance c7456fdd806a4994:3209e9260000028a (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:07.094 Hdfs split stats (:<# splits>/): 0:78/13.13 GB Filter 28 arrival: 1s087ms Filter 26 arrival: 16s344ms - AverageThreadTokens: 2.00 (1.999295526593871) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83964707) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 38,253,715 (38253715) - TotalNetworkReceiveTime: 192ms (192997277) - TotalNetworkSendTime: 20.7m (1239280536035) - TotalStorageWaitTime: 2.0m (120377304605) - TotalThreadsInvoluntaryContextSwitches: 75 (75) - TotalThreadsTotalWallClockTime: 48.0m (2882857377124) - TotalThreadsSysTime: 1.37s (1368319000) - TotalThreadsUserTime: 18.18s (18177698000) - TotalThreadsVoluntaryContextSwitches: 54,748 (54748) - TotalTime: 24.0m (1442004680436) Fragment Instance Lifecycle Event Timeline Prepare Finished: 257ms (257996360) Open Finished: 6.79s (6787904233) First Batch Produced: 6.79s (6787904233) First Batch Sent: 6.79s (6787904233) ExecInternal Finished: 24.0m (1442294676346) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.9m (1435473772577) - ExecTreeExecTime: 1.9m (113729398342) - InactiveTotalTime: 0ns (0) - OpenTime: 6.53s (6529907873) - ExecTreeOpenTime: 5.64s (5645920345) - PrepareTime: 999.99us (999986) - ExecTreePrepareTime: 999.99us (999986) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.7m (1239303535710) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 38,253,715 (38253715) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.78s (6780904469) - TotalBytesSent: 1,018.4 MiB (1067921083) - TotalTime: 20.9m (1252117355184) - UncompressedRowBatchSize: 2.2 GiB (2371730330) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 8ms (8999873) - InactiveTotalTime: 0ns (0) - LocalTime: 1.46s (1462979391) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,253,715 (38253715) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.37s (1369980707) - RowsReturned: 38,253,715 (38253715) - RowsReturnedRate: 320510 per second (320510) - TotalTime: 2.0m (119352319011) Node Lifecycle Event Timeline Open Started: 1.14s (1141983888) Open Finished: 6.79s (6787904233) First Batch Requested: 6.79s (6787904233) First Batch Returned: 6.79s (6787904233) Last Batch Returned: 24.0m (1442242677078) Closed: 24.0m (1442294676346) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 192ms (192997277) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 1891 per second (1891) - TotalTime: 192ms (192997277) Node Lifecycle Event Timeline Open Started: 1.14s (1141983888) Open Finished: 1.16s (1155983690) First Batch Requested: 1.16s (1164983563) First Batch Returned: 1.34s (1343981038) Last Batch Returned: 1.34s (1343981038) Closed: 1.34s (1343981038) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 13ms (13999802) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 192ms (192997277) - DataWaitTime: 192ms (192997277) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:78/13.13 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:90.84% 1:5.076% 2:2.467% 3:1.057% 4:0.564% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):63 - AverageHdfsReadThreadConcurrency: 0.15 (0.1543884384913641) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 644.2 MiB (675536160) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 644.2 MiB (675536160) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 644.2 MiB (675536160) - CachedFileHandlesHitCount: 138 (138) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 651ms (651990818) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 21.79s (21788693126) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671035) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 3.0 MiB/s (3116028) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1262665728) - RowBatchQueueGetWaitTime: 2.0m (117400346524) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 21.5m (1289073834393) - RowBatchesEnqueued: 37,394 (37394) - RowsRead: 38,253,715 (38253715) - RowsReturned: 38,253,715 (38253715) - RowsReturnedRate: 325020 per second (325020) - ScanRangesComplete: 78 (78) - ScannerIoWaitTime: 2.0m (120377304605) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 24.0m (1440853696674) - ScannerThreadsSysTime: 259ms (259578000) - ScannerThreadsUserTime: 3.81s (3806635000) - ScannerThreadsVoluntaryContextSwitches: 24,768 (24768) - TotalRawHdfsOpenFileTime(*): 999.99us (999986) - TotalRawHdfsReadTime(*): 3.6m (216793946699) - TotalReadThroughput: 464.4 KiB/s (475574) - TotalTime: 2.0m (117696342343) Node Lifecycle Event Timeline Open Started: 1.34s (1343981038) Open Finished: 1.34s (1344981024) First Batch Requested: 1.34s (1344981024) First Batch Returned: 6.79s (6787904233) Last Batch Returned: 24.0m (1442241677092) Closed: 24.0m (1442294676346) Buffer pool - AllocTime: 93ms (93998676) - CumulativeAllocationBytes: 761.9 MiB (798883840) - CumulativeAllocations: 138 (138) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 93ms (93998676) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 241,664 (241664) - Rows rejected: 0 (0) - Rows total: 38,253,715 (38253715) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 78 (78) - Files rejected: 63 (63) - Files total: 78 (78) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,364 (37364) - RowGroups rejected: 0 (0) - RowGroups total: 37,364 (37364) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 38,253,715 (38253715) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 883ms (883987528) - CodegenSysTime: 7ms (7926000) - CodegenUserTime: 436ms (436797000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 145ms (145997940) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 39ms (39999436) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 526ms (526992565) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 168ms (168997615) - TotalTime: 883ms (883987528) Instance c7456fdd806a4994:3209e9260000028e (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:27.846 Hdfs split stats (:<# splits>/): 0:70/13.38 GB Filter 28 arrival: 1s465ms Filter 26 arrival: 16s623ms - AverageThreadTokens: 2.00 (1.9985719385933596) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79786799) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 43,124,717 (43124717) - TotalNetworkReceiveTime: 484ms (484989394) - TotalNetworkSendTime: 23.0m (1378515859704) - TotalStorageWaitTime: 1.49s (1492967360) - TotalThreadsInvoluntaryContextSwitches: 168 (168) - TotalThreadsTotalWallClockTime: 46.7m (2801156754662) - TotalThreadsSysTime: 1.76s (1760329000) - TotalThreadsUserTime: 22.63s (22630207000) - TotalThreadsVoluntaryContextSwitches: 59,685 (59685) - TotalTime: 23.4m (1401536356382) Fragment Instance Lifecycle Event Timeline Prepare Finished: 72ms (72998404) Open Finished: 1.69s (1690963018) First Batch Produced: 1.69s (1690963018) First Batch Sent: 1.69s (1690963018) ExecInternal Finished: 23.4m (1401612354720) Buffer pool - AllocTime: 999.98us (999979) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999979) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1399917391790) - ExecTreeExecTime: 2.28s (2279950138) - InactiveTotalTime: 0ns (0) - OpenTime: 1.62s (1617964614) - ExecTreeOpenTime: 675ms (675985216) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1378529859398) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 43,124,717 (43124717) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 8.55s (8551813019) - TotalBytesSent: 1.1 GiB (1204080823) - TotalTime: 23.2m (1394923500984) - UncompressedRowBatchSize: 2.5 GiB (2673732454) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 36ms (36999190) - InactiveTotalTime: 0ns (0) - LocalTime: 1.75s (1753961641) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 43,124,717 (43124717) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.63s (1632964289) - RowsReturned: 43,124,717 (43124717) - RowsReturnedRate: 14769061 per second (14769061) - TotalTime: 2.92s (2919936143) Node Lifecycle Event Timeline Open Started: 1.01s (1014977802) Open Finished: 1.69s (1690963018) First Batch Requested: 1.69s (1690963018) First Batch Returned: 1.69s (1690963018) Last Batch Returned: 23.4m (1401302361496) Closed: 23.4m (1401610354764) Buffer pool - AllocTime: 36ms (36999190) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 36ms (36999190) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 36ms (36999190) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 484ms (484989394) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 752 per second (752) - TotalTime: 484ms (484989394) Node Lifecycle Event Timeline Open Started: 1.01s (1014977802) Open Finished: 1.21s (1210973516) First Batch Requested: 1.21s (1210973516) First Batch Returned: 1.50s (1499967196) Last Batch Returned: 1.50s (1499967196) Closed: 1.54s (1536966386) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 195ms (195995714) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 484ms (484989394) - DataWaitTime: 484ms (484989394) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:70/13.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:99.82% 1:0.07151% 2:0% 3:0.1073% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):55 - AverageHdfsReadThreadConcurrency: 0.00 (0.003932785126921702) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 725.8 MiB (761044595) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 725.8 MiB (761044595) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 725.8 MiB (761044595) - CachedFileHandlesHitCount: 146 (146) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 489ms (489989283) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 4.35s (4354904780) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476733) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 176.9 MiB/s (185443770) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.3 GiB (1423414272) - RowBatchQueueGetWaitTime: 365ms (365991997) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392616551428) - RowBatchesEnqueued: 42,151 (42151) - RowsRead: 43,124,717 (43124717) - RowsReturned: 43,124,717 (43124717) - RowsReturnedRate: 63326960 per second (63326960) - ScanRangesComplete: 70 (70) - ScannerIoWaitTime: 1.49s (1492967360) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.3m (1399621398258) - ScannerThreadsSysTime: 319ms (319768000) - ScannerThreadsUserTime: 4.67s (4670121000) - ScannerThreadsVoluntaryContextSwitches: 27,540 (27540) - TotalRawHdfsOpenFileTime(*): 1ms (1999956) - TotalRawHdfsReadTime(*): 4.10s (4103910285) - TotalReadThroughput: 530.7 KiB/s (543434) - TotalTime: 680ms (680985108) Node Lifecycle Event Timeline Open Started: 1.54s (1536966386) Open Finished: 1.54s (1536966386) First Batch Requested: 1.54s (1536966386) First Batch Returned: 1.69s (1690963018) Last Batch Returned: 23.4m (1401302361496) Closed: 23.4m (1401610354764) Buffer pool - AllocTime: 15ms (15999649) - CumulativeAllocationBytes: 789.9 MiB (828243968) - CumulativeAllocations: 138 (138) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999868) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 240,640 (240640) - Rows rejected: 0 (0) - Rows total: 43,124,717 (43124717) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 70 (70) - Files rejected: 55 (55) - Files total: 70 (70) - InactiveTotalTime: 0ns (0) - RowGroups processed: 42,121 (42121) - RowGroups rejected: 0 (0) - RowGroups total: 42,121 (42121) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 43,124,717 (43124717) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 941ms (941979398) - CodegenSysTime: 2ms (2992000) - CodegenUserTime: 430ms (430944000) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 193ms (193995757) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 65ms (65998556) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 624ms (624986331) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 53ms (53998819) - TotalTime: 941ms (941979398) Instance c7456fdd806a4994:3209e92600000289 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.529 Hdfs split stats (:<# splits>/): 0:71/13.09 GB Filter 28 arrival: 1s253ms Filter 26 arrival: 16s393ms - AverageThreadTokens: 2.00 (1.9989258861439312) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83956523) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 40,376,379 (40376379) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1376627723486) - TotalStorageWaitTime: 1.16s (1160960966) - TotalThreadsInvoluntaryContextSwitches: 297 (297) - TotalThreadsTotalWallClockTime: 46.6m (2794418063043) - TotalThreadsSysTime: 1.49s (1492349000) - TotalThreadsUserTime: 21.20s (21195989000) - TotalThreadsVoluntaryContextSwitches: 56,919 (56919) - TotalTime: 23.3m (1398095001730) Fragment Instance Lifecycle Event Timeline Prepare Finished: 306ms (306989679) Open Finished: 1.75s (1747941232) First Batch Produced: 1.75s (1747941232) First Batch Sent: 1.75s (1747941232) ExecInternal Finished: 23.3m (1398431990400) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1396652050244) - ExecTreeExecTime: 2.17s (2172926947) - InactiveTotalTime: 0ns (0) - OpenTime: 1.44s (1440951553) - ExecTreeOpenTime: 188ms (188993645) - PrepareTime: 1ms (1999933) - ExecTreePrepareTime: 1ms (1999933) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1376638723114) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 40,376,379 (40376379) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.87s (7873735258) - TotalBytesSent: 1.0 GiB (1126727144) - TotalTime: 23.2m (1391811213016) - UncompressedRowBatchSize: 2.3 GiB (2503335498) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.63s (1632945094) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 40,376,379 (40376379) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.54s (1544948058) - RowsReturned: 40,376,379 (40376379) - RowsReturnedRate: 17292392 per second (17292392) - TotalTime: 2.33s (2334921499) Node Lifecycle Event Timeline Open Started: 1.56s (1558947587) Open Finished: 1.75s (1747941232) First Batch Requested: 1.75s (1747941232) First Batch Returned: 1.75s (1747941232) Last Batch Returned: 23.3m (1398143000121) Closed: 23.3m (1398421990736) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.56s (1558947587) Open Finished: 1.56s (1558947587) First Batch Requested: 1.56s (1558947587) First Batch Returned: 1.56s (1558947587) Last Batch Returned: 1.56s (1558947587) Closed: 1.56s (1558947587) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:71/13.09 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.79% 1:0.1075% 2:0.03583% 3:0% 4:0.07166% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):55 - AverageHdfsReadThreadConcurrency: 0.00 (0.004657828735220351) - AverageScannerThreadConcurrency: 1.00 (0.9996417054819061) - BytesRead: 679.0 MiB (712025992) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 679.0 MiB (712025992) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 679.0 MiB (712025992) - CachedFileHandlesHitCount: 148 (148) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 451ms (451984790) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 4.24s (4237857540) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671041) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 193.2 MiB/s (202574660) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1332754432) - RowBatchQueueGetWaitTime: 375ms (375987357) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1389413293620) - RowBatchesEnqueued: 39,470 (39470) - RowsRead: 40,376,379 (40376379) - RowsReturned: 40,376,379 (40376379) - RowsReturnedRate: 57518142 per second (57518142) - ScanRangesComplete: 71 (71) - ScannerIoWaitTime: 1.16s (1160960966) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.3m (1396325061246) - ScannerThreadsSysTime: 260ms (260036000) - ScannerThreadsUserTime: 4.38s (4385820000) - ScannerThreadsVoluntaryContextSwitches: 25,220 (25220) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 3.51s (3514881819) - TotalReadThroughput: 497.8 KiB/s (509727) - TotalTime: 701ms (701976405) Node Lifecycle Event Timeline Open Started: 1.56s (1558947587) Open Finished: 1.56s (1559947553) First Batch Requested: 1.56s (1559947553) First Batch Returned: 1.75s (1747941232) Last Batch Returned: 23.3m (1398143000121) Closed: 23.3m (1398421990736) Buffer pool - AllocTime: 50ms (50998287) - CumulativeAllocationBytes: 786.0 MiB (824180736) - CumulativeAllocations: 148 (148) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50998287) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 247,808 (247808) - Rows rejected: 0 (0) - Rows total: 40,376,379 (40376379) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 71 (71) - Files rejected: 55 (55) - Files total: 71 (71) - InactiveTotalTime: 0ns (0) - RowGroups processed: 39,438 (39438) - RowGroups rejected: 0 (0) - RowGroups total: 39,438 (39438) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 40,376,379 (40376379) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 140 (140) - CodegenTotalWallClockTime: 1.25s (1251957908) - CodegenSysTime: 6ms (6908000) - CodegenUserTime: 440ms (440357000) - CodegenVoluntaryContextSwitches: 78 (78) - CompileTime: 480ms (480983829) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40998621) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 568ms (568980871) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 157ms (157994688) - TotalTime: 1.25s (1251957908) Instance c7456fdd806a4994:3209e92600000283 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.570 Hdfs split stats (:<# splits>/): 0:77/13.31 GB Filter 28 arrival: 1s339ms Filter 26 arrival: 16s410ms - AverageThreadTokens: 2.00 (1.9989255014326648) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84030287) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 41,797,940 (41797940) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1377260088773) - TotalStorageWaitTime: 925ms (925983923) - TotalThreadsInvoluntaryContextSwitches: 193 (193) - TotalThreadsTotalWallClockTime: 46.6m (2793464501355) - TotalThreadsSysTime: 1.70s (1697550000) - TotalThreadsUserTime: 21.44s (21441941000) - TotalThreadsVoluntaryContextSwitches: 59,340 (59340) - TotalTime: 23.3m (1397625735163) Fragment Instance Lifecycle Event Timeline Prepare Finished: 362ms (362993695) Open Finished: 1.88s (1882967295) First Batch Produced: 1.88s (1882967295) First Batch Sent: 1.88s (1882967295) ExecInternal Finished: 23.3m (1397975729084) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1396088761858) - ExecTreeExecTime: 1.99s (1992965416) - InactiveTotalTime: 0ns (0) - OpenTime: 1.52s (1519973600) - ExecTreeOpenTime: 207ms (207996387) - PrepareTime: 16ms (16999705) - ExecTreePrepareTime: 12ms (12999775) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1377283088369) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 41,797,940 (41797940) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 8.05s (8048860193) - TotalBytesSent: 1.1 GiB (1167413336) - TotalTime: 23.2m (1392587822618) - UncompressedRowBatchSize: 2.4 GiB (2591472280) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 9ms (9999826) - InactiveTotalTime: 0ns (0) - LocalTime: 1.65s (1653971302) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 41,797,940 (41797940) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.54s (1536973332) - RowsReturned: 41,797,940 (41797940) - RowsReturnedRate: 19068734 per second (19068734) - TotalTime: 2.19s (2191961959) Node Lifecycle Event Timeline Open Started: 1.67s (1674970908) Open Finished: 1.88s (1882967295) First Batch Requested: 1.88s (1882967295) First Batch Returned: 1.88s (1882967295) Last Batch Returned: 23.3m (1397684734132) Closed: 23.3m (1397971729153) Buffer pool - AllocTime: 9ms (9999826) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999826) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 9ms (9999826) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.67s (1674970908) Open Finished: 1.67s (1674970908) First Batch Requested: 1.67s (1674970908) First Batch Returned: 1.67s (1674970908) Last Batch Returned: 1.67s (1674970908) Closed: 1.68s (1684970734) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:77/13.31 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.1076% 2:0.03586% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.0017927572606669057) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 706.2 MiB (740452231) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 706.2 MiB (740452231) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 706.2 MiB (740452231) - CachedFileHandlesHitCount: 150 (150) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 479ms (479991683) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.75s (3752934869) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671038) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 276.3 MiB/s (289696825) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.3 GiB (1379661824) - RowBatchQueueGetWaitTime: 217ms (217996214) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1390152864883) - RowBatchesEnqueued: 40,860 (40860) - RowsRead: 41,797,940 (41797940) - RowsReturned: 41,797,940 (41797940) - RowsReturnedRate: 77692687 per second (77692687) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 925ms (925983923) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1395855765897) - ScannerThreadsSysTime: 300ms (300979000) - ScannerThreadsUserTime: 4.53s (4530582000) - ScannerThreadsVoluntaryContextSwitches: 27,726 (27726) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.56s (2555955630) - TotalReadThroughput: 518.0 KiB/s (530437) - TotalTime: 537ms (537990657) Node Lifecycle Event Timeline Open Started: 1.68s (1684970734) Open Finished: 1.68s (1684970734) First Batch Requested: 1.68s (1684970734) First Batch Returned: 1.88s (1882967295) Last Batch Returned: 23.3m (1397684734132) Closed: 23.3m (1397971729153) Buffer pool - AllocTime: 15ms (15999723) - CumulativeAllocationBytes: 826.1 MiB (866254848) - CumulativeAllocations: 150 (150) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999723) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 41,797,940 (41797940) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 77 (77) - Files rejected: 60 (60) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 40,826 (40826) - RowGroups rejected: 0 (0) - RowGroups total: 40,826 (40826) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 41,797,940 (41797940) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 68 (68) - CodegenTotalWallClockTime: 1.31s (1311977213) - CodegenSysTime: 6ms (6043000) - CodegenUserTime: 431ms (431701000) - CodegenVoluntaryContextSwitches: 79 (79) - CompileTime: 625ms (625989127) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999670) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 445ms (445992254) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 198ms (198996544) - TotalTime: 1.31s (1311977213) Instance c7456fdd806a4994:3209e9260000027a (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.936 Hdfs split stats (:<# splits>/): 0:74/13.03 GB Filter 28 arrival: 1s224ms Filter 26 arrival: 16s315ms - AverageThreadTokens: 2.00 (1.9992826398852224) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997521) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 40,469,660 (40469660) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1375909838828) - TotalStorageWaitTime: 1.00s (1004997688) - TotalThreadsInvoluntaryContextSwitches: 142 (142) - TotalThreadsTotalWallClockTime: 46.5m (2789377591415) - TotalThreadsSysTime: 1.51s (1507467000) - TotalThreadsUserTime: 20.70s (20696670000) - TotalThreadsVoluntaryContextSwitches: 57,971 (57971) - TotalTime: 23.3m (1395530793773) Fragment Instance Lifecycle Event Timeline Prepare Finished: 558ms (558998716) Open Finished: 1.82s (1817995824) First Batch Produced: 1.82s (1817995824) First Batch Sent: 1.82s (1818995822) ExecInternal Finished: 23.3m (1395951792806) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1394130796989) - ExecTreeExecTime: 2.15s (2154995039) - InactiveTotalTime: 0ns (0) - OpenTime: 1.26s (1258997108) - ExecTreeOpenTime: 271ms (271999375) - PrepareTime: 140ms (140999676) - ExecTreePrepareTime: 67ms (67999844) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1375924838793) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 40,469,660 (40469660) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.72s (7717982288) - TotalBytesSent: 1.1 GiB (1130167015) - TotalTime: 23.2m (1390434805492) - UncompressedRowBatchSize: 2.3 GiB (2509118920) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 96ms (96999777) - InactiveTotalTime: 0ns (0) - LocalTime: 1.76s (1764995939) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 40,469,660 (40469660) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.60s (1599996319) - RowsReturned: 40,469,660 (40469660) - RowsReturnedRate: 15983314 per second (15983314) - TotalTime: 2.53s (2531994177) Node Lifecycle Event Timeline Open Started: 1.54s (1545996449) Open Finished: 1.82s (1817995824) First Batch Requested: 1.82s (1817995824) First Batch Returned: 1.82s (1817995824) Last Batch Returned: 23.3m (1395759793248) Closed: 23.3m (1395950792809) Buffer pool - AllocTime: 96ms (96999777) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 96ms (96999777) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 96ms (96999777) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.54s (1545996449) Open Finished: 1.54s (1545996449) First Batch Requested: 1.54s (1545996449) First Batch Returned: 1.54s (1545996449) Last Batch Returned: 1.54s (1545996449) Closed: 1.64s (1642996226) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:74/13.03 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.07179% 2:0.03589% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (0.0014357501794687725) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 683.7 MiB (716911532) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 683.7 MiB (716911532) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 683.7 MiB (716911532) - CachedFileHandlesHitCount: 148 (148) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 473ms (473998913) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.54s (3538991900) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671028) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 225.9 MiB/s (236839504) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1335761920) - RowBatchQueueGetWaitTime: 269ms (269999380) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1388153810691) - RowBatchesEnqueued: 39,559 (39559) - RowsRead: 40,469,660 (40469660) - RowsReturned: 40,469,660 (40469660) - RowsReturnedRate: 52763693 per second (52763693) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 1.00s (1004997688) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.2m (1393987797318) - ScannerThreadsSysTime: 286ms (286672000) - ScannerThreadsUserTime: 4.33s (4330203000) - ScannerThreadsVoluntaryContextSwitches: 26,438 (26438) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 3.03s (3026993044) - TotalReadThroughput: 502.1 KiB/s (514160) - TotalTime: 766ms (766998238) Node Lifecycle Event Timeline Open Started: 1.64s (1642996226) Open Finished: 1.64s (1642996226) First Batch Requested: 1.64s (1642996226) First Batch Returned: 1.82s (1817995824) Last Batch Returned: 23.3m (1395759793248) Closed: 23.3m (1395950792809) Buffer pool - AllocTime: 50ms (50999883) - CumulativeAllocationBytes: 806.0 MiB (845152256) - CumulativeAllocations: 148 (148) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50999883) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 40,469,660 (40469660) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 74 (74) - Files rejected: 58 (58) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 39,527 (39527) - RowGroups rejected: 0 (0) - RowGroups total: 39,527 (39527) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 40,469,660 (40469660) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 986ms (986997733) - CodegenSysTime: 2ms (2009000) - CodegenUserTime: 428ms (428428000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 411ms (411999054) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53999876) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 419ms (419999035) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 97ms (97999775) - TotalTime: 986ms (986997733) Instance c7456fdd806a4994:3209e92600000277 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.605 Hdfs split stats (:<# splits>/): 0:76/13.18 GB Filter 28 arrival: 1s185ms Filter 26 arrival: 16s121ms - AverageThreadTokens: 2.00 (1.9989235737351991) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972913) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 39,742,113 (39742113) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1375911239239) - TotalStorageWaitTime: 992ms (992944601) - TotalThreadsInvoluntaryContextSwitches: 260 (260) - TotalThreadsTotalWallClockTime: 46.5m (2788053456925) - TotalThreadsSysTime: 1.52s (1525459000) - TotalThreadsUserTime: 20.55s (20552273000) - TotalThreadsVoluntaryContextSwitches: 56,034 (56034) - TotalTime: 23.2m (1394795185581) Fragment Instance Lifecycle Event Timeline Prepare Finished: 393ms (393978016) Open Finished: 1.70s (1696905310) First Batch Produced: 1.70s (1696905310) First Batch Sent: 1.70s (1696905310) ExecInternal Finished: 23.3m (1395193163374) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1393491258343) - ExecTreeExecTime: 1.98s (1975889765) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1302927294) - ExecTreeOpenTime: 125ms (125992970) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 999.94us (999944) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1375922238628) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 39,742,113 (39742113) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.69s (7688571017) - TotalBytesSent: 1.0 GiB (1109284822) - TotalTime: 23.2m (1390480426334) - UncompressedRowBatchSize: 2.3 GiB (2464011006) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 6ms (6999610) - InactiveTotalTime: 0ns (0) - LocalTime: 1.62s (1623909405) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 39,742,113 (39742113) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.53s (1533914423) - RowsReturned: 39,742,113 (39742113) - RowsReturnedRate: 19135450 per second (19135450) - TotalTime: 2.08s (2076884132) Node Lifecycle Event Timeline Open Started: 1.57s (1570912340) Open Finished: 1.70s (1696905310) First Batch Requested: 1.70s (1696905310) First Batch Returned: 1.70s (1696905310) Last Batch Returned: 23.2m (1394968175929) Closed: 23.3m (1395192163430) Buffer pool - AllocTime: 5ms (5999665) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999665) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 5ms (5999665) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.57s (1570912340) Open Finished: 1.57s (1570912340) First Batch Requested: 1.57s (1571912285) First Batch Returned: 1.57s (1571912285) Last Batch Returned: 1.57s (1571912285) Closed: 1.58s (1577911950) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:76/13.18 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.07184% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (7.183908045977011E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 670.0 MiB (702541828) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 670.0 MiB (702541828) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 670.0 MiB (702541828) - CachedFileHandlesHitCount: 142 (142) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 451ms (451974779) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.43s (3430808584) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671019) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 242.2 MiB/s (254006155) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1311807488) - RowBatchQueueGetWaitTime: 154ms (154991352) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1387819574795) - RowBatchesEnqueued: 38,852 (38852) - RowsRead: 39,742,113 (39742113) - RowsReturned: 39,742,113 (39742113) - RowsReturnedRate: 87735828 per second (87735828) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 992ms (992944601) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 23.2m (1393259271288) - ScannerThreadsSysTime: 288ms (288234000) - ScannerThreadsUserTime: 4.26s (4256019000) - ScannerThreadsVoluntaryContextSwitches: 24,717 (24717) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.77s (2765845676) - TotalReadThroughput: 492.4 KiB/s (504199) - TotalTime: 452ms (452974727) Node Lifecycle Event Timeline Open Started: 1.58s (1577911950) Open Finished: 1.58s (1578911894) First Batch Requested: 1.58s (1578911894) First Batch Returned: 1.70s (1696905310) Last Batch Returned: 23.2m (1394950176933) Closed: 23.3m (1395192163430) Buffer pool - AllocTime: 23ms (23998661) - CumulativeAllocationBytes: 782.1 MiB (820117504) - CumulativeAllocations: 142 (142) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23998661) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 276,480 (276480) - Rows rejected: 0 (0) - Rows total: 39,742,113 (39742113) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 76 (76) - Files rejected: 59 (59) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,818 (38818) - RowGroups rejected: 0 (0) - RowGroups total: 38,818 (38818) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 39,742,113 (39742113) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 104 (104) - CodegenTotalWallClockTime: 1.18s (1176934324) - CodegenSysTime: 3ms (3986000) - CodegenUserTime: 431ms (431547000) - CodegenVoluntaryContextSwitches: 45 (45) - CompileTime: 456ms (456974500) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22998717) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 585ms (585967301) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 101ms (101994308) - TotalTime: 1.18s (1176934324) Instance c7456fdd806a4994:3209e92600000296 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.895 Hdfs split stats (:<# splits>/): 0:73/13.39 GB Filter 28 arrival: 1s389ms Filter 26 arrival: 16s415ms - AverageThreadTokens: 2.00 (1.9992821249102657) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83956533) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 37,996,452 (37996452) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1375408522759) - TotalStorageWaitTime: 900ms (900994449) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 46.5m (2787395820065) - TotalThreadsSysTime: 1.62s (1616929000) - TotalThreadsUserTime: 19.57s (19573314000) - TotalThreadsVoluntaryContextSwitches: 55,168 (55168) - TotalTime: 23.2m (1394574404633) Fragment Instance Lifecycle Event Timeline Prepare Finished: 337ms (337997918) Open Finished: 1.93s (1931988101) First Batch Produced: 1.93s (1934988082) First Batch Sent: 1.93s (1934988082) ExecInternal Finished: 23.2m (1394943402361) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1392970414512) - ExecTreeExecTime: 1.76s (1762989155) - InactiveTotalTime: 0ns (0) - OpenTime: 1.59s (1593990183) - ExecTreeOpenTime: 243ms (243998497) - PrepareTime: 9ms (9999938) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1375421522678) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 37,996,452 (37996452) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.46s (7464953947) - TotalBytesSent: 1,011.8 MiB (1060971898) - TotalTime: 23.2m (1389450436192) - UncompressedRowBatchSize: 2.2 GiB (2355780024) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 28ms (28999821) - InactiveTotalTime: 0ns (0) - LocalTime: 1.52s (1524990620) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,996,452 (37996452) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.43s (1425991235) - RowsReturned: 37,996,452 (37996452) - RowsReturnedRate: 19093811 per second (19093811) - TotalTime: 1.99s (1989987757) Node Lifecycle Event Timeline Open Started: 1.69s (1687989604) Open Finished: 1.93s (1931988101) First Batch Requested: 1.93s (1931988101) First Batch Returned: 1.93s (1934988082) Last Batch Returned: 23.2m (1394682403970) Closed: 23.2m (1394942402367) Buffer pool - AllocTime: 27ms (27999828) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999828) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 27ms (27999828) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.69s (1687989604) Open Finished: 1.69s (1687989604) First Batch Requested: 1.69s (1688989597) First Batch Returned: 1.69s (1688989597) Last Batch Returned: 1.69s (1688989597) Closed: 1.72s (1716989425) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:73/13.39 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03592% 2:0% 3:0% 4:0.03592% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (0.0017959770114942528) - AverageScannerThreadConcurrency: 1.00 (0.9996408045977011) - BytesRead: 640.9 MiB (672035431) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 640.9 MiB (672035431) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 640.9 MiB (672035431) - CachedFileHandlesHitCount: 130 (130) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 390ms (390997590) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.58s (3585977909) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671068) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 269.5 MiB/s (282607053) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1254217728) - RowBatchQueueGetWaitTime: 185ms (185998854) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1387139450435) - RowBatchesEnqueued: 37,144 (37144) - RowsRead: 37,996,452 (37996452) - RowsReturned: 37,996,452 (37996452) - RowsReturnedRate: 81713303 per second (81713303) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 900ms (900994449) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1392831415370) - ScannerThreadsSysTime: 303ms (303311000) - ScannerThreadsUserTime: 4.06s (4057582000) - ScannerThreadsVoluntaryContextSwitches: 24,001 (24001) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 2.38s (2377985343) - TotalReadThroughput: 471.0 KiB/s (482288) - TotalTime: 464ms (464997137) Node Lifecycle Event Timeline Open Started: 1.72s (1716989425) Open Finished: 1.72s (1716989425) First Batch Requested: 1.72s (1716989425) First Batch Returned: 1.93s (1931988101) Last Batch Returned: 23.2m (1394681403976) Closed: 23.2m (1394942402367) Buffer pool - AllocTime: 8ms (8999945) - CumulativeAllocationBytes: 775.9 MiB (813563904) - CumulativeAllocations: 130 (130) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 235,520 (235520) - Rows rejected: 0 (0) - Rows total: 37,996,452 (37996452) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 73 (73) - Files rejected: 58 (58) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,114 (37114) - RowGroups rejected: 0 (0) - RowGroups total: 37,114 (37114) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 37,996,452 (37996452) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 55 (55) - CodegenTotalWallClockTime: 1.35s (1349991686) - CodegenSysTime: 2ms (2993000) - CodegenUserTime: 436ms (436814000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 475ms (475997069) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 25ms (25999840) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 755ms (755995344) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 80ms (80999501) - TotalTime: 1.35s (1349991686) Instance c7456fdd806a4994:3209e9260000028c (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.723 Hdfs split stats (:<# splits>/): 0:72/13.28 GB Filter 28 arrival: 1s723ms Filter 26 arrival: 16s376ms - AverageThreadTokens: 2.00 (1.9982046678635548) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83964700) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 35,828,962 (35828962) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1372007534638) - TotalStorageWaitTime: 1.22s (1220963100) - TotalThreadsInvoluntaryContextSwitches: 218 (218) - TotalThreadsTotalWallClockTime: 46.4m (2785945802130) - TotalThreadsSysTime: 1.50s (1496118000) - TotalThreadsUserTime: 19.38s (19376370000) - TotalThreadsVoluntaryContextSwitches: 51,629 (51629) - TotalTime: 23.2m (1394010869696) Fragment Instance Lifecycle Event Timeline Prepare Finished: 391ms (391988152) Open Finished: 2.29s (2290930760) First Batch Produced: 2.29s (2290930760) First Batch Sent: 2.29s (2290930760) ExecInternal Finished: 23.2m (1394383858423) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1392091927693) - ExecTreeExecTime: 1.86s (1861943715) - InactiveTotalTime: 0ns (0) - OpenTime: 1.90s (1898942608) - ExecTreeOpenTime: 206ms (206993744) - PrepareTime: 19ms (19999395) - ExecTreePrepareTime: 19ms (19999395) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1372018534304) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 35,828,962 (35828962) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.29s (7289779661) - TotalBytesSent: 953.5 MiB (999848165) - TotalTime: 23.1m (1385921114198) - UncompressedRowBatchSize: 2.1 GiB (2221395644) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 9ms (9999697) - InactiveTotalTime: 0ns (0) - LocalTime: 1.56s (1556952942) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,828,962 (35828962) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.47s (1469955572) - RowsReturned: 35,828,962 (35828962) - RowsReturnedRate: 17284151 per second (17284151) - TotalTime: 2.07s (2072937337) Node Lifecycle Event Timeline Open Started: 2.08s (2083937016) Open Finished: 2.29s (2290930760) First Batch Requested: 2.29s (2290930760) First Batch Returned: 2.29s (2290930760) Last Batch Returned: 23.2m (1394153865371) Closed: 23.2m (1394382858453) Buffer pool - AllocTime: 9ms (9999697) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999697) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 9ms (9999697) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 999.97us (999970) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 365010 per second (365010) - TotalTime: 999.97us (999970) Node Lifecycle Event Timeline Open Started: 2.08s (2083937016) Open Finished: 2.08s (2083937016) First Batch Requested: 2.08s (2083937016) First Batch Returned: 2.08s (2084936986) Last Batch Returned: 2.08s (2084936986) Closed: 2.10s (2095936653) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:72/13.28 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.03596% 2:0% 3:0% 4:0.1079% 5:0% 6:0% File Formats: PARQUET/SNAPPY:12 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.004674577490111471) - AverageScannerThreadConcurrency: 1.00 (0.9996404171161453) - BytesRead: 601.8 MiB (631069854) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 601.8 MiB (631069854) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 601.8 MiB (631069854) - CachedFileHandlesHitCount: 120 (120) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 536ms (536983761) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 4.62s (4621860327) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 12 (12) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671018) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 128.5 MiB/s (134704146) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1182667776) - RowBatchQueueGetWaitTime: 174ms (174994712) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384720150484) - RowBatchesEnqueued: 35,021 (35021) - RowsRead: 35,828,962 (35828962) - RowsReturned: 35,828,962 (35828962) - RowsReturnedRate: 69572904 per second (69572904) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 1.22s (1220963100) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.2m (1391954931829) - ScannerThreadsSysTime: 269ms (269610000) - ScannerThreadsUserTime: 3.90s (3903628000) - ScannerThreadsVoluntaryContextSwitches: 20,245 (20245) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 4.68s (4684858419) - TotalReadThroughput: 442.5 KiB/s (453157) - TotalTime: 514ms (514984425) Node Lifecycle Event Timeline Open Started: 2.10s (2095936653) Open Finished: 2.10s (2095936653) First Batch Requested: 2.10s (2095936653) First Batch Returned: 2.29s (2290930760) Last Batch Returned: 23.2m (1394153865371) Closed: 23.2m (1394382858453) Buffer pool - AllocTime: 43ms (43998670) - CumulativeAllocationBytes: 705.5 MiB (739770368) - CumulativeAllocations: 120 (120) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42998700) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 181,248 (181248) - Rows rejected: 0 (0) - Rows total: 35,828,962 (35828962) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 72 (72) - Files rejected: 60 (60) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 34,997 (34997) - RowGroups rejected: 0 (0) - RowGroups total: 34,997 (34997) - Rows processed: 196,608 (196608) - Rows rejected: 0 (0) - Rows total: 35,828,962 (35828962) - Splits processed: 12 (12) - Splits rejected: 0 (0) - Splits total: 12 (12) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.69s (1691948864) - CodegenSysTime: 6ms (6991000) - CodegenUserTime: 437ms (437322000) - CodegenVoluntaryContextSwitches: 110 (110) - CompileTime: 483ms (483985372) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999637) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 914ms (914972347) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 258ms (258992173) - TotalTime: 1.69s (1691948864) Instance c7456fdd806a4994:3209e9260000029c (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.804 Hdfs split stats (:<# splits>/): 0:75/12.97 GB Filter 28 arrival: 1s487ms Filter 26 arrival: 16s379ms - AverageThreadTokens: 2.00 (1.9989224137931034) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79778591) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 38,315,046 (38315046) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1373822462713) - TotalStorageWaitTime: 863ms (863972618) - TotalThreadsInvoluntaryContextSwitches: 215 (215) - TotalThreadsTotalWallClockTime: 46.4m (2785114737771) - TotalThreadsSysTime: 1.65s (1651677000) - TotalThreadsUserTime: 20.23s (20231131000) - TotalThreadsVoluntaryContextSwitches: 55,547 (55547) - TotalTime: 23.2m (1393479839641) Fragment Instance Lifecycle Event Timeline Prepare Finished: 371ms (371988205) Open Finished: 2.04s (2041935256) First Batch Produced: 2.04s (2041935256) First Batch Sent: 2.04s (2041935256) ExecInternal Finished: 23.2m (1393841828164) Buffer pool - AllocTime: 999.97us (999969) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1391797892971) - ExecTreeExecTime: 1.83s (1830941961) - InactiveTotalTime: 0ns (0) - OpenTime: 1.67s (1669947051) - ExecTreeOpenTime: 239ms (239992390) - PrepareTime: 11ms (11999619) - ExecTreePrepareTime: 11ms (11999619) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373838462209) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 38,315,046 (38315046) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.46s (7464763400) - TotalBytesSent: 1,021.0 MiB (1070601460) - TotalTime: 23.1m (1388336002710) - UncompressedRowBatchSize: 2.2 GiB (2375532852) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 44ms (44998573) - InactiveTotalTime: 0ns (0) - LocalTime: 1.59s (1591949535) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,315,046 (38315046) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.45s (1445954163) - RowsReturned: 38,315,046 (38315046) - RowsReturnedRate: 18618202 per second (18618202) - TotalTime: 2.06s (2057934763) Node Lifecycle Event Timeline Open Started: 1.80s (1801942866) Open Finished: 2.04s (2041935256) First Batch Requested: 2.04s (2041935256) First Batch Returned: 2.04s (2041935256) Last Batch Returned: 23.2m (1393644834404) Closed: 23.2m (1393841828164) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.80s (1801942866) Open Finished: 1.80s (1801942866) First Batch Requested: 1.85s (1846941439) First Batch Returned: 1.85s (1846941439) Last Batch Returned: 1.85s (1846941439) Closed: 1.85s (1846941439) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:75/12.97 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.1079% 2:0.03596% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (0.0017979144192736426) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 650.1 MiB (681695901) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 650.1 MiB (681695901) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 650.1 MiB (681695901) - CachedFileHandlesHitCount: 146 (146) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 493ms (493984344) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.44s (3438891001) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476710) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 319.3 MiB/s (334831780) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1264735232) - RowBatchQueueGetWaitTime: 148ms (148995275) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1386199070426) - RowBatchesEnqueued: 37,459 (37459) - RowsRead: 38,315,046 (38315046) - RowsReturned: 38,315,046 (38315046) - RowsReturnedRate: 82223735 per second (82223735) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 863ms (863972618) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1391646897749) - ScannerThreadsSysTime: 315ms (315881000) - ScannerThreadsUserTime: 4.18s (4179885000) - ScannerThreadsVoluntaryContextSwitches: 24,484 (24484) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.04s (2035935478) - TotalReadThroughput: 478.1 KiB/s (489571) - TotalTime: 465ms (465985228) Node Lifecycle Event Timeline Open Started: 1.85s (1846941439) Open Finished: 1.85s (1847941407) First Batch Requested: 1.85s (1847941407) First Batch Returned: 2.04s (2041935256) Last Batch Returned: 23.2m (1393644834404) Closed: 23.2m (1393841828164) Buffer pool - AllocTime: 96ms (96996925) - CumulativeAllocationBytes: 722.1 MiB (757202944) - CumulativeAllocations: 142 (142) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 96ms (96996925) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 273,408 (273408) - Rows rejected: 0 (0) - Rows total: 38,315,046 (38315046) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 75 (75) - Files rejected: 58 (58) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,425 (37425) - RowGroups rejected: 0 (0) - RowGroups total: 37,425 (37425) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 38,315,046 (38315046) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 1.43s (1429954661) - CodegenSysTime: 7ms (7900000) - CodegenUserTime: 429ms (429484000) - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 488ms (488984496) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 90ms (90997114) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 568ms (568981959) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 278ms (278991155) - TotalTime: 1.43s (1429954661) Instance c7456fdd806a4994:3209e92600000285 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.306 Hdfs split stats (:<# splits>/): 0:74/13.10 GB Filter 28 arrival: 1s205ms Filter 26 arrival: 16s406ms - AverageThreadTokens: 2.00 (1.9989224137931034) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83989292) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 39,324,532 (39324532) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1375717034245) - TotalStorageWaitTime: 1.03s (1033963201) - TotalThreadsInvoluntaryContextSwitches: 118 (118) - TotalThreadsTotalWallClockTime: 46.4m (2785140868769) - TotalThreadsSysTime: 1.57s (1566958000) - TotalThreadsUserTime: 19.58s (19580839000) - TotalThreadsVoluntaryContextSwitches: 57,816 (57816) - TotalTime: 23.2m (1393366406058) Fragment Instance Lifecycle Event Timeline Prepare Finished: 340ms (340987864) Open Finished: 1.68s (1684940034) First Batch Produced: 1.68s (1684940034) First Batch Sent: 1.68s (1684940034) ExecInternal Finished: 23.2m (1393707393922) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1392021453924) - ExecTreeExecTime: 1.79s (1795936074) - InactiveTotalTime: 0ns (0) - OpenTime: 1.34s (1343952170) - ExecTreeOpenTime: 231ms (231991744) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1375735033606) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 39,324,532 (39324532) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.40s (7404736390) - TotalBytesSent: 1.0 GiB (1097806554) - TotalTime: 23.2m (1389538542294) - UncompressedRowBatchSize: 2.3 GiB (2438120984) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 90ms (90996761) - InactiveTotalTime: 0ns (0) - LocalTime: 1.62s (1621942272) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 39,324,532 (39324532) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.46s (1455948176) - RowsReturned: 39,324,532 (39324532) - RowsReturnedRate: 19555411 per second (19555411) - TotalTime: 2.01s (2010928423) Node Lifecycle Event Timeline Open Started: 1.45s (1452948290) Open Finished: 1.68s (1684940034) First Batch Requested: 1.68s (1684940034) First Batch Returned: 1.68s (1684940034) Last Batch Returned: 23.2m (1393444403279) Closed: 23.2m (1393707393922) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.96us (999964) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.45s (1452948290) Open Finished: 1.45s (1452948290) First Batch Requested: 1.54s (1543945052) First Batch Returned: 1.54s (1543945052) Last Batch Returned: 1.54s (1543945052) Closed: 1.54s (1544945016) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:74/13.10 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 26ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03596% 2:0% 3:0.03596% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.001438331535418914) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 661.1 MiB (693239705) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 661.1 MiB (693239705) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 661.1 MiB (693239705) - CachedFileHandlesHitCount: 130 (130) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 429ms (429984685) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.27s (3274883441) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671051) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 254.0 MiB/s (266332837) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1298003968) - RowBatchQueueGetWaitTime: 103ms (103996299) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1386542648937) - RowBatchesEnqueued: 38,436 (38436) - RowsRead: 39,324,532 (39324532) - RowsReturned: 39,324,532 (39324532) - RowsReturnedRate: 101094941 per second (101094941) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 1.03s (1033963201) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.2m (1391775462675) - ScannerThreadsSysTime: 269ms (269122000) - ScannerThreadsUserTime: 4.16s (4158494000) - ScannerThreadsVoluntaryContextSwitches: 26,714 (26714) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.60s (2602907369) - TotalReadThroughput: 486.4 KiB/s (498089) - TotalTime: 388ms (388986151) Node Lifecycle Event Timeline Open Started: 1.54s (1544945016) Open Finished: 1.54s (1544945016) First Batch Requested: 1.54s (1544945016) First Batch Returned: 1.68s (1684940034) Last Batch Returned: 23.2m (1393444403279) Closed: 23.2m (1393707393922) Buffer pool - AllocTime: 22ms (22999182) - CumulativeAllocationBytes: 777.6 MiB (815398912) - CumulativeAllocations: 130 (130) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999182) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 39,324,532 (39324532) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 74 (74) - Files rejected: 61 (61) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,410 (38410) - RowGroups rejected: 0 (0) - RowGroups total: 38,410 (38410) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 39,324,532 (39324532) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 1.11s (1111960426) - CodegenSysTime: 6ms (6892000) - CodegenUserTime: 430ms (430356000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 352ms (352987437) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 41ms (41998505) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 610ms (610978256) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 103ms (103996299) - TotalTime: 1.11s (1111960426) Instance c7456fdd806a4994:3209e92600000280 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:19.013 Hdfs split stats (:<# splits>/): 0:78/13.09 GB Filter 28 arrival: 1s459ms Filter 26 arrival: 16s281ms - AverageThreadTokens: 2.00 (1.9989220265900107) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83956512) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 37,761,545 (37761545) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374062637785) - TotalStorageWaitTime: 1.42s (1416960436) - TotalThreadsInvoluntaryContextSwitches: 136 (136) - TotalThreadsTotalWallClockTime: 46.4m (2783991274151) - TotalThreadsSysTime: 1.52s (1522735000) - TotalThreadsUserTime: 19.61s (19607063000) - TotalThreadsVoluntaryContextSwitches: 55,917 (55917) - TotalTime: 23.2m (1392837113582) Fragment Instance Lifecycle Event Timeline Prepare Finished: 414ms (414988414) Open Finished: 1.99s (1992944359) First Batch Produced: 1.99s (1992944359) First Batch Sent: 1.99s (1993944331) ExecInternal Finished: 23.2m (1393262101717) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1391258157665) - ExecTreeExecTime: 1.95s (1946945611) - InactiveTotalTime: 0ns (0) - OpenTime: 1.58s (1577955945) - ExecTreeOpenTime: 183ms (183994863) - PrepareTime: 999.97us (999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374075637423) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 37,761,545 (37761545) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.45s (7451791958) - TotalBytesSent: 1,005.7 MiB (1054528847) - TotalTime: 23.1m (1388152244413) - UncompressedRowBatchSize: 2.2 GiB (2341215790) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 63ms (63998213) - InactiveTotalTime: 0ns (0) - LocalTime: 1.62s (1616954816) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,761,545 (37761545) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.49s (1485958478) - RowsReturned: 37,761,545 (37761545) - RowsReturnedRate: 17956538 per second (17956538) - TotalTime: 2.10s (2102941255) Node Lifecycle Event Timeline Open Started: 1.81s (1808949496) Open Finished: 1.99s (1992944359) First Batch Requested: 1.99s (1992944359) First Batch Returned: 1.99s (1992944359) Last Batch Returned: 23.2m (1393114105849) Closed: 23.2m (1393255101912) Buffer pool - AllocTime: 63ms (63998213) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63998213) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 63ms (63998213) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.81s (1808949496) Open Finished: 1.81s (1808949496) First Batch Requested: 1.81s (1808949496) First Batch Returned: 1.81s (1808949496) Last Batch Returned: 1.81s (1808949496) Closed: 1.87s (1872947709) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:78/13.09 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.1079% 2:0% 3:0.03597% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.002158273381294964) - AverageScannerThreadConcurrency: 1.00 (0.9996402877697842) - BytesRead: 638.9 MiB (669956497) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 638.9 MiB (669956497) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 638.9 MiB (669956497) - CachedFileHandlesHitCount: 146 (146) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 429ms (429987992) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.40s (3396905169) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671036) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 148.5 MiB/s (155699558) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1246487552) - RowBatchQueueGetWaitTime: 250ms (250992993) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385159327931) - RowBatchesEnqueued: 36,919 (36919) - RowsRead: 37,761,545 (37761545) - RowsReturned: 37,761,545 (37761545) - RowsReturnedRate: 77700820 per second (77700820) - ScanRangesComplete: 78 (78) - ScannerIoWaitTime: 1.42s (1416960436) - ScannerThreadsInvoluntaryContextSwitches: 5 (5) - ScannerThreadsTotalWallClockTime: 23.2m (1391156160513) - ScannerThreadsSysTime: 283ms (283130000) - ScannerThreadsUserTime: 4.10s (4098005000) - ScannerThreadsVoluntaryContextSwitches: 24,857 (24857) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 4.30s (4302879873) - TotalReadThroughput: 470.2 KiB/s (481514) - TotalTime: 485ms (485986439) Node Lifecycle Event Timeline Open Started: 1.87s (1872947709) Open Finished: 1.87s (1872947709) First Batch Requested: 1.87s (1872947709) First Batch Returned: 1.99s (1992944359) Last Batch Returned: 23.2m (1393113105877) Closed: 23.2m (1393255101912) Buffer pool - AllocTime: 23ms (23999331) - CumulativeAllocationBytes: 758.1 MiB (794951680) - CumulativeAllocations: 146 (146) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999331) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 269,312 (269312) - Rows rejected: 0 (0) - Rows total: 37,761,545 (37761545) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 78 (78) - Files rejected: 61 (61) - Files total: 78 (78) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,885 (36885) - RowGroups rejected: 0 (0) - RowGroups total: 36,885 (36885) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 37,761,545 (37761545) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 42 (42) - CodegenTotalWallClockTime: 1.39s (1393961082) - CodegenSysTime: 6ms (6984000) - CodegenUserTime: 433ms (433955000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 398ms (398988861) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 177ms (177995031) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 766ms (766978587) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 41ms (41998827) - TotalTime: 1.39s (1393961082) Instance c7456fdd806a4994:3209e9260000029b (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.717 Hdfs split stats (:<# splits>/): 0:72/13.37 GB Filter 28 arrival: 1s338ms Filter 26 arrival: 16s407ms - AverageThreadTokens: 2.00 (1.9989220265900107) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981104) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 37,442,889 (37442889) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374865768805) - TotalStorageWaitTime: 1.02s (1018966475) - TotalThreadsInvoluntaryContextSwitches: 115 (115) - TotalThreadsTotalWallClockTime: 46.4m (2783712419763) - TotalThreadsSysTime: 1.48s (1484237000) - TotalThreadsUserTime: 19.12s (19118214000) - TotalThreadsVoluntaryContextSwitches: 55,833 (55833) - TotalTime: 23.2m (1392644183963) Fragment Instance Lifecycle Event Timeline Prepare Finished: 343ms (343988686) Open Finished: 1.91s (1913937047) First Batch Produced: 1.91s (1913937047) First Batch Sent: 1.91s (1914937014) ExecInternal Finished: 23.2m (1392963173471) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1391046236522) - ExecTreeExecTime: 1.83s (1832939688) - InactiveTotalTime: 0ns (0) - OpenTime: 1.57s (1569948361) - ExecTreeOpenTime: 259ms (259991449) - PrepareTime: 27ms (27999080) - ExecTreePrepareTime: 26ms (26999112) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374875768476) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 37,442,889 (37442889) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.17s (7173764042) - TotalBytesSent: 997.0 MiB (1045457158) - TotalTime: 23.1m (1388333325788) - UncompressedRowBatchSize: 2.2 GiB (2321459118) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.49s (1491950914) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,442,889 (37442889) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.42s (1423953149) - RowsReturned: 37,442,889 (37442889) - RowsReturnedRate: 17612474 per second (17612474) - TotalTime: 2.12s (2125930053) Node Lifecycle Event Timeline Open Started: 1.65s (1653945598) Open Finished: 1.91s (1913937047) First Batch Requested: 1.91s (1913937047) First Batch Returned: 1.91s (1913937047) Last Batch Returned: 23.2m (1392871176498) Closed: 23.2m (1392962173503) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.65s (1653945598) Open Finished: 1.65s (1653945598) First Batch Requested: 1.65s (1653945598) First Batch Returned: 1.65s (1653945598) Last Batch Returned: 1.65s (1653945598) Closed: 1.65s (1653945598) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:72/13.37 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.07194% 2:0.03597% 3:0% 4:0.03597% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (0.0028776978417266188) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 631.1 MiB (661783012) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 631.1 MiB (661783012) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 631.1 MiB (661783012) - CachedFileHandlesHitCount: 126 (126) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 403ms (403986713) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.34s (3339890119) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671041) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 227.7 MiB/s (238746315) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1235826688) - RowBatchQueueGetWaitTime: 244ms (244991941) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385828408179) - RowBatchesEnqueued: 36,596 (36596) - RowsRead: 37,442,889 (37442889) - RowsReturned: 37,442,889 (37442889) - RowsReturnedRate: 59060127 per second (59060127) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 1.02s (1018966475) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1391096234880) - ScannerThreadsSysTime: 283ms (283288000) - ScannerThreadsUserTime: 3.98s (3981044000) - ScannerThreadsVoluntaryContextSwitches: 24,874 (24874) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.77s (2771908802) - TotalReadThroughput: 464.3 KiB/s (475483) - TotalTime: 633ms (633979139) Node Lifecycle Event Timeline Open Started: 1.65s (1653945598) Open Finished: 1.65s (1653945598) First Batch Requested: 1.65s (1653945598) First Batch Returned: 1.91s (1913937047) Last Batch Returned: 23.2m (1392870176531) Closed: 23.2m (1392962173503) Buffer pool - AllocTime: 10ms (10999637) - CumulativeAllocationBytes: 741.6 MiB (777650176) - CumulativeAllocations: 126 (126) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999637) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 207,872 (207872) - Rows rejected: 0 (0) - Rows total: 37,442,889 (37442889) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 72 (72) - Files rejected: 59 (59) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,570 (36570) - RowGroups rejected: 0 (0) - RowGroups total: 36,570 (36570) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 37,442,889 (37442889) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.31s (1309956912) - CodegenSysTime: 5ms (5211000) - CodegenUserTime: 433ms (433091000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 404ms (404986679) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999342) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 775ms (775974476) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 106ms (106996480) - TotalTime: 1.31s (1309956912) Instance c7456fdd806a4994:3209e92600000288 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.564 Hdfs split stats (:<# splits>/): 0:73/13.43 GB Filter 28 arrival: 938ms Filter 26 arrival: 16s221ms - AverageThreadTokens: 2.00 (1.9992810927390368) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981118) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 37,145,041 (37145041) - TotalNetworkReceiveTime: 144ms (144995150) - TotalNetworkSendTime: 22.9m (1373218071677) - TotalStorageWaitTime: 835ms (835972038) - TotalThreadsInvoluntaryContextSwitches: 190 (190) - TotalThreadsTotalWallClockTime: 46.4m (2783939888893) - TotalThreadsSysTime: 1.50s (1497023000) - TotalThreadsUserTime: 20.07s (20065566000) - TotalThreadsVoluntaryContextSwitches: 54,801 (54801) - TotalTime: 23.2m (1392615422856) Fragment Instance Lifecycle Event Timeline Prepare Finished: 493ms (493983476) Open Finished: 1.62s (1623945678) First Batch Produced: 1.62s (1623945678) First Batch Sent: 1.62s (1623945678) ExecInternal Finished: 23.2m (1393082407235) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1391455461657) - ExecTreeExecTime: 1.87s (1871937383) - InactiveTotalTime: 0ns (0) - OpenTime: 1.13s (1129962202) - ExecTreeOpenTime: 365ms (365987758) - PrepareTime: 28ms (28999030) - ExecTreePrepareTime: 23ms (23999197) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373230071272) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 37,145,041 (37145041) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.27s (7272756749) - TotalBytesSent: 989.9 MiB (1037970597) - TotalTime: 23.1m (1387532592860) - UncompressedRowBatchSize: 2.1 GiB (2302992542) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.57s (1574947311) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,145,041 (37145041) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.49s (1492950053) - RowsReturned: 37,145,041 (37145041) - RowsReturnedRate: 16458255 per second (16458255) - TotalTime: 2.26s (2256924506) Node Lifecycle Event Timeline Open Started: 1.26s (1257957920) Open Finished: 1.62s (1623945678) First Batch Requested: 1.62s (1623945678) First Batch Returned: 1.62s (1623945678) Last Batch Returned: 23.2m (1392915412819) Closed: 23.2m (1393081407268) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 144ms (144995150) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 2517 per second (2517) - TotalTime: 144ms (144995150) Node Lifecycle Event Timeline Open Started: 1.26s (1257957920) Open Finished: 1.26s (1257957920) First Batch Requested: 1.26s (1257957920) First Batch Returned: 1.40s (1402953070) Last Batch Returned: 1.40s (1402953070) Closed: 1.40s (1402953070) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 144ms (144995150) - DataWaitTime: 144ms (144995150) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:73/13.43 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 70ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.03597% 2:0.03597% 3:0% 4:0.03597% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (0.002517985611510791) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 626.2 MiB (656606230) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 626.2 MiB (656606230) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 626.2 MiB (656606230) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 444ms (444985118) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.53s (3527881979) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671087) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 259.9 MiB/s (272572929) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1226064896) - RowBatchQueueGetWaitTime: 129ms (129995653) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385964645337) - RowBatchesEnqueued: 36,309 (36309) - RowsRead: 37,145,041 (37145041) - RowsReturned: 37,145,041 (37145041) - RowsReturnedRate: 69173711 per second (69173711) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 835ms (835972038) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.2m (1391354465034) - ScannerThreadsSysTime: 306ms (306393000) - ScannerThreadsUserTime: 4.05s (4054673000) - ScannerThreadsVoluntaryContextSwitches: 23,741 (23741) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.41s (2408919442) - TotalReadThroughput: 460.8 KiB/s (471891) - TotalTime: 536ms (536982045) Node Lifecycle Event Timeline Open Started: 1.40s (1402953070) Open Finished: 1.41s (1408952869) First Batch Requested: 1.41s (1408952869) First Batch Returned: 1.62s (1623945678) Last Batch Returned: 23.2m (1392915412819) Closed: 23.2m (1393081407268) Buffer pool - AllocTime: 37ms (37998728) - CumulativeAllocationBytes: 727.8 MiB (763101184) - CumulativeAllocations: 132 (132) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998728) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 224,256 (224256) - Rows rejected: 0 (0) - Rows total: 37,145,041 (37145041) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 73 (73) - Files rejected: 59 (59) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,281 (36281) - RowGroups rejected: 0 (0) - RowGroups total: 36,281 (36281) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 37,145,041 (37145041) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 763ms (763974444) - CodegenSysTime: 4ms (4971000) - CodegenUserTime: 435ms (435849000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 191ms (191993577) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999599) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 499ms (499983276) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 47ms (47998394) - TotalTime: 763ms (763974444) Instance c7456fdd806a4994:3209e92600000276 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.492 Hdfs split stats (:<# splits>/): 0:75/13.19 GB Filter 28 arrival: 1s360ms Filter 26 arrival: 16s161ms - AverageThreadTokens: 2.00 (1.9989220265900107) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79778632) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 38,681,295 (38681295) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374858894863) - TotalStorageWaitTime: 817ms (817970780) - TotalThreadsInvoluntaryContextSwitches: 149 (149) - TotalThreadsTotalWallClockTime: 46.4m (2783553581164) - TotalThreadsSysTime: 1.46s (1458209000) - TotalThreadsUserTime: 19.46s (19458631000) - TotalThreadsVoluntaryContextSwitches: 57,205 (57205) - TotalTime: 23.2m (1392614260664) Fragment Instance Lifecycle Event Timeline Prepare Finished: 661ms (661976349) Open Finished: 2.08s (2083925547) First Batch Produced: 2.08s (2083925547) First Batch Sent: 2.08s (2083925547) ExecInternal Finished: 23.2m (1393228238728) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1391142313253) - ExecTreeExecTime: 1.79s (1789936060) - InactiveTotalTime: 0ns (0) - OpenTime: 1.42s (1421949198) - ExecTreeOpenTime: 111ms (111995998) - PrepareTime: 49ms (49998213) - ExecTreePrepareTime: 49ms (49998213) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374873894328) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 38,681,295 (38681295) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.41s (7409735344) - TotalBytesSent: 1.0 GiB (1080109979) - TotalTime: 23.1m (1388649402300) - UncompressedRowBatchSize: 2.2 GiB (2398240290) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.47s (1473947346) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,681,295 (38681295) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.39s (1394950162) - RowsReturned: 38,681,295 (38681295) - RowsReturnedRate: 19536705 per second (19536705) - TotalTime: 1.98s (1979929270) Node Lifecycle Event Timeline Open Started: 1.97s (1971929549) Open Finished: 2.08s (2083925547) First Batch Requested: 2.08s (2083925547) First Batch Returned: 2.08s (2083925547) Last Batch Returned: 23.2m (1393038245512) Closed: 23.2m (1393228238728) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.97s (1971929549) Open Finished: 1.97s (1971929549) First Batch Requested: 1.97s (1971929549) First Batch Returned: 1.97s (1971929549) Last Batch Returned: 1.97s (1971929549) Closed: 1.97s (1971929549) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:75/13.19 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03597% 2:0.03597% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (0.001079136690647482) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 653.8 MiB (685546674) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 653.8 MiB (685546674) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 653.8 MiB (685546674) - CachedFileHandlesHitCount: 140 (140) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 468ms (468983250) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.01s (3012892394) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476740) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 355.5 MiB/s (372795627) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1276862464) - RowBatchQueueGetWaitTime: 119ms (119995713) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1386205489572) - RowBatchesEnqueued: 37,816 (37816) - RowsRead: 38,681,295 (38681295) - RowsReturned: 38,681,295 (38681295) - RowsReturnedRate: 76447978 per second (76447978) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 817ms (817970780) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.2m (1390989318713) - ScannerThreadsSysTime: 240ms (240265000) - ScannerThreadsUserTime: 4.13s (4130628000) - ScannerThreadsVoluntaryContextSwitches: 26,024 (26024) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1.84s (1838934322) - TotalReadThroughput: 481.0 KiB/s (492559) - TotalTime: 505ms (505981924) Node Lifecycle Event Timeline Open Started: 1.97s (1971929549) Open Finished: 1.97s (1972929513) First Batch Requested: 1.97s (1972929513) First Batch Returned: 2.08s (2083925547) Last Batch Returned: 23.2m (1393038245512) Closed: 23.2m (1393228238728) Buffer pool - AllocTime: 13ms (13999502) - CumulativeAllocationBytes: 724.0 MiB (759169024) - CumulativeAllocations: 135 (135) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999609) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 251,904 (251904) - Rows rejected: 0 (0) - Rows total: 38,681,295 (38681295) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 75 (75) - Files rejected: 59 (59) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,784 (37784) - RowGroups rejected: 0 (0) - RowGroups total: 37,784 (37784) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 38,681,295 (38681295) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 72 (72) - CodegenTotalWallClockTime: 1.31s (1309953200) - CodegenSysTime: 5ms (5516000) - CodegenUserTime: 438ms (438358000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 471ms (471983138) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999143) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 722ms (722974170) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 72ms (72997392) - TotalTime: 1.31s (1309953200) Instance c7456fdd806a4994:3209e9260000027f (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.945 Hdfs split stats (:<# splits>/): 0:77/13.38 GB Filter 28 arrival: 1s224ms Filter 26 arrival: 16s206ms - AverageThreadTokens: 2.00 (1.9992810927390368) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79770411) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 38,937,159 (38937159) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374280566709) - TotalStorageWaitTime: 1.16s (1159957430) - TotalThreadsInvoluntaryContextSwitches: 125 (125) - TotalThreadsTotalWallClockTime: 46.4m (2783724842892) - TotalThreadsSysTime: 1.56s (1561414000) - TotalThreadsUserTime: 19.98s (19984348000) - TotalThreadsVoluntaryContextSwitches: 57,074 (57074) - TotalTime: 23.2m (1392579895114) Fragment Instance Lifecycle Event Timeline Prepare Finished: 425ms (425984365) Open Finished: 1.81s (1812933462) First Batch Produced: 1.81s (1812933462) First Batch Sent: 1.81s (1813933425) ExecInternal Finished: 23.2m (1393005879479) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1391191946054) - ExecTreeExecTime: 1.83s (1828932894) - InactiveTotalTime: 0ns (0) - OpenTime: 1.39s (1386949097) - ExecTreeOpenTime: 195ms (195992807) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374301565941) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 38,937,159 (38937159) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.58s (7577721873) - TotalBytesSent: 1.0 GiB (1087178248) - TotalTime: 23.1m (1388434047246) - UncompressedRowBatchSize: 2.2 GiB (2414103858) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 31ms (31998826) - InactiveTotalTime: 0ns (0) - LocalTime: 1.55s (1550943094) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,937,159 (38937159) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.44s (1438947207) - RowsReturned: 38,937,159 (38937159) - RowsReturnedRate: 19430432 per second (19430432) - TotalTime: 2.00s (2003926470) Node Lifecycle Event Timeline Open Started: 1.62s (1616940655) Open Finished: 1.81s (1812933462) First Batch Requested: 1.81s (1812933462) First Batch Returned: 1.81s (1812933462) Last Batch Returned: 23.2m (1392892883626) Closed: 23.2m (1393005879479) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.62s (1616940655) Open Finished: 1.62s (1616940655) First Batch Requested: 1.65s (1648939481) First Batch Returned: 1.65s (1648939481) Last Batch Returned: 1.65s (1648939481) Closed: 1.65s (1648939481) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:77/13.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.07194% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (7.194244604316547E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 657.5 MiB (689419021) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 657.5 MiB (689419021) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 657.5 MiB (689419021) - CachedFileHandlesHitCount: 136 (136) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 408ms (408984992) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.34s (3339877398) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476756) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 206.6 MiB/s (216670119) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1285276672) - RowBatchQueueGetWaitTime: 127ms (127995303) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385578152105) - RowBatchesEnqueued: 38,065 (38065) - RowsRead: 38,937,159 (38937159) - RowsReturned: 38,937,159 (38937159) - RowsReturnedRate: 85957147 per second (85957147) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 1.16s (1159957430) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.2m (1391145947741) - ScannerThreadsSysTime: 259ms (259534000) - ScannerThreadsUserTime: 4.21s (4205238000) - ScannerThreadsVoluntaryContextSwitches: 26,027 (26027) - TotalRawHdfsOpenFileTime(*): 999.96us (999963) - TotalRawHdfsReadTime(*): 3.18s (3181883230) - TotalReadThroughput: 483.9 KiB/s (495483) - TotalTime: 452ms (452983376) Node Lifecycle Event Timeline Open Started: 1.65s (1648939481) Open Finished: 1.65s (1649939444) First Batch Requested: 1.65s (1649939444) First Batch Returned: 1.81s (1812933462) Last Batch Returned: 23.2m (1392891883663) Closed: 23.2m (1393005879479) Buffer pool - AllocTime: 42ms (42998422) - CumulativeAllocationBytes: 738.0 MiB (773849088) - CumulativeAllocations: 131 (131) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42998422) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 257,024 (257024) - Rows rejected: 0 (0) - Rows total: 38,937,159 (38937159) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 77 (77) - Files rejected: 61 (61) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,033 (38033) - RowGroups rejected: 0 (0) - RowGroups total: 38,033 (38033) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 38,937,159 (38937159) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.19s (1190956290) - CodegenSysTime: 6ms (6995000) - CodegenUserTime: 424ms (424726000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 336ms (336987632) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 51ms (51998092) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 613ms (613977466) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 185ms (185993174) - TotalTime: 1.19s (1190956290) Instance c7456fdd806a4994:3209e9260000028d (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.809 Hdfs split stats (:<# splits>/): 0:75/13.22 GB Filter 28 arrival: 1s099ms Filter 26 arrival: 16s385ms - AverageThreadTokens: 2.00 (1.9992810927390368) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981092) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 36,634,590 (36634590) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374803905390) - TotalStorageWaitTime: 676ms (676004866) - TotalThreadsInvoluntaryContextSwitches: 111 (111) - TotalThreadsTotalWallClockTime: 46.4m (2783099052008) - TotalThreadsSysTime: 1.50s (1501657000) - TotalThreadsUserTime: 18.92s (18918485000) - TotalThreadsVoluntaryContextSwitches: 55,056 (55056) - TotalTime: 23.2m (1392194030639) Fragment Instance Lifecycle Event Timeline Prepare Finished: 357ms (357002568) Open Finished: 1.60s (1600011508) First Batch Produced: 1.60s (1600011508) First Batch Sent: 1.60s (1600011508) ExecInternal Finished: 23.2m (1392544033156) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390942021634) - ExecTreeExecTime: 1.80s (1802012979) - InactiveTotalTime: 0ns (0) - OpenTime: 1.24s (1243008940) - ExecTreeOpenTime: 171ms (171001230) - PrepareTime: 9ms (9000065) - ExecTreePrepareTime: 9ms (9000065) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374817905490) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 36,634,590 (36634590) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.00s (7000050427) - TotalBytesSent: 975.7 MiB (1023059848) - TotalTime: 23.1m (1388171001680) - UncompressedRowBatchSize: 2.1 GiB (2271344580) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 18ms (18000129) - InactiveTotalTime: 0ns (0) - LocalTime: 1.47s (1468010559) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 36,634,590 (36634590) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.38s (1376009902) - RowsReturned: 36,634,590 (36634590) - RowsReturnedRate: 18757975 per second (18757975) - TotalTime: 1.95s (1953014060) Node Lifecycle Event Timeline Open Started: 1.43s (1429010278) Open Finished: 1.60s (1600011508) First Batch Requested: 1.60s (1600011508) First Batch Returned: 1.60s (1600011508) Last Batch Returned: 23.2m (1392471032632) Closed: 23.2m (1392544033156) Buffer pool - AllocTime: 17ms (17000122) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17000122) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 17ms (17000122) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.43s (1429010278) Open Finished: 1.43s (1429010278) First Batch Requested: 1.43s (1430010285) First Batch Returned: 1.43s (1430010285) Last Batch Returned: 1.43s (1430010285) Closed: 1.45s (1447010407) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:75/13.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.07194% 2:0% 3:0% 4:0.03597% 5:0.03597% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.003956834532374101) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 618.9 MiB (648967726) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 618.9 MiB (648967726) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 618.9 MiB (648967726) - CachedFileHandlesHitCount: 128 (128) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 409ms (409002948) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.27s (3275023567) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671041) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 232.0 MiB/s (243239524) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1209236480) - RowBatchQueueGetWaitTime: 169ms (169001217) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385844984949) - RowBatchesEnqueued: 35,811 (35811) - RowsRead: 36,634,590 (36634590) - RowsReturned: 36,634,590 (36634590) - RowsReturnedRate: 75534691 per second (75534691) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 676ms (676004866) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.2m (1390914021434) - ScannerThreadsSysTime: 284ms (284387000) - ScannerThreadsUserTime: 3.92s (3922267000) - ScannerThreadsVoluntaryContextSwitches: 24,193 (24193) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.67s (2668019213) - TotalReadThroughput: 455.5 KiB/s (466427) - TotalTime: 485ms (485003501) Node Lifecycle Event Timeline Open Started: 1.45s (1447010407) Open Finished: 1.45s (1447010407) First Batch Requested: 1.45s (1447010407) First Batch Returned: 1.60s (1600011508) Last Batch Returned: 23.2m (1392471032632) Closed: 23.2m (1392544033156) Buffer pool - AllocTime: 68ms (68000494) - CumulativeAllocationBytes: 723.8 MiB (758906880) - CumulativeAllocations: 128 (128) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68000494) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 218,112 (218112) - Rows rejected: 0 (0) - Rows total: 36,634,590 (36634590) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 75 (75) - Files rejected: 61 (61) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,783 (35783) - RowGroups rejected: 0 (0) - RowGroups total: 35,783 (35783) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 36,634,590 (36634590) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 41 (41) - CodegenTotalWallClockTime: 1.07s (1072007710) - CodegenSysTime: 4ms (4964000) - CodegenUserTime: 434ms (434083000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 315ms (315002266) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47000338) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 636ms (636004574) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 72ms (72000518) - TotalTime: 1.07s (1072007710) Instance c7456fdd806a4994:3209e9260000027b (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.927 Hdfs split stats (:<# splits>/): 0:72/12.98 GB Filter 28 arrival: 1s246ms Filter 26 arrival: 16s184ms - AverageThreadTokens: 2.00 (1.9992808342322905) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84005659) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 37,627,262 (37627262) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1373570377876) - TotalStorageWaitTime: 1.02s (1025996552) - TotalThreadsInvoluntaryContextSwitches: 173 (173) - TotalThreadsTotalWallClockTime: 46.4m (2782407636912) - TotalThreadsSysTime: 1.45s (1452088000) - TotalThreadsUserTime: 19.64s (19642303000) - TotalThreadsVoluntaryContextSwitches: 55,615 (55615) - TotalTime: 23.2m (1391921316029) Fragment Instance Lifecycle Event Timeline Prepare Finished: 600ms (600997966) Open Finished: 2.03s (2026993139) First Batch Produced: 2.03s (2026993139) First Batch Sent: 2.03s (2027993135) ExecInternal Finished: 23.2m (1392486314117) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390457320984) - ExecTreeExecTime: 1.97s (1965993399) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1425995173) - ExecTreeOpenTime: 243ms (243999174) - PrepareTime: 37ms (37999872) - ExecTreePrepareTime: 24ms (24999916) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373587377823) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 37,627,262 (37627262) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.20s (7200975701) - TotalBytesSent: 1,002.9 MiB (1051620239) - TotalTime: 23.1m (1387467331033) - UncompressedRowBatchSize: 2.2 GiB (2332890244) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 25ms (25999912) - InactiveTotalTime: 0ns (0) - LocalTime: 1.60s (1597994642) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,627,262 (37627262) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.48s (1476995042) - RowsReturned: 37,627,262 (37627262) - RowsReturnedRate: 17049111 per second (17049111) - TotalTime: 2.21s (2206992582) Node Lifecycle Event Timeline Open Started: 1.78s (1782993965) Open Finished: 2.03s (2026993139) First Batch Requested: 2.03s (2026993139) First Batch Returned: 2.03s (2026993139) Last Batch Returned: 23.2m (1392422314332) Closed: 23.2m (1392486314117) Buffer pool - AllocTime: 25ms (25999912) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 25ms (25999912) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 25ms (25999912) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.78s (1782993965) Open Finished: 1.78s (1782993965) First Batch Requested: 1.78s (1782993965) First Batch Returned: 1.78s (1782993965) Last Batch Returned: 1.78s (1782993965) Closed: 1.81s (1808993877) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:72/12.98 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.03598% 2:0.03598% 3:0% 4:0.03598% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):56 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025188916876574307) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 634.4 MiB (665235938) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 634.4 MiB (665235938) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 634.4 MiB (665235938) - CachedFileHandlesHitCount: 140 (140) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 425ms (425998549) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.19s (3191989244) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671013) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 164.1 MiB/s (172074023) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1242056704) - RowBatchQueueGetWaitTime: 281ms (281999049) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385029339281) - RowBatchesEnqueued: 36,786 (36786) - RowsRead: 37,627,262 (37627262) - RowsReturned: 37,627,262 (37627262) - RowsReturnedRate: 61785532 per second (61785532) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 1.02s (1025996552) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1390524320755) - ScannerThreadsSysTime: 307ms (307049000) - ScannerThreadsUserTime: 4.03s (4034841000) - ScannerThreadsVoluntaryContextSwitches: 24,609 (24609) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 3.87s (3865986997) - TotalReadThroughput: 467.1 KiB/s (478284) - TotalTime: 608ms (608997940) Node Lifecycle Event Timeline Open Started: 1.81s (1808993877) Open Finished: 1.81s (1808993877) First Batch Requested: 1.81s (1808993877) First Batch Returned: 2.03s (2026993139) Last Batch Returned: 23.2m (1392421314335) Closed: 23.2m (1392486314117) Buffer pool - AllocTime: 60ms (60999795) - CumulativeAllocationBytes: 746.0 MiB (782237696) - CumulativeAllocations: 140 (140) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 60ms (60999795) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 246,784 (246784) - Rows rejected: 0 (0) - Rows total: 37,627,262 (37627262) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 72 (72) - Files rejected: 56 (56) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,754 (36754) - RowGroups rejected: 0 (0) - RowGroups total: 36,754 (36754) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 37,627,262 (37627262) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 75 (75) - CodegenTotalWallClockTime: 1.18s (1181995999) - CodegenSysTime: 4ms (4981000) - CodegenUserTime: 435ms (435781000) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 499ms (499998308) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36999875) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 570ms (570998067) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 71ms (71999756) - TotalTime: 1.18s (1181995999) Instance c7456fdd806a4994:3209e92600000292 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.311 Hdfs split stats (:<# splits>/): 0:74/13.50 GB Filter 28 arrival: 1s160ms Filter 26 arrival: 16s147ms - AverageThreadTokens: 2.00 (1.9992805755395684) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79844121) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 36,573,810 (36573810) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374059408448) - TotalStorageWaitTime: 1.33s (1327949174) - TotalThreadsInvoluntaryContextSwitches: 172 (172) - TotalThreadsTotalWallClockTime: 46.4m (2782055518099) - TotalThreadsSysTime: 1.41s (1413723000) - TotalThreadsUserTime: 19.14s (19140095000) - TotalThreadsVoluntaryContextSwitches: 54,896 (54896) - TotalTime: 23.2m (1391718732606) Fragment Instance Lifecycle Event Timeline Prepare Finished: 537ms (537979412) Open Finished: 1.90s (1896927408) First Batch Produced: 1.90s (1896927408) First Batch Sent: 1.90s (1896927408) ExecInternal Finished: 23.2m (1392226713167) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390327785835) - ExecTreeExecTime: 1.69s (1690935284) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1358947996) - ExecTreeOpenTime: 231ms (231991122) - PrepareTime: 31ms (31998775) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374079407681) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 36,573,810 (36573810) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.08s (7075729206) - TotalBytesSent: 974.3 MiB (1021666572) - TotalTime: 23.1m (1387575891146) - UncompressedRowBatchSize: 2.1 GiB (2267576220) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.96us (999961) - InactiveTotalTime: 0ns (0) - LocalTime: 1.46s (1461944052) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 36,573,810 (36573810) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.40s (1401946344) - RowsReturned: 36,573,810 (36573810) - RowsReturnedRate: 19362207 per second (19362207) - TotalTime: 1.89s (1888927708) Node Lifecycle Event Timeline Open Started: 1.66s (1664936286) Open Finished: 1.90s (1896927408) First Batch Requested: 1.90s (1896927408) First Batch Returned: 1.90s (1896927408) Last Batch Returned: 23.2m (1392163715578) Closed: 23.2m (1392225713205) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.66s (1664936286) Open Finished: 1.66s (1664936286) First Batch Requested: 1.67s (1665936247) First Batch Returned: 1.67s (1665936247) Last Batch Returned: 1.67s (1665936247) Closed: 1.67s (1665936247) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:74/13.50 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 53ms Hdfs Read Thread Concurrency Bucket: 0:99.82% 1:0.144% 2:0% 3:0.036% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025197984161267097) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 618.9 MiB (648971834) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 618.9 MiB (648971834) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 618.9 MiB (648971834) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 423ms (423983768) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.50s (3500866004) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476728) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 192.5 MiB/s (201865217) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1207242752) - RowBatchQueueGetWaitTime: 151ms (151994184) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384397012842) - RowBatchesEnqueued: 35,752 (35752) - RowsRead: 36,573,810 (36573810) - RowsReturned: 36,573,810 (36573810) - RowsReturnedRate: 85656229 per second (85656229) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 1.33s (1327949174) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1390368784268) - ScannerThreadsSysTime: 272ms (272243000) - ScannerThreadsUserTime: 3.95s (3946787000) - ScannerThreadsVoluntaryContextSwitches: 23,994 (23994) - TotalRawHdfsOpenFileTime(*): 999.96us (999962) - TotalRawHdfsReadTime(*): 3.21s (3214876952) - TotalReadThroughput: 455.8 KiB/s (466761) - TotalTime: 426ms (426983656) Node Lifecycle Event Timeline Open Started: 1.67s (1665936247) Open Finished: 1.67s (1665936247) First Batch Requested: 1.67s (1665936247) First Batch Returned: 1.90s (1896927408) Last Batch Returned: 23.2m (1392163715578) Closed: 23.2m (1392225713205) Buffer pool - AllocTime: 41ms (41998392) - CumulativeAllocationBytes: 677.8 MiB (710672384) - CumulativeAllocations: 127 (127) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998392) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 218,112 (218112) - Rows rejected: 0 (0) - Rows total: 36,573,810 (36573810) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 74 (74) - Files rejected: 60 (60) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,724 (35724) - RowGroups rejected: 0 (0) - RowGroups total: 35,724 (35724) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 36,573,810 (36573810) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 59 (59) - CodegenTotalWallClockTime: 1.13s (1126956874) - CodegenSysTime: 5ms (5943000) - CodegenUserTime: 438ms (438462000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 339ms (339986990) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29998852) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 595ms (595977192) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 152ms (152994146) - TotalTime: 1.13s (1126956874) Instance c7456fdd806a4994:3209e92600000294 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.182 Hdfs split stats (:<# splits>/): 0:71/13.20 GB Filter 28 arrival: 1s389ms Filter 26 arrival: 16s406ms - AverageThreadTokens: 2.00 (1.998561668464581) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972987) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 37,712,692 (37712692) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1373235910775) - TotalStorageWaitTime: 724ms (724973028) - TotalThreadsInvoluntaryContextSwitches: 142 (142) - TotalThreadsTotalWallClockTime: 46.4m (2781631513548) - TotalThreadsSysTime: 1.46s (1462089000) - TotalThreadsUserTime: 19.26s (19256051000) - TotalThreadsVoluntaryContextSwitches: 56,106 (56106) - TotalTime: 23.2m (1391682224538) Fragment Instance Lifecycle Event Timeline Prepare Finished: 370ms (370986198) Open Finished: 1.88s (1878930096) First Batch Produced: 1.88s (1879930059) First Batch Sent: 1.88s (1879930059) ExecInternal Finished: 23.2m (1392000212708) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390118282723) - ExecTreeExecTime: 1.70s (1702936662) - InactiveTotalTime: 0ns (0) - OpenTime: 1.51s (1507943898) - ExecTreeOpenTime: 215ms (215991964) - PrepareTime: 55ms (55997917) - ExecTreePrepareTime: 54ms (54997954) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373247910330) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 37,712,692 (37712692) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.31s (7308728110) - TotalBytesSent: 1,004.1 MiB (1052848654) - TotalTime: 23.1m (1387006398481) - UncompressedRowBatchSize: 2.2 GiB (2338186904) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 40ms (40998475) - InactiveTotalTime: 0ns (0) - LocalTime: 1.49s (1491944509) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,712,692 (37712692) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.35s (1353949643) - RowsReturned: 37,712,692 (37712692) - RowsReturnedRate: 18828804 per second (18828804) - TotalTime: 2.00s (2002925500) Node Lifecycle Event Timeline Open Started: 1.66s (1662938132) Open Finished: 1.88s (1878930096) First Batch Requested: 1.88s (1878930096) First Batch Returned: 1.88s (1879930059) Last Batch Returned: 23.2m (1391902216354) Closed: 23.2m (1391998212782) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.66s (1662938132) Open Finished: 1.66s (1662938132) First Batch Requested: 1.70s (1703936607) First Batch Returned: 1.70s (1703936607) Last Batch Returned: 1.70s (1703936607) Closed: 1.70s (1703936607) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:71/13.20 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0% 2:0.07199% 3:0% 4:0% 5:0.036% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):57 - AverageHdfsReadThreadConcurrency: 0.00 (0.0032397408207343412) - AverageScannerThreadConcurrency: 1.00 (0.9996400287976962) - BytesRead: 635.6 MiB (666492785) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 635.6 MiB (666492785) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 635.6 MiB (666492785) - CachedFileHandlesHitCount: 128 (128) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 449ms (449983256) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.36s (3363874840) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671046) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 363.4 MiB/s (381084953) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1244819456) - RowBatchQueueGetWaitTime: 130ms (130995126) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384765481881) - RowBatchesEnqueued: 36,864 (36864) - RowsRead: 37,712,692 (37712692) - RowsReturned: 37,712,692 (37712692) - RowsReturnedRate: 73804491 per second (73804491) - ScanRangesComplete: 71 (71) - ScannerIoWaitTime: 724ms (724973028) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1390005286927) - ScannerThreadsSysTime: 265ms (265898000) - ScannerThreadsUserTime: 4.02s (4024288000) - ScannerThreadsVoluntaryContextSwitches: 24,843 (24843) - TotalRawHdfsOpenFileTime(*): 999.96us (999963) - TotalRawHdfsReadTime(*): 1.75s (1748934928) - TotalReadThroughput: 468.0 KiB/s (479215) - TotalTime: 510ms (510980991) Node Lifecycle Event Timeline Open Started: 1.70s (1703936607) Open Finished: 1.70s (1703936607) First Batch Requested: 1.70s (1703936607) First Batch Returned: 1.88s (1878930096) Last Batch Returned: 23.2m (1391901216391) Closed: 23.2m (1391998212782) Buffer pool - AllocTime: 7ms (7999703) - CumulativeAllocationBytes: 755.8 MiB (792461312) - CumulativeAllocations: 128 (128) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999703) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 222,208 (222208) - Rows rejected: 0 (0) - Rows total: 37,712,692 (37712692) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 71 (71) - Files rejected: 57 (57) - Files total: 71 (71) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,836 (36836) - RowGroups rejected: 0 (0) - RowGroups total: 36,836 (36836) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 37,712,692 (37712692) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.29s (1291951934) - CodegenSysTime: 3ms (3993000) - CodegenUserTime: 418ms (418808000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 496ms (496981510) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999293) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 664ms (664975261) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 92ms (92996540) - TotalTime: 1.29s (1291951934) Instance c7456fdd806a4994:3209e92600000287 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.713 Hdfs split stats (:<# splits>/): 0:72/13.23 GB Filter 28 arrival: 1s250ms Filter 26 arrival: 16s398ms - AverageThreadTokens: 2.00 (1.9992805755395684) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83948380) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 37,488,760 (37488760) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1373685904562) - TotalStorageWaitTime: 1.02s (1018989546) - TotalThreadsInvoluntaryContextSwitches: 129 (129) - TotalThreadsTotalWallClockTime: 46.4m (2781786455966) - TotalThreadsSysTime: 1.60s (1604210000) - TotalThreadsUserTime: 19.23s (19234898000) - TotalThreadsVoluntaryContextSwitches: 55,670 (55670) - TotalTime: 23.2m (1391654720167) Fragment Instance Lifecycle Event Timeline Prepare Finished: 311ms (311996797) Open Finished: 1.74s (1739982136) First Batch Produced: 1.75s (1748982044) First Batch Sent: 1.75s (1748982044) ExecInternal Finished: 23.2m (1391967716954) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390225734838) - ExecTreeExecTime: 1.74s (1739982143) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1427985339) - ExecTreeOpenTime: 214ms (214997793) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 999.99us (999990) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373706904344) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 37,488,760 (37488760) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.27s (7274925407) - TotalBytesSent: 998.1 MiB (1046630791) - TotalTime: 23.1m (1387470763126) - UncompressedRowBatchSize: 2.2 GiB (2324303120) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 35ms (35999631) - InactiveTotalTime: 0ns (0) - LocalTime: 1.52s (1522984370) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,488,760 (37488760) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.41s (1410985518) - RowsReturned: 37,488,760 (37488760) - RowsReturnedRate: 19434496 per second (19434496) - TotalTime: 1.93s (1928980205) Node Lifecycle Event Timeline Open Started: 1.52s (1524984343) Open Finished: 1.74s (1739982136) First Batch Requested: 1.74s (1739982136) First Batch Returned: 1.75s (1748982044) Last Batch Returned: 23.2m (1391808718583) Closed: 23.2m (1391966716964) Buffer pool - AllocTime: 999.99us (999990) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.99us (999990) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.52s (1524984343) Open Finished: 1.52s (1524984343) First Batch Requested: 1.56s (1559983984) First Batch Returned: 1.56s (1559983984) Last Batch Returned: 1.56s (1559983984) Closed: 1.56s (1560983974) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:72/13.23 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 631.6 MiB (662241565) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 631.6 MiB (662241565) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 631.6 MiB (662241565) - CachedFileHandlesHitCount: 128 (128) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 413ms (413995747) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.03s (3029968948) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671034) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 200.6 MiB/s (210304337) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1237520384) - RowBatchQueueGetWaitTime: 140ms (140998553) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385017788243) - RowBatchesEnqueued: 36,648 (36648) - RowsRead: 37,488,760 (37488760) - RowsReturned: 37,488,760 (37488760) - RowsReturnedRate: 92337794 per second (92337794) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 1.02s (1018989546) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1390132735789) - ScannerThreadsSysTime: 307ms (307867000) - ScannerThreadsUserTime: 3.95s (3950053000) - ScannerThreadsVoluntaryContextSwitches: 24,782 (24782) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 3.15s (3148967696) - TotalReadThroughput: 465.2 KiB/s (476316) - TotalTime: 405ms (405995835) Node Lifecycle Event Timeline Open Started: 1.56s (1560983974) Open Finished: 1.56s (1560983974) First Batch Requested: 1.56s (1560983974) First Batch Returned: 1.74s (1739982136) Last Batch Returned: 23.2m (1391808718583) Closed: 23.2m (1391966716964) Buffer pool - AllocTime: 59ms (59999386) - CumulativeAllocationBytes: 741.8 MiB (777781248) - CumulativeAllocations: 128 (128) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 59ms (59999386) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 214,016 (214016) - Rows rejected: 0 (0) - Rows total: 37,488,760 (37488760) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 72 (72) - Files rejected: 58 (58) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,620 (36620) - RowGroups rejected: 0 (0) - RowGroups total: 36,620 (36620) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 37,488,760 (37488760) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 1.21s (1212987546) - CodegenSysTime: 4ms (4995000) - CodegenUserTime: 426ms (426859000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 404ms (404995842) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 99ms (99998973) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 649ms (649993326) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 55ms (55999425) - TotalTime: 1.21s (1212987546) Instance c7456fdd806a4994:3209e92600000281 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.571 Hdfs split stats (:<# splits>/): 0:75/13.23 GB Filter 28 arrival: 1s133ms Filter 26 arrival: 16s310ms - AverageThreadTokens: 2.00 (1.9989208633093525) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981158) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 37,903,439 (37903439) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1373179179041) - TotalStorageWaitTime: 856ms (856993870) - TotalThreadsInvoluntaryContextSwitches: 163 (163) - TotalThreadsTotalWallClockTime: 46.4m (2781223108682) - TotalThreadsSysTime: 1.48s (1484186000) - TotalThreadsUserTime: 19.58s (19576349000) - TotalThreadsVoluntaryContextSwitches: 55,422 (55422) - TotalTime: 23.2m (1391371048903) Fragment Instance Lifecycle Event Timeline Prepare Finished: 485ms (485996518) Open Finished: 1.78s (1785987205) First Batch Produced: 1.78s (1785987205) First Batch Sent: 1.79s (1786987198) ExecInternal Finished: 23.2m (1391819045694) Buffer pool - AllocTime: 2ms (2999979) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 2ms (2999979) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390030058510) - ExecTreeExecTime: 1.83s (1834986885) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1299990687) - ExecTreeOpenTime: 207ms (207998510) - PrepareTime: 40ms (40999706) - ExecTreePrepareTime: 20ms (20999849) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373193178939) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 37,903,439 (37903439) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.29s (7289947841) - TotalBytesSent: 1,009.3 MiB (1058352619) - TotalTime: 23.1m (1387127079263) - UncompressedRowBatchSize: 2.2 GiB (2350013218) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.99us (999993) - InactiveTotalTime: 0ns (0) - LocalTime: 1.50s (1499989284) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,903,439 (37903439) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.43s (1425989816) - RowsReturned: 37,903,439 (37903439) - RowsReturnedRate: 18408795 per second (18408795) - TotalTime: 2.06s (2058985280) Node Lifecycle Event Timeline Open Started: 1.58s (1577988695) Open Finished: 1.78s (1785987205) First Batch Requested: 1.78s (1785987205) First Batch Returned: 1.78s (1785987205) Last Batch Returned: 23.2m (1391633047022) Closed: 23.2m (1391818045701) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.99us (999993) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.58s (1577988695) Open Finished: 1.58s (1577988695) First Batch Requested: 1.58s (1577988695) First Batch Returned: 1.58s (1577988695) Last Batch Returned: 1.58s (1577988695) Closed: 1.58s (1578988688) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:75/13.23 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0% 2:0.03601% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.0010803024846957148) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 638.7 MiB (669709892) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 638.7 MiB (669709892) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 638.7 MiB (669709892) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 469ms (469996637) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.38s (3384975773) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671055) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 221.9 MiB/s (232701417) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1251138560) - RowBatchQueueGetWaitTime: 176ms (176998733) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384532097854) - RowBatchesEnqueued: 37,051 (37051) - RowsRead: 37,903,439 (37903439) - RowsReturned: 37,903,439 (37903439) - RowsReturnedRate: 67806279 per second (67806279) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 856ms (856993870) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.2m (1389893059485) - ScannerThreadsSysTime: 275ms (275329000) - ScannerThreadsUserTime: 4.04s (4042763000) - ScannerThreadsVoluntaryContextSwitches: 24,426 (24426) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.88s (2877979422) - TotalReadThroughput: 470.5 KiB/s (481826) - TotalTime: 558ms (558995996) Node Lifecycle Event Timeline Open Started: 1.58s (1578988688) Open Finished: 1.58s (1578988688) First Batch Requested: 1.58s (1578988688) First Batch Returned: 1.78s (1785987205) Last Batch Returned: 23.2m (1391633047022) Closed: 23.2m (1391818045701) Buffer pool - AllocTime: 63ms (63999542) - CumulativeAllocationBytes: 745.8 MiB (781975552) - CumulativeAllocations: 132 (132) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63999542) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 214,016 (214016) - Rows rejected: 0 (0) - Rows total: 37,903,439 (37903439) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 75 (75) - Files rejected: 61 (61) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,023 (37023) - RowGroups rejected: 0 (0) - RowGroups total: 37,023 (37023) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 37,903,439 (37903439) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 51 (51) - CodegenTotalWallClockTime: 1.09s (1091992177) - CodegenSysTime: 7ms (7259000) - CodegenUserTime: 431ms (431025000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 443ms (443996819) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 34ms (34999749) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 521ms (521996261) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 75ms (75999456) - TotalTime: 1.09s (1091992177) Instance c7456fdd806a4994:3209e9260000027e (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:13.632 Hdfs split stats (:<# splits>/): 0:76/12.97 GB Filter 28 arrival: 1s224ms Filter 26 arrival: 16s246ms - AverageThreadTokens: 2.00 (1.9992805755395684) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83964747) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 37,029,062 (37029062) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374316861906) - TotalStorageWaitTime: 1.18s (1178993024) - TotalThreadsInvoluntaryContextSwitches: 96 (96) - TotalThreadsTotalWallClockTime: 46.4m (2781142531276) - TotalThreadsSysTime: 1.43s (1427404000) - TotalThreadsUserTime: 18.79s (18793647000) - TotalThreadsVoluntaryContextSwitches: 56,066 (56066) - TotalTime: 23.2m (1391291761359) Fragment Instance Lifecycle Event Timeline Prepare Finished: 420ms (420997498) Open Finished: 1.72s (1722989759) First Batch Produced: 1.72s (1723989753) First Batch Sent: 1.72s (1723989753) ExecInternal Finished: 23.2m (1391713758851) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1389988769104) - ExecTreeExecTime: 1.73s (1729989775) - InactiveTotalTime: 0ns (0) - OpenTime: 1.30s (1301992261) - ExecTreeOpenTime: 103ms (103999382) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374344861740) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 37,029,062 (37029062) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.20s (7203957334) - TotalBytesSent: 985.9 MiB (1033808118) - TotalTime: 23.1m (1387663782849) - UncompressedRowBatchSize: 2.1 GiB (2295801844) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 24ms (24999851) - InactiveTotalTime: 0ns (0) - LocalTime: 1.46s (1457991378) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,029,062 (37029062) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.35s (1353991996) - RowsReturned: 37,029,062 (37029062) - RowsReturnedRate: 20469475 per second (20469475) - TotalTime: 1.81s (1808989301) Node Lifecycle Event Timeline Open Started: 1.62s (1618990377) Open Finished: 1.72s (1722989759) First Batch Requested: 1.72s (1722989759) First Batch Returned: 1.72s (1723989753) Last Batch Returned: 23.2m (1391607759477) Closed: 23.2m (1391712758857) Buffer pool - AllocTime: 24ms (24999851) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999851) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 24ms (24999851) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.62s (1618990377) Open Finished: 1.62s (1618990377) First Batch Requested: 1.62s (1618990377) First Batch Returned: 1.62s (1618990377) Last Batch Returned: 1.62s (1618990377) Closed: 1.64s (1643990228) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:76/12.97 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0% 2:0.07199% 3:0.036% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025197984161267097) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 624.0 MiB (654275916) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 624.0 MiB (654275916) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 624.0 MiB (654275916) - CachedFileHandlesHitCount: 134 (134) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 399ms (399997625) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.99s (2986982288) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671051) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 212.2 MiB/s (222468475) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1222284288) - RowBatchQueueGetWaitTime: 48ms (48999708) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384796799880) - RowBatchesEnqueued: 36,199 (36199) - RowsRead: 37,029,062 (37029062) - RowsReturned: 37,029,062 (37029062) - RowsReturnedRate: 105496527 per second (105496527) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 1.18s (1178993024) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.2m (1389851769911) - ScannerThreadsSysTime: 291ms (291671000) - ScannerThreadsUserTime: 3.90s (3903093000) - ScannerThreadsVoluntaryContextSwitches: 25,141 (25141) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.94s (2940982607) - TotalReadThroughput: 459.6 KiB/s (470586) - TotalTime: 350ms (350997923) Node Lifecycle Event Timeline Open Started: 1.64s (1643990228) Open Finished: 1.64s (1644990222) First Batch Requested: 1.64s (1644990222) First Batch Returned: 1.72s (1722989759) Last Batch Returned: 23.2m (1391607759477) Closed: 23.2m (1391712758857) Buffer pool - AllocTime: 22ms (22999864) - CumulativeAllocationBytes: 727.9 MiB (763232256) - CumulativeAllocations: 134 (134) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999870) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 244,736 (244736) - Rows rejected: 0 (0) - Rows total: 37,029,062 (37029062) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 76 (76) - Files rejected: 61 (61) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,169 (36169) - RowGroups rejected: 0 (0) - RowGroups total: 36,169 (36169) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 37,029,062 (37029062) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.20s (1197992879) - CodegenSysTime: 5ms (5008000) - CodegenUserTime: 431ms (431729000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 396ms (396997640) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 118ms (118999293) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 523ms (523996886) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 108ms (108999352) - TotalTime: 1.20s (1197992879) Instance c7456fdd806a4994:3209e9260000027c (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.822 Hdfs split stats (:<# splits>/): 0:69/13.10 GB Filter 28 arrival: 934ms Filter 26 arrival: 16s341ms - AverageThreadTokens: 2.00 (1.9989208633093525) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972891) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 37,308,882 (37308882) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1373844556260) - TotalStorageWaitTime: 642ms (642985280) - TotalThreadsInvoluntaryContextSwitches: 156 (156) - TotalThreadsTotalWallClockTime: 46.4m (2781324342769) - TotalThreadsSysTime: 1.49s (1490662000) - TotalThreadsUserTime: 19.10s (19101679000) - TotalThreadsVoluntaryContextSwitches: 56,203 (56203) - TotalTime: 23.2m (1391283157169) Fragment Instance Lifecycle Event Timeline Prepare Finished: 352ms (352991919) Open Finished: 1.52s (1517965248) First Batch Produced: 1.52s (1517965248) First Batch Sent: 1.52s (1517965248) ExecInternal Finished: 23.2m (1391611149660) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390092184435) - ExecTreeExecTime: 1.88s (1876957061) - InactiveTotalTime: 0ns (0) - OpenTime: 1.16s (1164973329) - ExecTreeOpenTime: 256ms (256994116) - PrepareTime: 25ms (25999405) - ExecTreePrepareTime: 25ms (25999405) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373858555940) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 37,308,882 (37308882) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.17s (7166835992) - TotalBytesSent: 993.5 MiB (1041797173) - TotalTime: 23.1m (1387458244705) - UncompressedRowBatchSize: 2.2 GiB (2313150684) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1537964819) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,308,882 (37308882) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.44s (1436967129) - RowsReturned: 37,308,882 (37308882) - RowsReturnedRate: 17491671 per second (17491671) - TotalTime: 2.13s (2132951200) Node Lifecycle Event Timeline Open Started: 1.26s (1260971132) Open Finished: 1.52s (1517965248) First Batch Requested: 1.52s (1517965248) First Batch Returned: 1.52s (1517965248) Last Batch Returned: 23.2m (1391545151171) Closed: 23.2m (1391611149660) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.26s (1260971132) Open Finished: 1.26s (1260971132) First Batch Requested: 1.26s (1260971132) First Batch Returned: 1.26s (1260971132) Last Batch Returned: 1.26s (1260971132) Closed: 1.26s (1260971132) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:69/13.10 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 75ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0.03598% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):55 - AverageHdfsReadThreadConcurrency: 0.00 (3.598416696653472E-4) - AverageScannerThreadConcurrency: 1.00 (0.9992803166606693) - BytesRead: 629.1 MiB (659688538) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 629.1 MiB (659688538) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 629.1 MiB (659688538) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 421ms (421990348) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.15s (3145928002) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671053) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 318.4 MiB/s (333858115) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1231505408) - RowBatchQueueGetWaitTime: 253ms (253994185) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385263294947) - RowBatchesEnqueued: 36,470 (36470) - RowsRead: 37,308,882 (37308882) - RowsReturned: 37,308,882 (37308882) - RowsReturnedRate: 62705438 per second (62705438) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 642ms (642985280) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.2m (1390067185005) - ScannerThreadsSysTime: 296ms (296121000) - ScannerThreadsUserTime: 3.96s (3965246000) - ScannerThreadsVoluntaryContextSwitches: 25,365 (25365) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1.98s (1975954777) - TotalReadThroughput: 463.4 KiB/s (474478) - TotalTime: 594ms (594986381) Node Lifecycle Event Timeline Open Started: 1.26s (1260971132) Open Finished: 1.26s (1260971132) First Batch Requested: 1.26s (1260971132) First Batch Returned: 1.52s (1517965248) Last Batch Returned: 23.2m (1391544151194) Closed: 23.2m (1391611149660) Buffer pool - AllocTime: 64ms (64998513) - CumulativeAllocationBytes: 731.8 MiB (767295488) - CumulativeAllocations: 132 (132) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 64ms (64998513) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 217,088 (217088) - Rows rejected: 0 (0) - Rows total: 37,308,882 (37308882) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 69 (69) - Files rejected: 55 (55) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,442 (36442) - RowGroups rejected: 0 (0) - RowGroups total: 36,442 (36442) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 37,308,882 (37308882) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 47 (47) - CodegenTotalWallClockTime: 907ms (907979213) - CodegenSysTime: 2ms (2993000) - CodegenUserTime: 419ms (419130000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 414ms (414990500) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999565) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 410ms (410990591) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 51ms (51998809) - TotalTime: 907ms (907979213) Instance c7456fdd806a4994:3209e92600000293 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.330 Hdfs split stats (:<# splits>/): 0:69/13.02 GB Filter 28 arrival: 1s265ms Filter 26 arrival: 16s154ms - AverageThreadTokens: 2.00 (1.9989208633093525) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972971) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 36,438,796 (36438796) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374195583109) - TotalStorageWaitTime: 921ms (921968186) - TotalThreadsInvoluntaryContextSwitches: 117 (117) - TotalThreadsTotalWallClockTime: 46.4m (2781009040641) - TotalThreadsSysTime: 1.44s (1435833000) - TotalThreadsUserTime: 18.61s (18605707000) - TotalThreadsVoluntaryContextSwitches: 54,857 (54857) - TotalTime: 23.2m (1391263994101) Fragment Instance Lifecycle Event Timeline Prepare Finished: 513ms (513982254) Open Finished: 1.92s (1922933608) First Batch Produced: 1.92s (1922933608) First Batch Sent: 1.92s (1922933608) ExecInternal Finished: 23.2m (1391777976355) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1389854042782) - ExecTreeExecTime: 1.66s (1663942612) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1408951354) - ExecTreeOpenTime: 231ms (231991990) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 999.97us (999965) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374207582697) - PeakMemoryUsage: 1.1 MiB (1151936) - RowsSent: 36,438,796 (36438796) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.02s (7024757598) - TotalBytesSent: 970.5 MiB (1017630346) - TotalTime: 23.1m (1387389127817) - UncompressedRowBatchSize: 2.1 GiB (2259205352) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 108ms (108996237) - InactiveTotalTime: 0ns (0) - LocalTime: 1.50s (1496948369) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 36,438,796 (36438796) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.31s (1309954820) - RowsReturned: 36,438,796 (36438796) - RowsReturnedRate: 19465840 per second (19465840) - TotalTime: 1.87s (1871935431) Node Lifecycle Event Timeline Open Started: 1.69s (1690941618) Open Finished: 1.92s (1922933608) First Batch Requested: 1.92s (1922933608) First Batch Returned: 1.92s (1922933608) Last Batch Returned: 23.2m (1391717978425) Closed: 23.2m (1391777976355) Buffer pool - AllocTime: 82ms (82997134) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82997134) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 60ms (60997893) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 21ms (21999241) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.69s (1690941618) Open Finished: 1.69s (1690941618) First Batch Requested: 1.72s (1716940721) First Batch Returned: 1.72s (1716940721) Last Batch Returned: 1.72s (1716940721) Closed: 1.80s (1799937855) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:69/13.02 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.82% 1:0.036% 2:0.108% 3:0.036% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):56 - AverageHdfsReadThreadConcurrency: 0.00 (0.003599712023038157) - AverageScannerThreadConcurrency: 1.00 (0.9996400287976962) - BytesRead: 614.5 MiB (644323119) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 614.5 MiB (644323119) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 614.5 MiB (644323119) - CachedFileHandlesHitCount: 126 (126) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 397ms (397986261) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.97s (2974897361) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671036) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 219.5 MiB/s (230205556) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1202744320) - RowBatchQueueGetWaitTime: 56ms (56998032) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384919213061) - RowBatchesEnqueued: 35,617 (35617) - RowsRead: 36,438,796 (36438796) - RowsReturned: 36,438,796 (36438796) - RowsReturnedRate: 97173475 per second (97173475) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 921ms (921968186) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.2m (1389747046471) - ScannerThreadsSysTime: 253ms (253012000) - ScannerThreadsUserTime: 3.88s (3882189000) - ScannerThreadsVoluntaryContextSwitches: 24,029 (24029) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.80s (2798903424) - TotalReadThroughput: 452.6 KiB/s (463424) - TotalTime: 374ms (374987062) Node Lifecycle Event Timeline Open Started: 1.80s (1799937855) Open Finished: 1.80s (1799937855) First Batch Requested: 1.80s (1799937855) First Batch Returned: 1.92s (1922933608) Last Batch Returned: 23.2m (1391717978425) Closed: 23.2m (1391777976355) Buffer pool - AllocTime: 7ms (7999724) - CumulativeAllocationBytes: 723.6 MiB (758775808) - CumulativeAllocations: 126 (126) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999724) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 211,968 (211968) - Rows rejected: 0 (0) - Rows total: 36,438,796 (36438796) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 69 (69) - Files rejected: 56 (56) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,591 (35591) - RowGroups rejected: 0 (0) - RowGroups total: 35,591 (35591) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 36,438,796 (36438796) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 1.18s (1175959398) - CodegenSysTime: 2ms (2489000) - CodegenUserTime: 433ms (433608000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 470ms (470983738) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 38ms (38998654) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 523ms (523981909) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 140ms (140995132) - TotalTime: 1.18s (1176959364) Instance c7456fdd806a4994:3209e9260000028b (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:13.626 Hdfs split stats (:<# splits>/): 0:76/13.38 GB Filter 28 arrival: 1s113ms Filter 26 arrival: 16s251ms - AverageThreadTokens: 2.00 (1.9989208633093525) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84013918) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 36,155,475 (36155475) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1374049906237) - TotalStorageWaitTime: 723ms (723983618) - TotalThreadsInvoluntaryContextSwitches: 186 (186) - TotalThreadsTotalWallClockTime: 46.4m (2781042066904) - TotalThreadsSysTime: 1.40s (1397805000) - TotalThreadsUserTime: 18.54s (18541658000) - TotalThreadsVoluntaryContextSwitches: 54,498 (54498) - TotalTime: 23.2m (1391216517706) Fragment Instance Lifecycle Event Timeline Prepare Finished: 502ms (502988609) Open Finished: 1.79s (1790959443) First Batch Produced: 1.79s (1790959443) First Batch Sent: 1.79s (1790959443) ExecInternal Finished: 23.2m (1391717506360) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1389925546940) - ExecTreeExecTime: 1.73s (1734960733) - InactiveTotalTime: 0ns (0) - OpenTime: 1.29s (1287970834) - ExecTreeOpenTime: 219ms (219995018) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 999.98us (999977) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374062905945) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 36,155,475 (36155475) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.81s (6808845914) - TotalBytesSent: 962.7 MiB (1009435024) - TotalTime: 23.1m (1386996613219) - UncompressedRowBatchSize: 2.1 GiB (2241639450) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 43ms (43999003) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1542965075) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 36,155,475 (36155475) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.44s (1435967498) - RowsReturned: 36,155,475 (36155475) - RowsReturnedRate: 18666129 per second (18666129) - TotalTime: 1.94s (1936956159) Node Lifecycle Event Timeline Open Started: 1.57s (1570964425) Open Finished: 1.79s (1790959443) First Batch Requested: 1.79s (1790959443) First Batch Returned: 1.79s (1790959443) Last Batch Returned: 23.2m (1391565509798) Closed: 23.2m (1391717506360) Buffer pool - AllocTime: 43ms (43999003) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43999003) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 43ms (43999003) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.57s (1570964425) Open Finished: 1.57s (1570964425) First Batch Requested: 1.57s (1570964425) First Batch Returned: 1.57s (1570964425) Last Batch Returned: 1.57s (1570964425) Closed: 1.61s (1614963428) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:76/13.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.75% 1:0.18% 2:0% 3:0.036% 4:0.036% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):63 - AverageHdfsReadThreadConcurrency: 0.00 (0.004319654427645789) - AverageScannerThreadConcurrency: 1.00 (0.9996400287976962) - BytesRead: 609.1 MiB (638674571) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 609.1 MiB (638674571) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 609.1 MiB (638674571) - CachedFileHandlesHitCount: 126 (126) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 387ms (387991206) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.88s (2884934692) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671054) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 263.6 MiB/s (276369114) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1193417728) - RowBatchQueueGetWaitTime: 110ms (110997487) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1385144655173) - RowBatchesEnqueued: 35,341 (35341) - RowsRead: 36,155,475 (36155475) - RowsReturned: 36,155,475 (36155475) - RowsReturnedRate: 91767241 per second (91767241) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 723ms (723983618) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.2m (1389828549130) - ScannerThreadsSysTime: 232ms (232948000) - ScannerThreadsUserTime: 3.88s (3882749000) - ScannerThreadsVoluntaryContextSwitches: 23,661 (23661) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.31s (2310947703) - TotalReadThroughput: 448.6 KiB/s (459355) - TotalTime: 393ms (393991084) Node Lifecycle Event Timeline Open Started: 1.61s (1614963428) Open Finished: 1.61s (1614963428) First Batch Requested: 1.61s (1614963428) First Batch Returned: 1.79s (1790959443) Last Batch Returned: 23.2m (1391565509798) Closed: 23.2m (1391717506360) Buffer pool - AllocTime: 24ms (24999433) - CumulativeAllocationBytes: 709.6 MiB (744095744) - CumulativeAllocations: 126 (126) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999433) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 36,155,475 (36155475) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 76 (76) - Files rejected: 63 (63) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,315 (35315) - RowGroups rejected: 0 (0) - RowGroups total: 35,315 (35315) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 36,155,475 (36155475) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 105 (105) - CodegenTotalWallClockTime: 1.07s (1067975816) - CodegenSysTime: 4ms (4944000) - CodegenUserTime: 436ms (436420000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 308ms (308993003) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999524) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 645ms (645985372) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 56ms (56998710) - TotalTime: 1.07s (1067975816) Instance c7456fdd806a4994:3209e92600000279 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.198 Hdfs split stats (:<# splits>/): 0:76/13.59 GB Filter 28 arrival: 1s245ms Filter 26 arrival: 16s266ms - AverageThreadTokens: 2.00 (1.9989208633093525) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981083) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 35,837,910 (35837910) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.9m (1373346984139) - TotalStorageWaitTime: 846ms (846994441) - TotalThreadsInvoluntaryContextSwitches: 128 (128) - TotalThreadsTotalWallClockTime: 46.3m (2780382747081) - TotalThreadsSysTime: 1.38s (1381849000) - TotalThreadsUserTime: 18.50s (18497789000) - TotalThreadsVoluntaryContextSwitches: 54,505 (54505) - TotalTime: 23.2m (1390942868609) Fragment Instance Lifecycle Event Timeline Prepare Finished: 437ms (437997126) Open Finished: 1.86s (1863987768) First Batch Produced: 1.86s (1863987768) First Batch Sent: 1.86s (1864987762) ExecInternal Finished: 23.2m (1391382865722) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1389515877973) - ExecTreeExecTime: 1.67s (1667989078) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1425990642) - ExecTreeOpenTime: 187ms (187998766) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1373360984047) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 35,837,910 (35837910) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.84s (6840955074) - TotalBytesSent: 954.8 MiB (1001168074) - TotalTime: 23.1m (1386466897963) - UncompressedRowBatchSize: 2.1 GiB (2221950420) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 4ms (4999968) - InactiveTotalTime: 0ns (0) - LocalTime: 1.41s (1406990770) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,837,910 (35837910) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.31s (1309991404) - RowsReturned: 35,837,910 (35837910) - RowsReturnedRate: 19637339 per second (19637339) - TotalTime: 1.82s (1824988042) Node Lifecycle Event Timeline Open Started: 1.68s (1675989002) Open Finished: 1.86s (1863987768) First Batch Requested: 1.86s (1863987768) First Batch Returned: 1.86s (1863987768) Last Batch Returned: 23.2m (1391298866273) Closed: 23.2m (1391380865735) Buffer pool - AllocTime: 4ms (4999968) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 4ms (4999968) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.68s (1675989002) Open Finished: 1.68s (1675989002) First Batch Requested: 1.68s (1676988995) First Batch Returned: 1.68s (1676988995) Last Batch Returned: 1.68s (1676988995) Closed: 1.68s (1681988963) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:76/13.59 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03601% 2:0% 3:0% 4:0.03601% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.0018005041411595247) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 606.8 MiB (636311769) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 606.8 MiB (636311769) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 606.8 MiB (636311769) - CachedFileHandlesHitCount: 130 (130) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 482ms (482996826) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.11s (3108979550) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671040) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 231.2 MiB/s (242406074) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1182916608) - RowBatchQueueGetWaitTime: 133ms (133999119) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384129913371) - RowBatchesEnqueued: 35,034 (35034) - RowsRead: 35,837,910 (35837910) - RowsReturned: 35,837,910 (35837910) - RowsReturnedRate: 85737186 per second (85737186) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 846ms (846994441) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 23.2m (1389440878466) - ScannerThreadsSysTime: 261ms (261964000) - ScannerThreadsUserTime: 3.83s (3831686000) - ScannerThreadsVoluntaryContextSwitches: 23,644 (23644) - TotalRawHdfsOpenFileTime(*): 999.99us (999993) - TotalRawHdfsReadTime(*): 2.62s (2624982771) - TotalReadThroughput: 446.9 KiB/s (457676) - TotalTime: 417ms (417997272) Node Lifecycle Event Timeline Open Started: 1.68s (1681988963) Open Finished: 1.68s (1681988963) First Batch Requested: 1.68s (1681988963) First Batch Returned: 1.86s (1863987768) Last Batch Returned: 23.2m (1391297866280) Closed: 23.2m (1391380865735) Buffer pool - AllocTime: 156ms (156998971) - CumulativeAllocationBytes: 705.9 MiB (740163584) - CumulativeAllocations: 130 (130) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 156ms (156998971) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 239,616 (239616) - Rows rejected: 0 (0) - Rows total: 35,837,910 (35837910) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 76 (76) - Files rejected: 61 (61) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,004 (35004) - RowGroups rejected: 0 (0) - RowGroups total: 35,004 (35004) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 35,837,910 (35837910) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.24s (1237991876) - CodegenSysTime: 2ms (2005000) - CodegenUserTime: 405ms (405028000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 426ms (426997198) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 53ms (53999646) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 627ms (627995879) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 50ms (50999665) - TotalTime: 1.24s (1237991876) Instance c7456fdd806a4994:3209e9260000027d (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:13.463 Hdfs split stats (:<# splits>/): 0:76/13.17 GB Filter 28 arrival: 1s468ms Filter 26 arrival: 16s221ms - AverageThreadTokens: 2.00 (1.998557518932564) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981119) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 36,359,945 (36359945) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1369981310261) - TotalStorageWaitTime: 1.19s (1189959445) - TotalThreadsInvoluntaryContextSwitches: 140 (140) - TotalThreadsTotalWallClockTime: 46.2m (2773747468979) - TotalThreadsSysTime: 1.43s (1434342000) - TotalThreadsUserTime: 18.84s (18840571000) - TotalThreadsVoluntaryContextSwitches: 55,086 (55086) - TotalTime: 23.1m (1387752704526) Fragment Instance Lifecycle Event Timeline Prepare Finished: 481ms (481983569) Open Finished: 2.05s (2048930153) First Batch Produced: 2.05s (2048930153) First Batch Sent: 2.05s (2048930153) ExecInternal Finished: 23.1m (1388197689357) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1386146759272) - ExecTreeExecTime: 1.77s (1770939646) - InactiveTotalTime: 0ns (0) - OpenTime: 1.57s (1566946584) - ExecTreeOpenTime: 176ms (176993966) - PrepareTime: 38ms (38998670) - ExecTreePrepareTime: 33ms (33998841) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369997309715) - PeakMemoryUsage: 1.2 MiB (1242048) - RowsSent: 36,359,945 (36359945) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.02s (7020760714) - TotalBytesSent: 968.3 MiB (1015360153) - TotalTime: 23.1m (1383228858722) - UncompressedRowBatchSize: 2.1 GiB (2254316590) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 38ms (38998670) - InactiveTotalTime: 0ns (0) - LocalTime: 1.51s (1514948367) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 36,359,945 (36359945) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.40s (1400952257) - RowsReturned: 36,359,945 (36359945) - RowsReturnedRate: 18336451 per second (18336451) - TotalTime: 1.98s (1982932417) Node Lifecycle Event Timeline Open Started: 1.87s (1871936187) Open Finished: 2.05s (2048930153) First Batch Requested: 2.05s (2048930153) First Batch Returned: 2.05s (2048930153) Last Batch Returned: 23.1m (1388131691606) Closed: 23.1m (1388196689391) Buffer pool - AllocTime: 38ms (38998670) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38998670) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 38ms (38998670) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.87s (1871936187) Open Finished: 1.87s (1871936187) First Batch Requested: 1.87s (1871936187) First Batch Returned: 1.87s (1871936187) Last Batch Returned: 1.87s (1871936187) Closed: 1.91s (1910934857) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:76/13.17 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.0722% 2:0% 3:0.0361% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.0018050541516245488) - AverageScannerThreadConcurrency: 1.00 (0.9996389891696751) - BytesRead: 614.1 MiB (643974254) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 614.1 MiB (643974254) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 614.1 MiB (643974254) - CachedFileHandlesHitCount: 134 (134) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 495ms (495983083) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.20s (3198890944) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671027) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 174.8 MiB/s (183265851) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1200184320) - RowBatchQueueGetWaitTime: 117ms (117995978) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1380705944753) - RowBatchesEnqueued: 35,545 (35545) - RowsRead: 36,359,945 (36359945) - RowsReturned: 36,359,945 (36359945) - RowsReturnedRate: 77694838 per second (77694838) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 1.19s (1189959445) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.1m (1386033763123) - ScannerThreadsSysTime: 284ms (284308000) - ScannerThreadsUserTime: 3.88s (3882367000) - ScannerThreadsVoluntaryContextSwitches: 24,199 (24199) - TotalRawHdfsOpenFileTime(*): 999.97us (999966) - TotalRawHdfsReadTime(*): 3.51s (3513880231) - TotalReadThroughput: 453.5 KiB/s (464349) - TotalTime: 467ms (467984050) Node Lifecycle Event Timeline Open Started: 1.91s (1910934857) Open Finished: 1.91s (1910934857) First Batch Requested: 1.91s (1910934857) First Batch Returned: 2.05s (2048930153) Last Batch Returned: 23.1m (1388130691640) Closed: 23.1m (1388196689391) Buffer pool - AllocTime: 39ms (39998636) - CumulativeAllocationBytes: 723.9 MiB (759037952) - CumulativeAllocations: 134 (134) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39998636) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 232,448 (232448) - Rows rejected: 0 (0) - Rows total: 36,359,945 (36359945) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 76 (76) - Files rejected: 61 (61) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,515 (35515) - RowGroups rejected: 0 (0) - RowGroups total: 35,515 (35515) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 36,359,945 (36359945) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 49 (49) - CodegenTotalWallClockTime: 1.39s (1389952618) - CodegenSysTime: 9ms (9510000) - CodegenUserTime: 433ms (433631000) - CodegenVoluntaryContextSwitches: 102 (102) - CompileTime: 453ms (453984524) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 65ms (65997750) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 657ms (657977570) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 163ms (163994410) - TotalTime: 1.39s (1389952618) Instance c7456fdd806a4994:3209e9260000029a (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:13.080 Hdfs split stats (:<# splits>/): 0:78/13.06 GB Filter 28 arrival: 1s068ms Filter 26 arrival: 16s257ms - AverageThreadTokens: 2.00 (1.999278759466282) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79803221) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 35,948,685 (35948685) - TotalNetworkReceiveTime: 49ms (49999398) - TotalNetworkSendTime: 22.8m (1370422499485) - TotalStorageWaitTime: 1.04s (1042987443) - TotalThreadsInvoluntaryContextSwitches: 137 (137) - TotalThreadsTotalWallClockTime: 46.2m (2773914600867) - TotalThreadsSysTime: 1.42s (1421304000) - TotalThreadsUserTime: 18.57s (18570275000) - TotalThreadsVoluntaryContextSwitches: 54,281 (54281) - TotalTime: 23.1m (1387620292453) Fragment Instance Lifecycle Event Timeline Prepare Finished: 440ms (440994692) Open Finished: 1.70s (1699979538) First Batch Produced: 1.70s (1699979538) First Batch Sent: 1.70s (1699979538) ExecInternal Finished: 23.1m (1388063287121) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1386360307619) - ExecTreeExecTime: 1.91s (1911976977) - InactiveTotalTime: 0ns (0) - OpenTime: 1.26s (1258984846) - ExecTreeOpenTime: 274ms (274996690) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1370437499303) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 35,948,685 (35948685) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.86s (6862917379) - TotalBytesSent: 957.2 MiB (1003733466) - TotalTime: 23.1m (1383487342218) - UncompressedRowBatchSize: 2.1 GiB (2228818470) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 32ms (32999603) - InactiveTotalTime: 0ns (0) - LocalTime: 1.58s (1582980944) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,948,685 (35948685) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.47s (1467982329) - RowsReturned: 35,948,685 (35948685) - RowsReturnedRate: 16627714 per second (16627714) - TotalTime: 2.16s (2161973970) Node Lifecycle Event Timeline Open Started: 1.42s (1424982848) Open Finished: 1.70s (1699979538) First Batch Requested: 1.70s (1699979538) First Batch Returned: 1.70s (1699979538) Last Batch Returned: 23.1m (1387981288108) Closed: 23.1m (1388061287145) Buffer pool - AllocTime: 32ms (32999603) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999603) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 32ms (32999603) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 49ms (49999398) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 7300 per second (7300) - TotalTime: 49ms (49999398) Node Lifecycle Event Timeline Open Started: 1.42s (1424982848) Open Finished: 1.42s (1424982848) First Batch Requested: 1.42s (1424982848) First Batch Returned: 1.47s (1474982246) Last Batch Returned: 1.47s (1474982246) Closed: 1.51s (1507981849) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 49ms (49999398) - DataWaitTime: 49ms (49999398) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:78/13.06 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03609% 2:0% 3:0% 4:0.03609% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):62 - AverageHdfsReadThreadConcurrency: 0.00 (0.001804402742692169) - AverageScannerThreadConcurrency: 1.00 (0.9996391194514616) - BytesRead: 607.6 MiB (637077918) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 607.6 MiB (637077918) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 607.6 MiB (637077918) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 399ms (399995178) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.11s (3113962522) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476761) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 232.2 MiB/s (243441187) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1186671616) - RowBatchQueueGetWaitTime: 247ms (247997014) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1381044371611) - RowBatchesEnqueued: 35,147 (35147) - RowsRead: 35,948,685 (35948685) - RowsReturned: 35,948,685 (35948685) - RowsReturnedRate: 67956744 per second (67956744) - ScanRangesComplete: 78 (78) - ScannerIoWaitTime: 1.04s (1042987443) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.1m (1386295308402) - ScannerThreadsSysTime: 265ms (265930000) - ScannerThreadsUserTime: 3.85s (3855307000) - ScannerThreadsVoluntaryContextSwitches: 23,490 (23490) - TotalRawHdfsOpenFileTime(*): 1ms (1999976) - TotalRawHdfsReadTime(*): 2.62s (2616968500) - TotalReadThroughput: 448.6 KiB/s (459370) - TotalTime: 528ms (528993628) Node Lifecycle Event Timeline Open Started: 1.51s (1507981849) Open Finished: 1.51s (1507981849) First Batch Requested: 1.51s (1507981849) First Batch Returned: 1.70s (1699979538) Last Batch Returned: 23.1m (1387981288108) Closed: 23.1m (1388061287145) Buffer pool - AllocTime: 24ms (24999698) - CumulativeAllocationBytes: 694.0 MiB (727711744) - CumulativeAllocations: 128 (128) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999722) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 35,948,685 (35948685) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 78 (78) - Files rejected: 62 (62) - Files total: 78 (78) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,115 (35115) - RowGroups rejected: 0 (0) - RowGroups total: 35,115 (35115) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 35,948,685 (35948685) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 43 (43) - CodegenTotalWallClockTime: 983ms (983988156) - CodegenSysTime: 2ms (2927000) - CodegenUserTime: 432ms (432705000) - CodegenVoluntaryContextSwitches: 41 (41) - CompileTime: 451ms (451994560) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999759) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 449ms (449994583) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 59ms (59999278) - TotalTime: 983ms (983988156) Instance c7456fdd806a4994:3209e92600000278 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:13.512 Hdfs split stats (:<# splits>/): 0:77/13.16 GB Filter 28 arrival: 1s313ms Filter 26 arrival: 16s318ms - AverageThreadTokens: 2.00 (1.9985569985569986) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972868) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 35,639,974 (35639974) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1369983756557) - TotalStorageWaitTime: 773ms (773998734) - TotalThreadsInvoluntaryContextSwitches: 88 (88) - TotalThreadsTotalWallClockTime: 46.2m (2772844459281) - TotalThreadsSysTime: 1.43s (1429338000) - TotalThreadsUserTime: 18.45s (18446764000) - TotalThreadsVoluntaryContextSwitches: 53,721 (53721) - TotalTime: 23.1m (1387247728289) Fragment Instance Lifecycle Event Timeline Prepare Finished: 381ms (381999374) Open Finished: 1.86s (1862996949) First Batch Produced: 1.86s (1862996949) First Batch Sent: 1.86s (1862996949) ExecInternal Finished: 23.1m (1387617727682) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1385753730735) - ExecTreeExecTime: 1.68s (1679997242) - InactiveTotalTime: 0ns (0) - OpenTime: 1.48s (1480997575) - ExecTreeOpenTime: 181ms (181999702) - PrepareTime: 12ms (12999979) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369998756532) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 35,639,974 (35639974) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.01s (7010988545) - TotalBytesSent: 949.5 MiB (995674653) - TotalTime: 23.1m (1383128735039) - UncompressedRowBatchSize: 2.1 GiB (2209678388) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 12ms (12999979) - InactiveTotalTime: 0ns (0) - LocalTime: 1.41s (1407997695) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,639,974 (35639974) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.31s (1312997855) - RowsReturned: 35,639,974 (35639974) - RowsReturnedRate: 19454166 per second (19454166) - TotalTime: 1.83s (1831996994) Node Lifecycle Event Timeline Open Started: 1.68s (1680997247) Open Finished: 1.86s (1862996949) First Batch Requested: 1.86s (1862996949) First Batch Returned: 1.86s (1862996949) Last Batch Returned: 23.1m (1387468727926) Closed: 23.1m (1387617727682) Buffer pool - AllocTime: 1,000.00us (999998) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1,000.00us (999998) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.68s (1680997247) Open Finished: 1.68s (1680997247) First Batch Requested: 1.69s (1692997228) First Batch Returned: 1.69s (1692997228) Last Batch Returned: 1.69s (1692997228) Closed: 1.69s (1693997226) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:77/13.16 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.07223% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (7.222824124232575E-4) - AverageScannerThreadConcurrency: 1.00 (0.9996388587937883) - BytesRead: 604.0 MiB (633354316) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 604.0 MiB (633354316) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 604.0 MiB (633354316) - CachedFileHandlesHitCount: 136 (136) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 357ms (357999433) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.07s (3068994986) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671039) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 400.8 MiB/s (420275617) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1176500224) - RowBatchQueueGetWaitTime: 151ms (151999751) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1380951738549) - RowBatchesEnqueued: 34,846 (34846) - RowsRead: 35,639,974 (35639974) - RowsReturned: 35,639,974 (35639974) - RowsReturnedRate: 84056681 per second (84056681) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 773ms (773998734) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.1m (1385609730971) - ScannerThreadsSysTime: 231ms (231973000) - ScannerThreadsUserTime: 3.83s (3830192000) - ScannerThreadsVoluntaryContextSwitches: 22,833 (22833) - TotalRawHdfsOpenFileTime(*): 1,000.00us (999999) - TotalRawHdfsReadTime(*): 1.51s (1506997526) - TotalReadThroughput: 446.1 KiB/s (456839) - TotalTime: 423ms (423999299) Node Lifecycle Event Timeline Open Started: 1.69s (1693997226) Open Finished: 1.69s (1693997226) First Batch Requested: 1.69s (1693997226) First Batch Returned: 1.86s (1862996949) Last Batch Returned: 23.1m (1387468727926) Closed: 23.1m (1387617727682) Buffer pool - AllocTime: 15ms (15999973) - CumulativeAllocationBytes: 710.0 MiB (744488960) - CumulativeAllocations: 136 (136) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999973) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 247,808 (247808) - Rows rejected: 0 (0) - Rows total: 35,639,974 (35639974) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 77 (77) - Files rejected: 61 (61) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 34,814 (34814) - RowGroups rejected: 0 (0) - RowGroups total: 34,814 (34814) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 35,639,974 (35639974) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 1.30s (1298997873) - CodegenSysTime: 8ms (8982000) - CodegenUserTime: 427ms (427869000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 549ms (549999099) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999960) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 632ms (632998964) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 88ms (88999854) - TotalTime: 1.30s (1298997873) Instance c7456fdd806a4994:3209e92600000299 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:12.953 Hdfs split stats (:<# splits>/): 0:77/13.29 GB Filter 28 arrival: 1s373ms Filter 26 arrival: 16s248ms - AverageThreadTokens: 2.00 (1.9989173583543847) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84005641) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 34,051,359 (34051359) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1369558536097) - TotalStorageWaitTime: 970ms (970989048) - TotalThreadsInvoluntaryContextSwitches: 136 (136) - TotalThreadsTotalWallClockTime: 46.2m (2771479706828) - TotalThreadsSysTime: 1.33s (1328771000) - TotalThreadsUserTime: 17.83s (17828586000) - TotalThreadsVoluntaryContextSwitches: 52,078 (52078) - TotalTime: 23.1m (1386609343609) Fragment Instance Lifecycle Event Timeline Prepare Finished: 434ms (434995091) Open Finished: 1.89s (1891978649) First Batch Produced: 1.89s (1891978649) First Batch Sent: 1.89s (1891978649) ExecInternal Finished: 23.1m (1387003339163) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1385109360536) - ExecTreeExecTime: 1.65s (1654981323) - InactiveTotalTime: 0ns (0) - OpenTime: 1.46s (1456983558) - ExecTreeOpenTime: 130ms (130998521) - PrepareTime: 42ms (42999515) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369563536040) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 34,051,359 (34051359) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.56s (6561925915) - TotalBytesSent: 907.9 MiB (952024824) - TotalTime: 23.0m (1382292392332) - UncompressedRowBatchSize: 2.0 GiB (2111184258) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 45ms (45999481) - InactiveTotalTime: 0ns (0) - LocalTime: 1.39s (1389984307) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 34,051,359 (34051359) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.26s (1260985764) - RowsReturned: 34,051,359 (34051359) - RowsReturnedRate: 19402702 per second (19402702) - TotalTime: 1.75s (1754980194) Node Lifecycle Event Timeline Open Started: 1.76s (1760980128) Open Finished: 1.89s (1891978649) First Batch Requested: 1.89s (1891978649) First Batch Returned: 1.89s (1891978649) Last Batch Returned: 23.1m (1386893340398) Closed: 23.1m (1387002339174) Buffer pool - AllocTime: 45ms (45999481) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45999481) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 45ms (45999481) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.76s (1760980128) Open Finished: 1.76s (1760980128) First Batch Requested: 1.76s (1760980128) First Batch Returned: 1.76s (1760980128) Last Batch Returned: 1.76s (1760980128) Closed: 1.81s (1806979609) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:77/13.29 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03613% 2:0% 3:0.03613% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):63 - AverageHdfsReadThreadConcurrency: 0.00 (0.001445086705202312) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 578.4 MiB (606479111) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 578.4 MiB (606479111) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 578.4 MiB (606479111) - CachedFileHandlesHitCount: 124 (124) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 439ms (439995031) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.08s (3079965220) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671063) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 216.1 MiB/s (226554333) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1123979264) - RowBatchQueueGetWaitTime: 120ms (120998637) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1379954418717) - RowBatchesEnqueued: 33,288 (33288) - RowsRead: 34,051,359 (34051359) - RowsReturned: 34,051,359 (34051359) - RowsReturnedRate: 93292445 per second (93292445) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 970ms (970989048) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.1m (1384913362734) - ScannerThreadsSysTime: 233ms (233774000) - ScannerThreadsUserTime: 3.65s (3655292000) - ScannerThreadsVoluntaryContextSwitches: 21,425 (21425) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.68s (2676969813) - TotalReadThroughput: 427.5 KiB/s (437778) - TotalTime: 364ms (364995887) Node Lifecycle Event Timeline Open Started: 1.81s (1806979609) Open Finished: 1.81s (1806979609) First Batch Requested: 1.81s (1806979609) First Batch Returned: 1.89s (1891978649) Last Batch Returned: 23.1m (1386892340409) Closed: 23.1m (1387002339174) Buffer pool - AllocTime: 22ms (22999738) - CumulativeAllocationBytes: 705.8 MiB (740032512) - CumulativeAllocations: 124 (124) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999738) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 222,208 (222208) - Rows rejected: 0 (0) - Rows total: 34,051,359 (34051359) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 77 (77) - Files rejected: 63 (63) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 33,260 (33260) - RowGroups rejected: 0 (0) - RowGroups total: 33,260 (33260) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 34,051,359 (34051359) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.32s (1325985037) - CodegenSysTime: 6ms (6964000) - CodegenUserTime: 433ms (433565000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 552ms (552993760) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37999571) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 680ms (680992315) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 39ms (39999549) - TotalTime: 1.32s (1325985037) Instance c7456fdd806a4994:3209e9260000028f (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:13.476 Hdfs split stats (:<# splits>/): 0:76/13.40 GB Filter 28 arrival: 1s251ms Filter 26 arrival: 16s260ms - AverageThreadTokens: 2.00 (1.9992779783393502) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997498) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 34,941,456 (34941456) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1370154517020) - TotalStorageWaitTime: 982ms (982993922) - TotalThreadsInvoluntaryContextSwitches: 92 (92) - TotalThreadsTotalWallClockTime: 46.2m (2771387841871) - TotalThreadsSysTime: 1.32s (1316915000) - TotalThreadsUserTime: 17.84s (17843436000) - TotalThreadsVoluntaryContextSwitches: 53,999 (53999) - TotalTime: 23.1m (1386487416043) Fragment Instance Lifecycle Event Timeline Prepare Finished: 494ms (494996949) Open Finished: 2.07s (2071987228) First Batch Produced: 2.07s (2071987228) First Batch Sent: 2.07s (2072987222) ExecInternal Finished: 23.1m (1386943413233) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1384870426011) - ExecTreeExecTime: 1.59s (1595990117) - InactiveTotalTime: 0ns (0) - OpenTime: 1.58s (1576990279) - ExecTreeOpenTime: 365ms (365997744) - PrepareTime: 39ms (39999753) - ExecTreePrepareTime: 38ms (38999759) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1370162516970) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 34,941,456 (34941456) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.63s (6626959008) - TotalBytesSent: 930.9 MiB (976167702) - TotalTime: 23.0m (1382654439740) - UncompressedRowBatchSize: 2.0 GiB (2166370272) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 999.99us (999994) - InactiveTotalTime: 0ns (0) - LocalTime: 1.35s (1349991640) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 34,941,456 (34941456) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.28s (1280992066) - RowsReturned: 34,941,456 (34941456) - RowsReturnedRate: 17409901 per second (17409901) - TotalTime: 2.01s (2006987584) Node Lifecycle Event Timeline Open Started: 1.71s (1705989484) Open Finished: 2.07s (2071987228) First Batch Requested: 2.07s (2071987228) First Batch Returned: 2.07s (2071987228) Last Batch Returned: 23.1m (1386832413918) Closed: 23.1m (1386943413233) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.99us (999994) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.71s (1705989484) Open Finished: 1.71s (1705989484) First Batch Requested: 1.71s (1705989484) First Batch Returned: 1.71s (1705989484) Last Batch Returned: 1.71s (1705989484) Closed: 1.71s (1706989478) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:76/13.40 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.07225% 2:0.03613% 3:0% 4:0.03613% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):62 - AverageHdfsReadThreadConcurrency: 0.00 (0.002890173410404624) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 590.9 MiB (619632337) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 590.9 MiB (619632337) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 590.9 MiB (619632337) - CachedFileHandlesHitCount: 128 (128) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 453ms (453997202) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.84s (2841982445) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671038) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 229.3 MiB/s (240448648) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1153310720) - RowBatchQueueGetWaitTime: 301ms (301998138) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1380072455646) - RowBatchesEnqueued: 34,156 (34156) - RowsRead: 34,941,456 (34941456) - RowsReturned: 34,941,456 (34941456) - RowsReturnedRate: 53183670 per second (53183670) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 982ms (982993922) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.1m (1384940425581) - ScannerThreadsSysTime: 261ms (261574000) - ScannerThreadsUserTime: 3.73s (3730356000) - ScannerThreadsVoluntaryContextSwitches: 23,459 (23459) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.58s (2576984067) - TotalReadThroughput: 436.8 KiB/s (447269) - TotalTime: 656ms (656995944) Node Lifecycle Event Timeline Open Started: 1.71s (1706989478) Open Finished: 1.71s (1706989478) First Batch Requested: 1.71s (1706989478) First Batch Returned: 2.07s (2071987228) Last Batch Returned: 23.1m (1386832413918) Closed: 23.1m (1386943413233) Buffer pool - AllocTime: 81ms (81999497) - CumulativeAllocationBytes: 687.8 MiB (721158144) - CumulativeAllocations: 128 (128) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 81ms (81999497) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 215,040 (215040) - Rows rejected: 0 (0) - Rows total: 34,941,456 (34941456) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 76 (76) - Files rejected: 62 (62) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 34,128 (34128) - RowGroups rejected: 0 (0) - RowGroups total: 34,128 (34128) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 34,941,456 (34941456) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.21s (1210992535) - CodegenSysTime: 7ms (7832000) - CodegenUserTime: 424ms (424592000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 439ms (439997287) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999827) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 616ms (616996197) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 123ms (123999236) - TotalTime: 1.21s (1210992535) Instance c7456fdd806a4994:3209e92600000282 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:12.676 Hdfs split stats (:<# splits>/): 0:73/13.22 GB Filter 28 arrival: 1s242ms Filter 26 arrival: 16s374ms - AverageThreadTokens: 2.00 (1.9989165763813652) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972954) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 35,674,438 (35674438) - TotalNetworkReceiveTime: 188ms (188994320) - TotalNetworkSendTime: 22.8m (1368756864481) - TotalStorageWaitTime: 805ms (805975780) - TotalThreadsInvoluntaryContextSwitches: 117 (117) - TotalThreadsTotalWallClockTime: 46.2m (2770297743714) - TotalThreadsSysTime: 1.32s (1316002000) - TotalThreadsUserTime: 18.30s (18304985000) - TotalThreadsVoluntaryContextSwitches: 54,039 (54039) - TotalTime: 23.1m (1385985346720) Fragment Instance Lifecycle Event Timeline Prepare Finished: 381ms (381988520) Open Finished: 1.71s (1709948612) First Batch Produced: 1.71s (1709948612) First Batch Sent: 1.71s (1709948612) ExecInternal Finished: 23.1m (1386330336352) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1384618387800) - ExecTreeExecTime: 1.71s (1705948733) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1327960092) - ExecTreeOpenTime: 313ms (313990563) - PrepareTime: 38ms (38998828) - ExecTreePrepareTime: 27ms (27999159) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1368768864120) - PeakMemoryUsage: 1.2 MiB (1299392) - RowsSent: 35,674,438 (35674438) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.83s (6828794787) - TotalBytesSent: 950.2 MiB (996402828) - TotalTime: 23.0m (1381639477327) - UncompressedRowBatchSize: 2.1 GiB (2211815156) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.47s (1469955829) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,674,438 (35674438) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.39s (1388958266) - RowsReturned: 35,674,438 (35674438) - RowsReturnedRate: 17335038 per second (17335038) - TotalTime: 2.06s (2057938156) Node Lifecycle Event Timeline Open Started: 1.40s (1395958049) Open Finished: 1.71s (1709948612) First Batch Requested: 1.71s (1709948612) First Batch Returned: 1.71s (1709948612) Last Batch Returned: 23.1m (1386213339868) Closed: 23.1m (1386329336382) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 188ms (188994320) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 1931 per second (1931) - TotalTime: 188ms (188994320) Node Lifecycle Event Timeline Open Started: 1.40s (1395958049) Open Finished: 1.40s (1395958049) First Batch Requested: 1.40s (1395958049) First Batch Returned: 1.58s (1584952369) Last Batch Returned: 1.58s (1584952369) Closed: 1.58s (1584952369) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 188ms (188994320) - DataWaitTime: 188ms (188994320) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:73/13.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 31ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.07228% 2:0% 3:0.07228% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (0.0028912179255511385) - AverageScannerThreadConcurrency: 1.00 (0.9996385977593061) - BytesRead: 602.7 MiB (631990726) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 602.7 MiB (631990726) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 602.7 MiB (631990726) - CachedFileHandlesHitCount: 124 (124) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 436ms (436986872) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.01s (3008909596) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671021) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 200.4 MiB/s (210179487) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1177573376) - RowBatchQueueGetWaitTime: 73ms (73997775) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1379433543584) - RowBatchesEnqueued: 34,874 (34874) - RowsRead: 35,674,438 (35674438) - RowsReturned: 35,674,438 (35674438) - RowsReturnedRate: 89412306 per second (89412306) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 805ms (805975780) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.1m (1384351395822) - ScannerThreadsSysTime: 248ms (248419000) - ScannerThreadsUserTime: 3.79s (3792086000) - ScannerThreadsVoluntaryContextSwitches: 23,284 (23284) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 3.01s (3006909629) - TotalReadThroughput: 445.7 KiB/s (456365) - TotalTime: 398ms (398988007) Node Lifecycle Event Timeline Open Started: 1.58s (1584952369) Open Finished: 1.58s (1585952339) First Batch Requested: 1.58s (1585952339) First Batch Returned: 1.71s (1709948612) Last Batch Returned: 23.1m (1386213339868) Closed: 23.1m (1386329336382) Buffer pool - AllocTime: 94ms (94997145) - CumulativeAllocationBytes: 705.8 MiB (740032512) - CumulativeAllocations: 124 (124) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 94ms (94997145) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 227,328 (227328) - Rows rejected: 0 (0) - Rows total: 35,674,438 (35674438) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 73 (73) - Files rejected: 59 (59) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 34,846 (34846) - RowGroups rejected: 0 (0) - RowGroups total: 34,846 (34846) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 35,674,438 (35674438) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.01s (1013969529) - CodegenSysTime: 6ms (6994000) - CodegenUserTime: 428ms (428456000) - CodegenVoluntaryContextSwitches: 45 (45) - CompileTime: 280ms (280991556) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 61ms (61998137) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 591ms (591982210) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 76ms (76997686) - TotalTime: 1.01s (1013969529) Instance c7456fdd806a4994:3209e92600000290 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:08.599 Hdfs split stats (:<# splits>/): 0:74/13.15 GB Filter 28 arrival: 1s188ms Filter 26 arrival: 16s377ms - AverageThreadTokens: 2.00 (1.9985554351751535) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79795017) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 35,053,621 (35053621) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1369031473961) - TotalStorageWaitTime: 876ms (876999661) - TotalThreadsInvoluntaryContextSwitches: 106 (106) - TotalThreadsTotalWallClockTime: 46.2m (2769360936064) - TotalThreadsSysTime: 1.36s (1362345000) - TotalThreadsUserTime: 18.05s (18052207000) - TotalThreadsVoluntaryContextSwitches: 53,489 (53489) - TotalTime: 23.1m (1385466467723) Fragment Instance Lifecycle Event Timeline Prepare Finished: 387ms (387999851) Open Finished: 1.71s (1710999342) First Batch Produced: 1.71s (1710999342) First Batch Sent: 1.71s (1710999342) ExecInternal Finished: 23.1m (1385854467573) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1384142468232) - ExecTreeExecTime: 1.63s (1633999369) - InactiveTotalTime: 0ns (0) - OpenTime: 1.32s (1322999491) - ExecTreeOpenTime: 136ms (136999947) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 1ms (1000000) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369052473951) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 35,053,621 (35053621) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.80s (6796997465) - TotalBytesSent: 933.8 MiB (979185285) - TotalTime: 23.0m (1381726469154) - UncompressedRowBatchSize: 2.0 GiB (2173324502) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 1ms (1000000) - InactiveTotalTime: 0ns (0) - LocalTime: 1.38s (1384999465) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,053,621 (35053621) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.32s (1319999489) - RowsReturned: 35,053,621 (35053621) - RowsReturnedRate: 20065045 per second (20065045) - TotalTime: 1.75s (1746999329) Node Lifecycle Event Timeline Open Started: 1.57s (1573999395) Open Finished: 1.71s (1710999342) First Batch Requested: 1.71s (1710999342) First Batch Returned: 1.71s (1710999342) Last Batch Returned: 23.1m (1385700467640) Closed: 23.1m (1385853467574) Buffer pool - AllocTime: 1ms (1000000) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1000000) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1ms (1000000) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.57s (1573999395) Open Finished: 1.57s (1573999395) First Batch Requested: 1.57s (1573999395) First Batch Returned: 1.57s (1573999395) Last Batch Returned: 1.57s (1573999395) Closed: 1.57s (1574999395) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:74/13.15 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03617% 2:0% 3:0.03617% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (0.0014466546112115732) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 593.5 MiB (622325083) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 593.5 MiB (622325083) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 593.5 MiB (622325083) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 417ms (417999852) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.82s (2821998935) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476693) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 267.1 MiB/s (280074402) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1157069824) - RowBatchQueueGetWaitTime: 71ms (71999972) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1379241470079) - RowBatchesEnqueued: 34,271 (34271) - RowsRead: 35,053,621 (35053621) - RowsReturned: 35,053,621 (35053621) - RowsReturnedRate: 96833243 per second (96833243) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 876ms (876999661) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.1m (1383895468341) - ScannerThreadsSysTime: 263ms (263958000) - ScannerThreadsUserTime: 3.73s (3727828000) - ScannerThreadsVoluntaryContextSwitches: 22,911 (22911) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.22s (2221999145) - TotalReadThroughput: 439.0 KiB/s (449516) - TotalTime: 361ms (361999864) Node Lifecycle Event Timeline Open Started: 1.57s (1574999395) Open Finished: 1.57s (1574999395) First Batch Requested: 1.57s (1574999395) First Batch Returned: 1.71s (1710999342) Last Batch Returned: 23.1m (1385700467640) Closed: 23.1m (1385853467574) Buffer pool - AllocTime: 11ms (11999997) - CumulativeAllocationBytes: 656.0 MiB (687865856) - CumulativeAllocations: 128 (128) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 254,976 (254976) - Rows rejected: 0 (0) - Rows total: 35,053,621 (35053621) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 74 (74) - Files rejected: 58 (58) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 34,239 (34239) - RowGroups rejected: 0 (0) - RowGroups total: 34,239 (34239) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 35,053,621 (35053621) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 44 (44) - CodegenTotalWallClockTime: 1.19s (1185999544) - CodegenSysTime: 3ms (3962000) - CodegenUserTime: 434ms (434125000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 349ms (349999866) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 73ms (73999972) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 712ms (712999726) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 45ms (45999982) - TotalTime: 1.19s (1185999544) Instance c7456fdd806a4994:3209e92600000298 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:08.070 Hdfs split stats (:<# splits>/): 0:75/13.28 GB Filter 28 arrival: 1s190ms Filter 26 arrival: 16s431ms - AverageThreadTokens: 2.00 (1.9989161849710984) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83989285) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 34,122,449 (34122449) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1368630831036) - TotalStorageWaitTime: 1.00s (1005963859) - TotalThreadsInvoluntaryContextSwitches: 138 (138) - TotalThreadsTotalWallClockTime: 46.1m (2768849527137) - TotalThreadsSysTime: 1.36s (1356888000) - TotalThreadsUserTime: 17.66s (17663729000) - TotalThreadsVoluntaryContextSwitches: 51,628 (51628) - TotalTime: 23.1m (1385240234263) Fragment Instance Lifecycle Event Timeline Prepare Finished: 320ms (320988461) Open Finished: 1.71s (1708938568) First Batch Produced: 1.71s (1708938568) First Batch Sent: 1.71s (1708938568) ExecInternal Finished: 23.1m (1385561222724) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1383851284192) - ExecTreeExecTime: 1.62s (1616941911) - InactiveTotalTime: 0ns (0) - OpenTime: 1.39s (1387950107) - ExecTreeOpenTime: 230ms (230991697) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1368649830353) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 34,122,449 (34122449) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.69s (6691759559) - TotalBytesSent: 911.2 MiB (955420210) - TotalTime: 23.0m (1381240377987) - UncompressedRowBatchSize: 2.0 GiB (2115591838) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 31ms (31998850) - InactiveTotalTime: 0ns (0) - LocalTime: 1.43s (1428948671) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 34,122,449 (34122449) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.31s (1311952873) - RowsReturned: 34,122,449 (34122449) - RowsReturnedRate: 18708155 per second (18708155) - TotalTime: 1.82s (1823934471) Node Lifecycle Event Timeline Open Started: 1.48s (1477946871) Open Finished: 1.71s (1708938568) First Batch Requested: 1.71s (1708938568) First Batch Returned: 1.71s (1708938568) Last Batch Returned: 23.1m (1385426227570) Closed: 23.1m (1385561222724) Buffer pool - AllocTime: 31ms (31998850) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31998850) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 31ms (31998850) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.48s (1477946871) Open Finished: 1.48s (1477946871) First Batch Requested: 1.48s (1477946871) First Batch Returned: 1.48s (1477946871) Last Batch Returned: 1.48s (1477946871) Closed: 1.51s (1509945721) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:75/13.28 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 28ms Hdfs Read Thread Concurrency Bucket: 0:99.82% 1:0.1446% 2:0% 3:0.03615% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025307302964569776) - AverageScannerThreadConcurrency: 1.00 (0.9992769342010123) - BytesRead: 580.0 MiB (608165683) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 580.0 MiB (608165683) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 580.0 MiB (608165683) - CachedFileHandlesHitCount: 134 (134) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 341ms (341987707) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.88s (2883896386) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671048) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 251.9 MiB/s (264084903) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1126424576) - RowBatchQueueGetWaitTime: 128ms (128995363) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1378667470431) - RowBatchesEnqueued: 33,366 (33366) - RowsRead: 34,122,449 (34122449) - RowsReturned: 34,122,449 (34122449) - RowsReturnedRate: 86389052 per second (86389052) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 1.00s (1005963859) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.1m (1383610292838) - ScannerThreadsSysTime: 236ms (236574000) - ScannerThreadsUserTime: 3.65s (3653631000) - ScannerThreadsVoluntaryContextSwitches: 21,033 (21033) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 2.30s (2302917266) - TotalReadThroughput: 429.0 KiB/s (439294) - TotalTime: 394ms (394985800) Node Lifecycle Event Timeline Open Started: 1.51s (1509945721) Open Finished: 1.51s (1510945685) First Batch Requested: 1.51s (1510945685) First Batch Returned: 1.71s (1708938568) Last Batch Returned: 23.1m (1385426227570) Closed: 23.1m (1385561222724) Buffer pool - AllocTime: 51ms (51998129) - CumulativeAllocationBytes: 674.1 MiB (706871296) - CumulativeAllocations: 134 (134) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50998165) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 269,312 (269312) - Rows rejected: 0 (0) - Rows total: 34,122,449 (34122449) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 75 (75) - Files rejected: 58 (58) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 33,332 (33332) - RowGroups rejected: 0 (0) - RowGroups total: 33,332 (33332) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 34,122,449 (34122449) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 29 (29) - CodegenTotalWallClockTime: 1.16s (1156958410) - CodegenSysTime: 5ms (5999000) - CodegenUserTime: 425ms (425421000) - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 393ms (393985837) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29998921) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 607ms (607978145) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 122ms (122995579) - TotalTime: 1.16s (1156958410) Instance c7456fdd806a4994:3209e92600000291 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:07.861 Hdfs split stats (:<# splits>/): 0:69/12.84 GB Filter 28 arrival: 1s618ms Filter 26 arrival: 16s338ms - AverageThreadTokens: 2.00 (1.9985538684020245) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83964714) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 34,913,147 (34913147) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1367335965659) - TotalStorageWaitTime: 779ms (779975447) - TotalThreadsInvoluntaryContextSwitches: 158 (158) - TotalThreadsTotalWallClockTime: 46.1m (2765620957216) - TotalThreadsSysTime: 1.31s (1315406000) - TotalThreadsUserTime: 17.92s (17921301000) - TotalThreadsVoluntaryContextSwitches: 53,974 (53974) - TotalTime: 23.1m (1383869445270) Fragment Instance Lifecycle Event Timeline Prepare Finished: 433ms (433986335) Open Finished: 2.14s (2139932624) First Batch Produced: 2.14s (2139932624) First Batch Sent: 2.14s (2139932624) ExecInternal Finished: 23.1m (1384252433212) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.0m (1382111500619) - ExecTreeExecTime: 1.66s (1655947901) - InactiveTotalTime: 0ns (0) - OpenTime: 1.71s (1705946289) - ExecTreeOpenTime: 221ms (221993011) - PrepareTime: 51ms (51998362) - ExecTreePrepareTime: 36ms (36998835) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1367344965374) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 34,913,147 (34913147) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.75s (6752787477) - TotalBytesSent: 930.0 MiB (975218216) - TotalTime: 23.0m (1379950568623) - UncompressedRowBatchSize: 2.0 GiB (2164615114) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 90ms (90997135) - InactiveTotalTime: 0ns (0) - LocalTime: 1.49s (1490953107) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 34,913,147 (34913147) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.33s (1333958042) - RowsReturned: 34,913,147 (34913147) - RowsReturnedRate: 18156133 per second (18156133) - TotalTime: 1.92s (1922939502) Node Lifecycle Event Timeline Open Started: 1.92s (1917939613) Open Finished: 2.14s (2139932624) First Batch Requested: 2.14s (2139932624) First Batch Returned: 2.14s (2139932624) Last Batch Returned: 23.1m (1383977441864) Closed: 23.1m (1384251433243) Buffer pool - AllocTime: 81ms (81997418) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 81ms (81997418) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 81ms (81997418) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 8ms (8999717) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.92s (1917939613) Open Finished: 1.92s (1917939613) First Batch Requested: 1.92s (1917939613) First Batch Returned: 1.92s (1917939613) Last Batch Returned: 1.92s (1917939613) Closed: 2.01s (2008936748) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:69/12.84 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03621% 2:0% 3:0.03621% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):55 - AverageHdfsReadThreadConcurrency: 0.00 (0.001448225923244026) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 590.9 MiB (619594768) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 590.9 MiB (619594768) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 590.9 MiB (619594768) - CachedFileHandlesHitCount: 124 (124) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 350ms (350988944) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.88s (2884909203) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671080) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 298.9 MiB/s (313411364) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1152398336) - RowBatchQueueGetWaitTime: 102ms (102996757) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1377410648582) - RowBatchesEnqueued: 34,129 (34129) - RowsRead: 34,913,147 (34913147) - RowsReturned: 34,913,147 (34913147) - RowsReturnedRate: 80820015 per second (80820015) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 779ms (779975447) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.0m (1381803510308) - ScannerThreadsSysTime: 267ms (267619000) - ScannerThreadsUserTime: 3.69s (3690032000) - ScannerThreadsVoluntaryContextSwitches: 23,370 (23370) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1.98s (1976937783) - TotalReadThroughput: 437.6 KiB/s (448067) - TotalTime: 431ms (431986395) Node Lifecycle Event Timeline Open Started: 2.01s (2008936748) Open Finished: 2.01s (2008936748) First Batch Requested: 2.01s (2008936748) First Batch Returned: 2.14s (2139932624) Last Batch Returned: 23.1m (1383976441896) Closed: 23.1m (1384251433243) Buffer pool - AllocTime: 19ms (19999372) - CumulativeAllocationBytes: 701.8 MiB (735838208) - CumulativeAllocations: 124 (124) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999372) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 215,040 (215040) - Rows rejected: 0 (0) - Rows total: 34,913,147 (34913147) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 69 (69) - Files rejected: 55 (55) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 34,101 (34101) - RowGroups rejected: 0 (0) - RowGroups total: 34,101 (34101) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 34,913,147 (34913147) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 101 (101) - CodegenTotalWallClockTime: 1.48s (1483953278) - CodegenSysTime: 3ms (3951000) - CodegenUserTime: 431ms (431157000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 410ms (410987060) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62998016) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 817ms (817974246) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 189ms (189994019) - TotalTime: 1.48s (1483953278) Instance c7456fdd806a4994:3209e92600000284 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:07.867 Hdfs split stats (:<# splits>/): 0:74/13.35 GB Filter 28 arrival: 1s188ms Filter 26 arrival: 16s382ms - AverageThreadTokens: 2.00 (1.998913043478261) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997458) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 33,897,095 (33897095) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.7m (1364971372061) - TotalStorageWaitTime: 651ms (651975336) - TotalThreadsInvoluntaryContextSwitches: 106 (106) - TotalThreadsTotalWallClockTime: 46.0m (2760655582408) - TotalThreadsSysTime: 1.26s (1259055000) - TotalThreadsUserTime: 17.71s (17710508000) - TotalThreadsVoluntaryContextSwitches: 52,862 (52862) - TotalTime: 23.0m (1381125761018) Fragment Instance Lifecycle Event Timeline Prepare Finished: 348ms (348986797) Open Finished: 1.71s (1710935271) First Batch Produced: 1.71s (1710935271) First Batch Sent: 1.71s (1710935271) ExecInternal Finished: 23.0m (1381452748647) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.0m (1379741813376) - ExecTreeExecTime: 1.65s (1651937482) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1361948474) - ExecTreeOpenTime: 215ms (215991828) - PrepareTime: 21ms (21999168) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.7m (1364981371682) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 33,897,095 (33897095) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.48s (6482754786) - TotalBytesSent: 902.5 MiB (946375432) - TotalTime: 23.0m (1377324904821) - UncompressedRowBatchSize: 2.0 GiB (2101619890) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 38ms (38998524) - InactiveTotalTime: 0ns (0) - LocalTime: 1.43s (1428945929) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 33,897,095 (33897095) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.32s (1322949942) - RowsReturned: 33,897,095 (33897095) - RowsReturnedRate: 18363151 per second (18363151) - TotalTime: 1.84s (1845930145) Node Lifecycle Event Timeline Open Started: 1.49s (1494943443) Open Finished: 1.71s (1710935271) First Batch Requested: 1.71s (1710935271) First Batch Returned: 1.71s (1710935271) Last Batch Returned: 23.0m (1381220757420) Closed: 23.0m (1381452748647) Buffer pool - AllocTime: 37ms (37998562) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998562) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 37ms (37998562) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.96us (999962) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.49s (1494943443) Open Finished: 1.49s (1494943443) First Batch Requested: 1.49s (1494943443) First Batch Returned: 1.49s (1494943443) Last Batch Returned: 1.49s (1494943443) Closed: 1.53s (1533941967) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:74/13.35 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.82% 1:0.1088% 2:0.03627% 3:0% 4:0.03627% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.003264417845484222) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 572.3 MiB (600130555) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 572.3 MiB (600130555) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 572.3 MiB (600130555) - CachedFileHandlesHitCount: 124 (124) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 388ms (388985292) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.87s (2865891602) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671011) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 258.7 MiB/s (271317023) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1118944256) - RowBatchQueueGetWaitTime: 167ms (167993644) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 22.9m (1375007992429) - RowBatchesEnqueued: 33,139 (33139) - RowsRead: 33,897,095 (33897095) - RowsReturned: 33,897,095 (33897095) - RowsReturnedRate: 81291074 per second (81291074) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 651ms (651975336) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.0m (1379551820558) - ScannerThreadsSysTime: 242ms (242487000) - ScannerThreadsUserTime: 3.64s (3641154000) - ScannerThreadsVoluntaryContextSwitches: 22,418 (22418) - TotalRawHdfsOpenFileTime(*): 1ms (1999926) - TotalRawHdfsReadTime(*): 2.21s (2211916331) - TotalReadThroughput: 424.7 KiB/s (434927) - TotalTime: 416ms (416984216) Node Lifecycle Event Timeline Open Started: 1.53s (1533941967) Open Finished: 1.53s (1533941967) First Batch Requested: 1.53s (1533941967) First Batch Returned: 1.71s (1710935271) Last Batch Returned: 23.0m (1381219757458) Closed: 23.0m (1381452748647) Buffer pool - AllocTime: 62ms (62997616) - CumulativeAllocationBytes: 669.8 MiB (702283776) - CumulativeAllocations: 124 (124) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62997616) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 217,088 (217088) - Rows rejected: 0 (0) - Rows total: 33,897,095 (33897095) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 74 (74) - Files rejected: 60 (60) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 33,111 (33111) - RowGroups rejected: 0 (0) - RowGroups total: 33,111 (33111) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 33,897,095 (33897095) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 52 (52) - CodegenTotalWallClockTime: 1.15s (1145956646) - CodegenSysTime: 1ms (1996000) - CodegenUserTime: 429ms (429149000) - CodegenVoluntaryContextSwitches: 44 (44) - CompileTime: 298ms (298988689) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999168) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 684ms (684974086) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 136ms (136994817) - TotalTime: 1.15s (1145956646) Instance c7456fdd806a4994:3209e92600000286 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:02.888 Hdfs split stats (:<# splits>/): 0:83/13.19 GB Filter 28 arrival: 1s327ms Filter 26 arrival: 16s293ms - AverageThreadTokens: 1.99 (1.992020311933261) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79803168) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 33,642,646 (33642646) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.7m (1364001601571) - TotalStorageWaitTime: 1.07s (1075976025) - TotalThreadsInvoluntaryContextSwitches: 130 (130) - TotalThreadsTotalWallClockTime: 45.8m (2748700742067) - TotalThreadsSysTime: 1.32s (1322318000) - TotalThreadsUserTime: 17.25s (17253682000) - TotalThreadsVoluntaryContextSwitches: 52,671 (52671) - TotalTime: 23.0m (1380156241643) Fragment Instance Lifecycle Event Timeline Prepare Finished: 401ms (401991053) Open Finished: 1.87s (1868958404) First Batch Produced: 1.87s (1868958404) First Batch Sent: 1.87s (1868958404) ExecInternal Finished: 23.0m (1380541233074) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.0m (1378671274693) - ExecTreeExecTime: 1.58s (1576964884) - InactiveTotalTime: 0ns (0) - OpenTime: 1.47s (1466967351) - ExecTreeOpenTime: 140ms (140996862) - PrepareTime: 17ms (17999599) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.7m (1364007601439) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 33,642,646 (33642646) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.44s (6438856475) - TotalBytesSent: 895.8 MiB (939267518) - TotalTime: 22.9m (1376372325901) - UncompressedRowBatchSize: 1.9 GiB (2085844052) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.32s (1318970625) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 33,642,646 (33642646) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.25s (1245972253) - RowsReturned: 33,642,646 (33642646) - RowsReturnedRate: 19766977 per second (19766977) - TotalTime: 1.70s (1701962104) Node Lifecycle Event Timeline Open Started: 1.73s (1727961542) Open Finished: 1.87s (1868958404) First Batch Requested: 1.87s (1868958404) First Batch Returned: 1.87s (1868958404) Last Batch Returned: 22.9m (1375323349382) Closed: 23.0m (1380541233074) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.73s (1727961542) Open Finished: 1.73s (1727961542) First Batch Requested: 1.73s (1727961542) First Batch Returned: 1.73s (1727961542) Last Batch Returned: 1.73s (1727961542) Closed: 1.73s (1727961542) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:83/13.19 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.85% 1:0.1093% 2:0.03643% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):67 - AverageHdfsReadThreadConcurrency: 0.00 (0.0018214936247723133) - AverageScannerThreadConcurrency: 1.00 (0.9963570127504554) - BytesRead: 568.6 MiB (596169336) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 568.6 MiB (596169336) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 568.6 MiB (596169336) - CachedFileHandlesHitCount: 128 (128) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 340ms (340992407) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.95s (2949934268) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476757) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 286.0 MiB/s (299890653) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1110572032) - RowBatchQueueGetWaitTime: 127ms (127997149) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 22.7m (1363670609028) - RowBatchesEnqueued: 32,895 (32895) - RowsRead: 33,642,646 (33642646) - RowsReturned: 33,642,646 (33642646) - RowsReturnedRate: 87841761 per second (87841761) - ScanRangesComplete: 83 (83) - ScannerIoWaitTime: 1.07s (1075976025) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 22.8m (1368562500023) - ScannerThreadsSysTime: 255ms (255186000) - ScannerThreadsUserTime: 3.56s (3560213000) - ScannerThreadsVoluntaryContextSwitches: 22,320 (22320) - TotalRawHdfsOpenFileTime(*): 999.98us (999978) - TotalRawHdfsReadTime(*): 1.99s (1987955704) - TotalReadThroughput: 423.8 KiB/s (433933) - TotalTime: 382ms (382991479) Node Lifecycle Event Timeline Open Started: 1.73s (1727961542) Open Finished: 1.73s (1727961542) First Batch Requested: 1.73s (1727961542) First Batch Returned: 1.87s (1868958404) Last Batch Returned: 22.9m (1375323349382) Closed: 23.0m (1380541233074) Buffer pool - AllocTime: 8ms (8999798) - CumulativeAllocationBytes: 644.0 MiB (675282944) - CumulativeAllocations: 125 (125) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999798) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 251,904 (251904) - Rows rejected: 0 (0) - Rows total: 33,642,646 (33642646) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 83 (83) - Files rejected: 67 (67) - Files total: 83 (83) - InactiveTotalTime: 0ns (0) - RowGroups processed: 32,863 (32863) - RowGroups rejected: 0 (0) - RowGroups total: 32,863 (32863) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 33,642,646 (33642646) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 51 (51) - CodegenTotalWallClockTime: 1.32s (1325970489) - CodegenSysTime: 5ms (5940000) - CodegenUserTime: 430ms (430799000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 411ms (411990831) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36999177) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 667ms (667985133) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 205ms (205995415) - TotalTime: 1.32s (1325970489) Instance c7456fdd806a4994:3209e92600000297 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:48:53.153 Hdfs split stats (:<# splits>/): 0:73/13.25 GB Filter 28 arrival: 1s224ms Filter 26 arrival: 16s264ms - AverageThreadTokens: 1.99 (1.9945075064079092) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997526) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 33,819,538 (33819538) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.5m (1350616527525) - TotalStorageWaitTime: 667ms (667997782) - TotalThreadsInvoluntaryContextSwitches: 101 (101) - TotalThreadsTotalWallClockTime: 45.4m (2725609974085) - TotalThreadsSysTime: 1.26s (1263086000) - TotalThreadsUserTime: 17.58s (17579509000) - TotalThreadsVoluntaryContextSwitches: 52,719 (52719) - TotalTime: 22.8m (1366785473924) Fragment Instance Lifecycle Event Timeline Prepare Finished: 490ms (490998371) Open Finished: 1.88s (1876993772) First Batch Produced: 1.88s (1876993772) First Batch Sent: 1.88s (1876993772) ExecInternal Finished: 22.8m (1367248472389) Buffer pool - AllocTime: 1,000.00us (999997) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 1,000.00us (999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 22.8m (1365369478623) - ExecTreeExecTime: 1.67s (1669994441) - InactiveTotalTime: 0ns (0) - OpenTime: 1.39s (1385995401) - ExecTreeOpenTime: 163ms (163999456) - PrepareTime: 29ms (29999900) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.5m (1350632527471) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 33,819,538 (33819538) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.47s (6474978519) - TotalBytesSent: 900.8 MiB (944595395) - TotalTime: 22.7m (1362920486776) - UncompressedRowBatchSize: 2.0 GiB (2096811356) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 1,000.00us (999997) - InactiveTotalTime: 0ns (0) - LocalTime: 1.42s (1422995256) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 33,819,538 (33819538) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.36s (1358995468) - RowsReturned: 33,819,538 (33819538) - RowsReturnedRate: 18623155 per second (18623155) - TotalTime: 1.81s (1815993958) Node Lifecycle Event Timeline Open Started: 1.71s (1712994316) Open Finished: 1.88s (1876993772) First Batch Requested: 1.88s (1876993772) First Batch Returned: 1.88s (1876993772) Last Batch Returned: 22.8m (1367031473103) Closed: 22.8m (1367247472392) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.71s (1712994316) Open Finished: 1.71s (1712994316) First Batch Requested: 1.71s (1713994313) First Batch Returned: 1.71s (1713994313) Last Batch Returned: 1.71s (1713994313) Closed: 1.71s (1713994313) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:73/13.25 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0% 2:0% 3:0% 4:0.03666% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.001466275659824047) - AverageScannerThreadConcurrency: 1.00 (0.9956011730205279) - BytesRead: 571.5 MiB (599211796) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 571.5 MiB (599211796) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 571.5 MiB (599211796) - CachedFileHandlesHitCount: 122 (122) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 394ms (394998701) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.87s (2867990489) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671029) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 309.4 MiB/s (324425436) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1116304384) - RowBatchQueueGetWaitTime: 99ms (99999668) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 22.6m (1354396514839) - RowBatchesEnqueued: 33,059 (33059) - RowsRead: 33,819,538 (33819538) - RowsReturned: 33,819,538 (33819538) - RowsReturnedRate: 86055088 per second (86055088) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 667ms (667997782) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 22.6m (1358854500061) - ScannerThreadsSysTime: 256ms (256527000) - ScannerThreadsUserTime: 3.61s (3612880000) - ScannerThreadsVoluntaryContextSwitches: 22,528 (22528) - TotalRawHdfsOpenFileTime(*): 1ms (1999994) - TotalRawHdfsReadTime(*): 1.85s (1846993879) - TotalReadThroughput: 428.6 KiB/s (438845) - TotalTime: 392ms (392998702) Node Lifecycle Event Timeline Open Started: 1.71s (1713994313) Open Finished: 1.71s (1713994313) First Batch Requested: 1.71s (1713994313) First Batch Returned: 1.88s (1876993772) Last Batch Returned: 22.8m (1367030473106) Closed: 22.8m (1367247472392) Buffer pool - AllocTime: 37ms (37999874) - CumulativeAllocationBytes: 669.6 MiB (702152704) - CumulativeAllocations: 122 (122) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999874) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 206,848 (206848) - Rows rejected: 0 (0) - Rows total: 33,819,538 (33819538) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 73 (73) - Files rejected: 60 (60) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 33,033 (33033) - RowGroups rejected: 0 (0) - RowGroups total: 33,033 (33033) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 33,819,538 (33819538) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 29 (29) - CodegenTotalWallClockTime: 1.22s (1221995945) - CodegenSysTime: 5ms (5987000) - CodegenUserTime: 437ms (437276000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 555ms (555998155) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 22ms (22999923) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 477ms (477998414) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 145ms (145999516) - TotalTime: 1.22s (1221995945) Instance c7456fdd806a4994:3209e92600000295 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:42:51.653 Hdfs split stats (:<# splits>/): 0:69/12.90 GB Filter 28 arrival: 1s346ms Filter 26 arrival: 16s310ms - AverageThreadTokens: 2.00 (1.9955379276152703) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981091) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 29,677,843 (29677843) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 16.6m (994304332265) - TotalStorageWaitTime: 506ms (506979256) - TotalThreadsInvoluntaryContextSwitches: 130 (130) - TotalThreadsTotalWallClockTime: 33.6m (2014008625343) - TotalThreadsSysTime: 1.22s (1223086000) - TotalThreadsUserTime: 15.71s (15706842000) - TotalThreadsVoluntaryContextSwitches: 41,443 (41443) - TotalTime: 16.8m (1009219722031) Fragment Instance Lifecycle Event Timeline Prepare Finished: 397ms (397983712) Open Finished: 1.91s (1905922001) First Batch Produced: 1.92s (1920921387) First Batch Sent: 1.92s (1920921387) ExecInternal Finished: 16.8m (1009604706275) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 16.8m (1007698784274) - ExecTreeExecTime: 1.39s (1390943071) - InactiveTotalTime: 0ns (0) - OpenTime: 1.51s (1507938289) - ExecTreeOpenTime: 215ms (215991161) - PrepareTime: 12ms (12999468) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=73) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 16.6m (994312331938) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 29,677,843 (29677843) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 5.76s (5764764205) - TotalBytesSent: 790.9 MiB (829341502) - TotalTime: 16.8m (1005554872003) - UncompressedRowBatchSize: 1.7 GiB (1840026266) HASH_JOIN_NODE (id=32) ExecOption: Probe Side Codegen Enabled - BuildRows: 365 (365) - BuildTime: 52ms (52997831) - InactiveTotalTime: 0ns (0) - LocalTime: 1.22s (1219950072) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 29,677,843 (29677843) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1098955032) - RowsReturned: 29,677,843 (29677843) - RowsReturnedRate: 18808021 per second (18808021) - TotalTime: 1.58s (1577935418) Node Lifecycle Event Timeline Open Started: 1.69s (1689930840) Open Finished: 1.91s (1905922001) First Batch Requested: 1.91s (1905922001) First Batch Returned: 1.92s (1920921387) Last Batch Returned: 16.8m (1009566707829) Closed: 16.8m (1009604706275) Buffer pool - AllocTime: 52ms (52997831) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 52ms (52997831) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=32) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 52ms (52997831) - BuildRowsPartitioned: 365 (365) - HashBuckets: 896 (896) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=72) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 365 (365) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.69s (1689930840) Open Finished: 1.69s (1689930840) First Batch Requested: 1.69s (1689930840) First Batch Returned: 1.69s (1689930840) Last Batch Returned: 1.69s (1689930840) Closed: 1.74s (1742928671) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7665) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2939) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=30) Hdfs split stats (:<# splits>/): 0:69/12.90 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [28], missing [26]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):55 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (0.997020854021847) - BytesRead: 504.2 MiB (528717849) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 504.2 MiB (528717849) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 504.2 MiB (528717849) - CachedFileHandlesHitCount: 116 (116) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 331ms (331986427) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.61s (2609893233) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671061) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 447.8 MiB/s (469573254) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 934.3 MiB (979687424) - RowBatchQueueGetWaitTime: 129ms (129994680) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 16.7m (1000906062147) - RowBatchesEnqueued: 29,018 (29018) - RowsRead: 29,677,843 (29677843) - RowsReturned: 29,677,843 (29677843) - RowsReturnedRate: 82902396 per second (82902396) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 506ms (506979256) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 16.7m (1004801902780) - ScannerThreadsSysTime: 225ms (225658000) - ScannerThreadsUserTime: 3.21s (3209766000) - ScannerThreadsVoluntaryContextSwitches: 18,712 (18712) - TotalRawHdfsOpenFileTime(*): 999.96us (999959) - TotalRawHdfsReadTime(*): 1.12s (1125953925) - TotalReadThroughput: 511.8 KiB/s (524106) - TotalTime: 357ms (357985346) Node Lifecycle Event Timeline Open Started: 1.74s (1742928671) Open Finished: 1.74s (1742928671) First Batch Requested: 1.74s (1742928671) First Batch Returned: 1.91s (1905922001) Last Batch Returned: 16.8m (1009566707829) Closed: 16.8m (1009604706275) Buffer pool - AllocTime: 57ms (57997628) - CumulativeAllocationBytes: 597.8 MiB (626786304) - CumulativeAllocations: 116 (116) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 57ms (57997628) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 26 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 29,677,843 (29677843) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 28 (8.00 KB) - Files processed: 69 (69) - Files rejected: 55 (55) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 28,990 (28990) - RowGroups rejected: 0 (0) - RowGroups total: 28,990 (28990) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 29,677,843 (29677843) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.29s (1291947128) - CodegenSysTime: 5ms (5636000) - CodegenUserTime: 435ms (435778000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 456ms (456981298) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 68ms (68997176) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 695ms (695971518) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 52ms (52997832) - TotalTime: 1.29s (1291947128) Averaged Fragment F26 split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:6s513ms max:6s513ms mean: 6s513ms stddev:0.000ns execution rates: min:338.26 KB/sec max:338.26 KB/sec mean:338.26 KB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 385ms (385998694) - TotalStorageWaitTime: 11ms (11999960) - TotalThreadsInvoluntaryContextSwitches: 3 (3) - TotalThreadsTotalWallClockTime: 824ms (824997207) - TotalThreadsSysTime: 6ms (6887000) - TotalThreadsUserTime: 66ms (66628000) - TotalThreadsVoluntaryContextSwitches: 76 (76) - TotalTime: 865ms (865997068) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 436ms (436998520) - ExecTreeExecTime: 49ms (49999830) - InactiveTotalTime: 0ns (0) - OpenTime: 372ms (372998738) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 55ms (55999810) - ExecTreePrepareTime: 30ms (30999895) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=72) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 111.9 KiB (114621) - TotalTime: 398ms (398998650) - UncompressedRowBatchSize: 291.9 KiB (298935) HDFS_SCAN_NODE (id=31) - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1ms (1999993) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 454.6 MiB/s (476640429) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 26.0 KiB (26624) - RowBatchQueueGetWaitTime: 14ms (14999949) - RowBatchQueuePeakMemoryUsage: 50.0 KiB (51200) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2607 per second (2607) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999960) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 14ms (14999949) - ScannerThreadsSysTime: 1ms (1192000) - ScannerThreadsUserTime: 2ms (2320000) - ScannerThreadsVoluntaryContextSwitches: 4 (4) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1,000.00us (999997) - TotalReadThroughput: 0 B/s (0) - TotalTime: 139ms (139999527) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 372ms (372998738) - CodegenSysTime: 3ms (3996000) - CodegenUserTime: 64ms (64308000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 33ms (33999885) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 87ms (87999702) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 246ms (246999164) - TotalTime: 372ms (372998738) Fragment F26 Instance c7456fdd806a4994:3209e92600000275 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:08.287 Hdfs split stats (:<# splits>/): 0:1/2.15 MB - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 365 (365) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 385ms (385998694) - TotalStorageWaitTime: 11ms (11999960) - TotalThreadsInvoluntaryContextSwitches: 3 (3) - TotalThreadsTotalWallClockTime: 824ms (824997207) - TotalThreadsSysTime: 6ms (6887000) - TotalThreadsUserTime: 66ms (66628000) - TotalThreadsVoluntaryContextSwitches: 76 (76) - TotalTime: 865ms (865997068) Fragment Instance Lifecycle Event Timeline Prepare Finished: 648ms (648997803) Open Finished: 1.02s (1021996541) First Batch Produced: 1.07s (1071996371) First Batch Sent: 1.07s (1071996371) ExecInternal Finished: 1.51s (1509994889) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 436ms (436998520) - ExecTreeExecTime: 49ms (49999830) - InactiveTotalTime: 0ns (0) - OpenTime: 372ms (372998738) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 55ms (55999810) - ExecTreePrepareTime: 30ms (30999895) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=72) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 39 (39) - InactiveTotalTime: 385ms (385998694) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 365 (365) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 111.9 KiB (114621) - TotalTime: 398ms (398998650) - UncompressedRowBatchSize: 291.9 KiB (298935) HDFS_SCAN_NODE (id=31) Hdfs split stats (:<# splits>/): 0:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1ms (1999993) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 454.6 MiB/s (476640429) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 26.0 KiB (26624) - RowBatchQueueGetWaitTime: 14ms (14999949) - RowBatchQueuePeakMemoryUsage: 50.0 KiB (51200) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 365 (365) - RowsReturnedRate: 2607 per second (2607) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999960) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 14ms (14999949) - ScannerThreadsSysTime: 1ms (1192000) - ScannerThreadsUserTime: 2ms (2320000) - ScannerThreadsVoluntaryContextSwitches: 4 (4) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1,000.00us (999997) - TotalReadThroughput: 0 B/s (0) - TotalTime: 139ms (139999527) Node Lifecycle Event Timeline Open Started: 1.02s (1021996541) Open Finished: 1.02s (1021996541) First Batch Requested: 1.02s (1021996541) First Batch Returned: 1.07s (1071996371) Last Batch Returned: 1.07s (1071996371) Closed: 1.47s (1470995021) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 372ms (372998738) - CodegenSysTime: 3ms (3996000) - CodegenUserTime: 64ms (64308000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 33ms (33999885) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 87ms (87999702) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 246ms (246999164) - TotalTime: 372ms (372998738) Averaged Fragment F27 split sizes: min: 88.52 MB, max: 89.22 MB, avg: 89.00 MB, stddev: 188.74 KB completion times: min:10s428ms max:20s705ms mean: 11s222ms stddev:1s563ms execution rates: min:4.29 MB/sec max:8.56 MB/sec mean:8.02 MB/sec stddev:653.22 KB/sec num instances: 39 - AverageThreadTokens: 1.84 (1.8391025641025642) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.1 MiB (77742383) - PeakReservation: 59.1 MiB (61968278) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3262025398) - RowsProduced: 1,666,666 (1666666) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.52s (5521673174) - TotalStorageWaitTime: 169ms (169484742) - TotalThreadsInvoluntaryContextSwitches: 257 (257) - TotalThreadsTotalWallClockTime: 17.98s (17985553928) - TotalThreadsSysTime: 140ms (140327820) - TotalThreadsUserTime: 2.72s (2723226794) - TotalThreadsVoluntaryContextSwitches: 1,595 (1595) - TotalTime: 9.81s (9807041103) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.36s (9361051237) - ExecTreeExecTime: 939ms (939262647) - InactiveTotalTime: 0ns (0) - OpenTime: 438ms (438887521) - ExecTreeOpenTime: 230.76us (230763) - PrepareTime: 6ms (6922864) - ExecTreePrepareTime: 1ms (1794809) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,666,666 (1666666) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1614861512) - TotalBytesSent: 156.1 MiB (163689726) - TotalTime: 8.16s (8158383649) - UncompressedRowBatchSize: 261.3 MiB (274045240) HDFS_SCAN_NODE (id=29) - AverageHdfsReadThreadConcurrency: 0.00 (0.002932797050444109) - AverageScannerThreadConcurrency: 0.90 (0.8973051557192173) - BytesRead: 58.9 MiB (61796076) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61796076) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61796076) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 299ms (299300956) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 326ms (326992865) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.9 MiB (75383959) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 781.8 MiB/s (819735019) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.7 MiB (239785420) - RowBatchQueueGetWaitTime: 305ms (305045819) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11740584) - RowBatchQueuePutWaitTime: 7.20s (7196687085) - RowBatchesEnqueued: 1,630 (1630) - RowsRead: 1,666,666 (1666666) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 2116309 per second (2116309) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 169ms (169484742) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.19s (8185615170) - ScannerThreadsSysTime: 31ms (31427589) - ScannerThreadsUserTime: 366ms (366699230) - ScannerThreadsVoluntaryContextSwitches: 890 (890) - TotalRawHdfsOpenFileTime(*): 76.92us (76920) - TotalRawHdfsReadTime(*): 99ms (99408109) - TotalReadThroughput: 6.3 MiB/s (6602737) - TotalTime: 940ms (940877957) Buffer pool - AllocTime: 29ms (29230141) - CumulativeAllocationBytes: 50.7 MiB (53123229) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.1 MiB (60919702) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52992157) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28307080) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,666,666 (1666666) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 438ms (438554195) - CodegenSysTime: 3ms (3143641) - CodegenUserTime: 113ms (113028897) - CodegenVoluntaryContextSwitches: 27 (27) - CompileTime: 114ms (114510401) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20768773) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 177ms (177688312) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 119ms (119099665) - TotalTime: 438ms (438579835) Fragment F27 Instance c7456fdd806a4994:3209e926000002bc (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:22.404 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.88 (1.875) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78197599) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3370037865) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 4.96s (4958930029) - TotalStorageWaitTime: 5.69s (5687919753) - TotalThreadsInvoluntaryContextSwitches: 270 (270) - TotalThreadsTotalWallClockTime: 30.62s (30621567982) - TotalThreadsSysTime: 135ms (135413000) - TotalThreadsUserTime: 2.68s (2679541000) - TotalThreadsVoluntaryContextSwitches: 1,262 (1262) - TotalTime: 16.24s (16244770814) Fragment Instance Lifecycle Event Timeline Prepare Finished: 281ms (281996021) Open Finished: 626ms (626991154) First Batch Produced: 7.18s (7178898717) First Batch Sent: 7.18s (7178898717) ExecInternal Finished: 16.59s (16590765932) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 15.90s (15899775681) - ExecTreeExecTime: 6.57s (6567907336) - InactiveTotalTime: 0ns (0) - OpenTime: 344ms (344995133) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 4.96s (4958930029) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1562977953) - TotalBytesSent: 155.9 MiB (163427760) - TotalTime: 7.60s (7602892734) - UncompressedRowBatchSize: 260.9 MiB (273619705) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 658ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.90 (0.9032258064516129) - BytesRead: 58.8 MiB (61693274) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693274) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693274) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 344ms (344995135) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 815ms (815988489) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843152) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 828.7 MiB/s (868931602) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422880) - RowBatchQueueGetWaitTime: 5.89s (5892916861) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894716) - RowBatchQueuePutWaitTime: 7.19s (7190898543) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 253468 per second (253468) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.69s (5687919753) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 14.38s (14376797168) - ScannerThreadsSysTime: 44ms (44424000) - ScannerThreadsUserTime: 339ms (339144000) - ScannerThreadsVoluntaryContextSwitches: 579 (579) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 70ms (70998999) - TotalReadThroughput: 3.8 MiB/s (3967668) - TotalTime: 6.56s (6564907379) Node Lifecycle Event Timeline Open Started: 626ms (626991154) Open Finished: 626ms (626991154) First Batch Requested: 626ms (626991154) First Batch Returned: 7.18s (7178898717) Last Batch Returned: 15.88s (15879775962) Closed: 16.55s (16550766496) Buffer pool - AllocTime: 10ms (10999845) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999845) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 344ms (344995133) - CodegenSysTime: 5ms (5063000) - CodegenUserTime: 111ms (111343000) - CodegenVoluntaryContextSwitches: 50 (50) - CompileTime: 61ms (61999126) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999788) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 134ms (134998095) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 130ms (130998152) - TotalTime: 344ms (344995133) Instance c7456fdd806a4994:3209e926000002b7 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.081 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78173214) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3225736981) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.78s (5779873589) - TotalStorageWaitTime: 16ms (16999628) - TotalThreadsInvoluntaryContextSwitches: 277 (277) - TotalThreadsTotalWallClockTime: 18.36s (18363598384) - TotalThreadsSysTime: 124ms (124173000) - TotalThreadsUserTime: 2.77s (2775493000) - TotalThreadsVoluntaryContextSwitches: 1,563 (1563) - TotalTime: 10.00s (9996781368) Fragment Instance Lifecycle Event Timeline Prepare Finished: 96ms (96997879) Open Finished: 480ms (480989481) First Batch Produced: 1.43s (1433968639) First Batch Sent: 1.43s (1433968639) ExecInternal Finished: 10.09s (10094779225) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.61s (9612789766) - ExecTreeExecTime: 967ms (967978829) - InactiveTotalTime: 0ns (0) - OpenTime: 383ms (383991602) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.78s (5781873546) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1638964150) - TotalBytesSent: 156.5 MiB (164091231) - TotalTime: 8.51s (8506813954) - UncompressedRowBatchSize: 262.0 MiB (274690834) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 627ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 59.1 MiB (61949898) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61949898) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61949898) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 305ms (305993297) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 398ms (398991264) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843338) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 856.3 MiB/s (897844218) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240328476) - RowBatchQueueGetWaitTime: 238ms (238994773) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11901074) - RowBatchQueuePutWaitTime: 7.39s (7393838318) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1736524 per second (1736524) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 16ms (16999628) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.37s (8366817016) - ScannerThreadsSysTime: 22ms (22563000) - ScannerThreadsUserTime: 380ms (380108000) - ScannerThreadsVoluntaryContextSwitches: 885 (885) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 68ms (68998493) - TotalReadThroughput: 6.2 MiB/s (6486900) - TotalTime: 961ms (961978960) Node Lifecycle Event Timeline Open Started: 480ms (480989481) Open Finished: 480ms (480989481) First Batch Requested: 480ms (480989481) First Batch Returned: 1.43s (1433968639) Last Batch Returned: 9.91s (9908783293) Closed: 10.09s (10093779247) Buffer pool - AllocTime: 48ms (48998928) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48998928) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 383ms (383991602) - CodegenSysTime: 4ms (4109000) - CodegenUserTime: 113ms (113012000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 139ms (139996938) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 3ms (3999912) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 163ms (163996414) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 73ms (73998382) - TotalTime: 383ms (383991602) Instance c7456fdd806a4994:3209e926000002ac (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.853 Hdfs split stats (:<# splits>/): 0:1/88.89 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78141474) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3313712534) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.50s (5501833711) - TotalStorageWaitTime: 11ms (11999638) - TotalThreadsInvoluntaryContextSwitches: 239 (239) - TotalThreadsTotalWallClockTime: 18.27s (18267447894) - TotalThreadsSysTime: 150ms (150956000) - TotalThreadsUserTime: 2.73s (2731244000) - TotalThreadsVoluntaryContextSwitches: 1,616 (1616) - TotalTime: 9.99s (9995697896) Fragment Instance Lifecycle Event Timeline Prepare Finished: 371ms (371988757) Open Finished: 1.22s (1224962977) First Batch Produced: 1.65s (1651950072) First Batch Sent: 1.65s (1651950072) ExecInternal Finished: 10.37s (10366686683) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.14s (9139723766) - ExecTreeExecTime: 461ms (461986039) - InactiveTotalTime: 0ns (0) - OpenTime: 852ms (852974220) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 2ms (2999910) - ExecTreePrepareTime: 1ms (1999940) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.50s (5503833650) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1562952771) - TotalBytesSent: 155.9 MiB (163430798) - TotalTime: 8.21s (8210751844) - UncompressedRowBatchSize: 260.9 MiB (273619467) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.89 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 161ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.9 MiB (61726149) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61726149) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61726149) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 426ms (426987098) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 516ms (516984373) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844483) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 841.0 MiB/s (881828759) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429343) - RowBatchQueueGetWaitTime: 170ms (170994832) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900683) - RowBatchQueuePutWaitTime: 7.09s (7088785749) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3570923 per second (3570923) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999638) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.27s (8274749908) - ScannerThreadsSysTime: 31ms (31216000) - ScannerThreadsUserTime: 373ms (373458000) - ScannerThreadsVoluntaryContextSwitches: 876 (876) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 69ms (69997886) - TotalReadThroughput: 6.2 MiB/s (6468890) - TotalTime: 465ms (465985919) Node Lifecycle Event Timeline Open Started: 1.22s (1224962977) Open Finished: 1.22s (1224962977) First Batch Requested: 1.22s (1224962977) First Batch Returned: 1.65s (1651950072) Last Batch Returned: 9.95s (9947699346) Closed: 10.37s (10365686713) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 852ms (852974220) - CodegenSysTime: 6ms (6264000) - CodegenUserTime: 115ms (115398000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 163ms (163995043) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 73ms (73997763) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 198ms (198993986) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 413ms (413987488) - TotalTime: 852ms (852974220) Instance c7456fdd806a4994:3209e926000002b8 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.898 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78194094) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3324699414) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.87s (5871963802) - TotalStorageWaitTime: 17ms (17999889) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 18.31s (18311887122) - TotalThreadsSysTime: 155ms (155956000) - TotalThreadsUserTime: 2.69s (2695862000) - TotalThreadsVoluntaryContextSwitches: 1,606 (1606) - TotalTime: 9.92s (9919938851) Fragment Instance Lifecycle Event Timeline Prepare Finished: 486ms (486996998) Open Finished: 771ms (771995242) First Batch Produced: 1.80s (1796988923) First Batch Sent: 1.80s (1797988917) ExecInternal Finished: 10.41s (10409935831) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.63s (9633940614) - ExecTreeExecTime: 1.04s (1037993603) - InactiveTotalTime: 0ns (0) - OpenTime: 284ms (284998244) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.87s (5873963790) - PeakMemoryUsage: 1.6 MiB (1640064) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1660989756) - TotalBytesSent: 156.5 MiB (164057456) - TotalTime: 8.45s (8447947926) - UncompressedRowBatchSize: 261.9 MiB (274658371) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 722ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 59.1 MiB (61935643) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935643) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935643) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 327ms (327997978) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 262ms (262998369) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842871) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 537.0 MiB/s (563054770) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240305497) - RowBatchQueueGetWaitTime: 288ms (288998218) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11877741) - RowBatchQueuePutWaitTime: 7.44s (7439954150) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1610906 per second (1610906) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 17ms (17999889) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.39s (8392948264) - ScannerThreadsSysTime: 38ms (38057000) - ScannerThreadsUserTime: 358ms (358757000) - ScannerThreadsVoluntaryContextSwitches: 919 (919) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 109ms (109999322) - TotalReadThroughput: 6.2 MiB/s (6495610) - TotalTime: 1.04s (1036993609) Node Lifecycle Event Timeline Open Started: 771ms (771995242) Open Finished: 771ms (771995242) First Batch Requested: 771ms (771995242) First Batch Returned: 1.80s (1796988923) Last Batch Returned: 10.06s (10058937995) Closed: 10.41s (10409935831) Buffer pool - AllocTime: 42ms (42999735) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 33ms (33999791) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 284ms (284998244) - CodegenSysTime: 1ms (1030000) - CodegenUserTime: 115ms (115672000) - CodegenVoluntaryContextSwitches: 26 (26) - CompileTime: 73ms (73999544) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999963) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 115ms (115999285) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 86ms (86999464) - TotalTime: 284ms (284998244) Instance c7456fdd806a4994:3209e926000002b0 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.668 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78182449) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3274636421) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.82s (5816986650) - TotalStorageWaitTime: 4ms (4999988) - TotalThreadsInvoluntaryContextSwitches: 232 (232) - TotalThreadsTotalWallClockTime: 18.02s (18018958613) - TotalThreadsSysTime: 156ms (156510000) - TotalThreadsUserTime: 2.66s (2661944000) - TotalThreadsVoluntaryContextSwitches: 1,680 (1680) - TotalTime: 9.92s (9917977220) Fragment Instance Lifecycle Event Timeline Prepare Finished: 386ms (386999111) Open Finished: 901ms (901997928) First Batch Produced: 1.57s (1572996387) First Batch Sent: 1.57s (1572996387) ExecInternal Finished: 10.31s (10306976327) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.40s (9402978403) - ExecTreeExecTime: 695ms (695998402) - InactiveTotalTime: 0ns (0) - OpenTime: 514ms (514998817) - ExecTreeOpenTime: 1,000.00us (999997) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.82s (5818986646) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1563996379) - TotalBytesSent: 156.5 MiB (164066137) - TotalTime: 8.42s (8420980658) - UncompressedRowBatchSize: 262.0 MiB (274675706) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 486ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.1 MiB (61928820) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61928820) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61928820) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 250ms (250999429) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 444ms (444998972) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844392) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1376199149) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240317564) - RowBatchQueueGetWaitTime: 88ms (88999795) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11889692) - RowBatchQueuePutWaitTime: 7.26s (7258983329) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2396705 per second (2396705) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 4ms (4999988) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.10s (8100981393) - ScannerThreadsSysTime: 30ms (30729000) - ScannerThreadsUserTime: 361ms (361696000) - ScannerThreadsVoluntaryContextSwitches: 942 (942) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 44ms (44999897) - TotalReadThroughput: 6.5 MiB/s (6864200) - TotalTime: 696ms (696998399) Node Lifecycle Event Timeline Open Started: 900ms (900997931) Open Finished: 901ms (901997928) First Batch Requested: 901ms (901997928) First Batch Returned: 1.57s (1572996387) Last Batch Returned: 9.81s (9810977466) Closed: 10.30s (10305976329) Buffer pool - AllocTime: 8ms (8999980) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999980) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 513ms (513998820) - CodegenSysTime: 5ms (5050000) - CodegenUserTime: 111ms (111059000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 181ms (181999582) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7999981) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 225ms (225999481) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 95ms (95999780) - TotalTime: 513ms (513998820) Instance c7456fdd806a4994:3209e926000002a9 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.299 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78133142) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3277300801) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.54s (5543873080) - TotalStorageWaitTime: 59ms (59998626) - TotalThreadsInvoluntaryContextSwitches: 284 (284) - TotalThreadsTotalWallClockTime: 18.02s (18024587356) - TotalThreadsSysTime: 128ms (128853000) - TotalThreadsUserTime: 2.74s (2736864000) - TotalThreadsVoluntaryContextSwitches: 1,630 (1630) - TotalTime: 9.91s (9913773040) Fragment Instance Lifecycle Event Timeline Prepare Finished: 353ms (353991896) Open Finished: 755ms (755982693) First Batch Produced: 1.63s (1629962685) First Batch Sent: 1.63s (1629962685) ExecInternal Finished: 10.27s (10269764891) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.51s (9511782243) - ExecTreeExecTime: 976ms (976977634) - InactiveTotalTime: 0ns (0) - OpenTime: 401ms (401990797) - ExecTreeOpenTime: 3ms (3999909) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.54s (5545873036) - PeakMemoryUsage: 1.4 MiB (1476224) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1613963046) - TotalBytesSent: 155.8 MiB (163411715) - TotalTime: 8.23s (8232811522) - UncompressedRowBatchSize: 260.9 MiB (273593000) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 604ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.84 (0.8421052631578947) - BytesRead: 58.8 MiB (61688450) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688450) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688450) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 294ms (294993249) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 264ms (264993925) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844249) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 420.2 MiB/s (440641870) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412674) - RowBatchQueueGetWaitTime: 225ms (225994826) - RowBatchQueuePeakMemoryUsage: 10.2 MiB (10672179) - RowBatchQueuePutWaitTime: 7.15s (7154836208) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1719047 per second (1719047) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 59ms (59998626) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.11s (8110814316) - ScannerThreadsSysTime: 27ms (27997000) - ScannerThreadsUserTime: 373ms (373872000) - ScannerThreadsVoluntaryContextSwitches: 916 (916) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 139ms (139996796) - TotalReadThroughput: 6.2 MiB/s (6480559) - TotalTime: 967ms (967977840) Node Lifecycle Event Timeline Open Started: 751ms (751982784) Open Finished: 755ms (755982693) First Batch Requested: 755ms (755982693) First Batch Returned: 1.63s (1629962685) Last Batch Returned: 9.88s (9884773704) Closed: 10.27s (10268764914) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 397ms (397990888) - CodegenSysTime: 2ms (2039000) - CodegenUserTime: 115ms (115143000) - CodegenVoluntaryContextSwitches: 18 (18) - CompileTime: 163ms (163996245) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999702) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 162ms (162996269) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 55ms (55998718) - TotalTime: 397ms (397990888) Instance c7456fdd806a4994:3209e926000002c2 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.278 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78167633) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168828850) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.73s (5734811380) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 275 (275) - TotalThreadsTotalWallClockTime: 18.39s (18392395035) - TotalThreadsSysTime: 147ms (147657000) - TotalThreadsUserTime: 2.73s (2735349000) - TotalThreadsVoluntaryContextSwitches: 1,639 (1639) - TotalTime: 9.90s (9903674247) Fragment Instance Lifecycle Event Timeline Prepare Finished: 337ms (337988883) Open Finished: 885ms (885970859) First Batch Produced: 1.57s (1574948197) First Batch Sent: 1.57s (1574948197) ExecInternal Finished: 10.25s (10252662768) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.36s (9355692271) - ExecTreeExecTime: 712ms (712976550) - InactiveTotalTime: 0ns (0) - OpenTime: 547ms (547981976) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.74s (5736811314) - PeakMemoryUsage: 1.9 MiB (1975936) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1605947160) - TotalBytesSent: 155.9 MiB (163443005) - TotalTime: 8.38s (8375724503) - UncompressedRowBatchSize: 260.9 MiB (273608455) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 462ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61688524) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688524) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688524) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 275ms (275990916) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 229ms (229992427) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75780401) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 520.6 MiB/s (545934109) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419886) - RowBatchQueueGetWaitTime: 199ms (199993422) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11891401) - RowBatchQueuePutWaitTime: 7.72s (7719746095) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2337155 per second (2337155) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.49s (8488720788) - ScannerThreadsSysTime: 31ms (31853000) - ScannerThreadsUserTime: 367ms (367966000) - ScannerThreadsVoluntaryContextSwitches: 937 (937) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 112ms (112996281) - TotalReadThroughput: 6.2 MiB/s (6471729) - TotalTime: 711ms (711976583) Node Lifecycle Event Timeline Open Started: 885ms (885970859) Open Finished: 885ms (885970859) First Batch Requested: 885ms (885970859) First Batch Returned: 1.57s (1574948197) Last Batch Returned: 10.01s (10008670794) Closed: 10.25s (10252662768) Buffer pool - AllocTime: 43ms (43998552) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43998552) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 547ms (547981976) - CodegenSysTime: 2ms (2066000) - CodegenUserTime: 111ms (111419000) - CodegenVoluntaryContextSwitches: 32 (32) - CompileTime: 116ms (116996152) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999211) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 282ms (282990692) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 121ms (121995987) - TotalTime: 547ms (547981976) Instance c7456fdd806a4994:3209e926000002c3 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.615 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78190706) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3306664005) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.64s (5639932125) - TotalStorageWaitTime: 50ms (50999385) - TotalThreadsInvoluntaryContextSwitches: 238 (238) - TotalThreadsTotalWallClockTime: 18.10s (18104782073) - TotalThreadsSysTime: 146ms (146207000) - TotalThreadsUserTime: 2.77s (2767117000) - TotalThreadsVoluntaryContextSwitches: 1,562 (1562) - TotalTime: 9.90s (9897880859) Fragment Instance Lifecycle Event Timeline Prepare Finished: 450ms (450994572) Open Finished: 833ms (833989962) First Batch Produced: 1.74s (1743979008) First Batch Sent: 1.74s (1743979008) ExecInternal Finished: 10.36s (10357875323) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.51s (9514885469) - ExecTreeExecTime: 922ms (922988888) - InactiveTotalTime: 0ns (0) - OpenTime: 382ms (382995390) - ExecTreeOpenTime: 999.99us (999988) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.64s (5642932089) - PeakMemoryUsage: 1.6 MiB (1713792) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1621980474) - TotalBytesSent: 156.4 MiB (164039609) - TotalTime: 8.24s (8241900796) - UncompressedRowBatchSize: 261.9 MiB (274644835) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 634ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61923124) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923124) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923124) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 462ms (462994429) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 282ms (282996599) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844390) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 376.1 MiB/s (394419550) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240297455) - RowBatchQueueGetWaitTime: 244ms (244997051) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11775101) - RowBatchQueuePutWaitTime: 7.20s (7201913303) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1807922 per second (1807922) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 50ms (50999385) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.21s (8206901214) - ScannerThreadsSysTime: 30ms (30661000) - ScannerThreadsUserTime: 369ms (369019000) - ScannerThreadsVoluntaryContextSwitches: 847 (847) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 156ms (156998110) - TotalReadThroughput: 6.2 MiB/s (6507263) - TotalTime: 923ms (923988876) Node Lifecycle Event Timeline Open Started: 832ms (832989974) Open Finished: 833ms (833989962) First Batch Requested: 833ms (833989962) First Batch Returned: 1.74s (1743979008) Last Batch Returned: 9.94s (9940880342) Closed: 10.35s (10349875419) Buffer pool - AllocTime: 63ms (63999230) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63999230) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 381ms (381995402) - CodegenSysTime: 4ms (4047000) - CodegenUserTime: 107ms (107267000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 188ms (188997725) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999964) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 108ms (108998688) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 67ms (67999181) - TotalTime: 381ms (381995402) Instance c7456fdd806a4994:3209e926000002b4 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.532 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78173011) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230134071) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.68s (5679873576) - TotalStorageWaitTime: 33ms (33999243) - TotalThreadsInvoluntaryContextSwitches: 285 (285) - TotalThreadsTotalWallClockTime: 18.14s (18141596237) - TotalThreadsSysTime: 147ms (147406000) - TotalThreadsUserTime: 2.72s (2716562000) - TotalThreadsVoluntaryContextSwitches: 1,579 (1579) - TotalTime: 9.82s (9817781494) Fragment Instance Lifecycle Event Timeline Prepare Finished: 412ms (412990808) Open Finished: 933ms (933979213) First Batch Produced: 1.63s (1626963790) First Batch Sent: 1.63s (1626963790) ExecInternal Finished: 10.23s (10232772257) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.30s (9296793089) - ExecTreeExecTime: 714ms (714984089) - InactiveTotalTime: 0ns (0) - OpenTime: 520ms (520988405) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.68s (5684873466) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.71s (1706962020) - TotalBytesSent: 155.9 MiB (163421032) - TotalTime: 8.43s (8433812292) - UncompressedRowBatchSize: 260.9 MiB (273607542) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 495ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61695691) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61695691) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61695691) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 246ms (246994502) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 292ms (292993473) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843123) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.5 GiB/s (1623606962) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239415799) - RowBatchQueueGetWaitTime: 182ms (182995927) - RowBatchQueuePeakMemoryUsage: 10.8 MiB (11285327) - RowBatchQueuePutWaitTime: 7.55s (7546832043) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2330584 per second (2330584) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 33ms (33999243) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.32s (8323814743) - ScannerThreadsSysTime: 33ms (33716000) - ScannerThreadsUserTime: 364ms (364282000) - ScannerThreadsVoluntaryContextSwitches: 875 (875) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 37ms (37999154) - TotalReadThroughput: 6.2 MiB/s (6482001) - TotalTime: 713ms (713984111) Node Lifecycle Event Timeline Open Started: 933ms (933979213) Open Finished: 933ms (933979213) First Batch Requested: 933ms (933979213) First Batch Returned: 1.63s (1626963790) Last Batch Returned: 9.99s (9988777688) Closed: 10.23s (10232772257) Buffer pool - AllocTime: 26ms (26999399) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 520ms (520988405) - CodegenSysTime: 1ms (1031000) - CodegenUserTime: 116ms (116563000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 249ms (249994436) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999955) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 162ms (162996372) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 103ms (103997686) - TotalTime: 520ms (520988405) Instance c7456fdd806a4994:3209e926000002af (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.543 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78105804) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3278041582) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.58s (5576937084) - TotalStorageWaitTime: 14ms (14999831) - TotalThreadsInvoluntaryContextSwitches: 275 (275) - TotalThreadsTotalWallClockTime: 17.94s (17940797541) - TotalThreadsSysTime: 126ms (126924000) - TotalThreadsUserTime: 2.72s (2724955000) - TotalThreadsVoluntaryContextSwitches: 1,575 (1575) - TotalTime: 9.81s (9806889331) Fragment Instance Lifecycle Event Timeline Prepare Finished: 455ms (455994854) Open Finished: 903ms (903989799) First Batch Produced: 1.78s (1782979879) First Batch Sent: 1.78s (1783979868) ExecInternal Finished: 10.27s (10265884151) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.36s (9358894386) - ExecTreeExecTime: 932ms (932989469) - InactiveTotalTime: 0ns (0) - OpenTime: 447ms (447994945) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.58s (5577937073) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1626981642) - TotalBytesSent: 156.5 MiB (164075993) - TotalTime: 8.21s (8205907396) - UncompressedRowBatchSize: 261.9 MiB (274664640) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 572ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61935658) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935658) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935658) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 257ms (257997087) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 282ms (282996813) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743142) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.2 GiB/s (1317794845) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240314821) - RowBatchQueueGetWaitTime: 194ms (194997799) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886851) - RowBatchQueuePutWaitTime: 7.35s (7349917051) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1792402 per second (1792402) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 14ms (14999831) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.13s (8133908210) - ScannerThreadsSysTime: 23ms (23449000) - ScannerThreadsUserTime: 377ms (377263000) - ScannerThreadsVoluntaryContextSwitches: 862 (862) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 46ms (46999469) - TotalReadThroughput: 6.5 MiB/s (6854322) - TotalTime: 931ms (931989480) Node Lifecycle Event Timeline Open Started: 903ms (903989799) Open Finished: 903ms (903989799) First Batch Requested: 903ms (903989799) First Batch Returned: 1.78s (1782979879) Last Batch Returned: 9.95s (9949887717) Closed: 10.26s (10264884163) Buffer pool - AllocTime: 82ms (82999064) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 82ms (82999064) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 446ms (446994956) - CodegenSysTime: 5ms (5897000) - CodegenUserTime: 112ms (112776000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 98ms (98998883) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 205ms (205997675) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 133ms (133998488) - TotalTime: 446ms (446994956) Instance c7456fdd806a4994:3209e926000002bf (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.327 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78109866) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3240300537) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.76s (5765940791) - TotalStorageWaitTime: 32ms (32999661) - TotalThreadsInvoluntaryContextSwitches: 171 (171) - TotalThreadsTotalWallClockTime: 18.08s (18080814364) - TotalThreadsSysTime: 139ms (139224000) - TotalThreadsUserTime: 2.70s (2701061000) - TotalThreadsVoluntaryContextSwitches: 1,643 (1643) - TotalTime: 9.79s (9793899446) Fragment Instance Lifecycle Event Timeline Prepare Finished: 331ms (331996592) Open Finished: 868ms (868991078) First Batch Produced: 1.49s (1494984651) First Batch Sent: 1.49s (1494984651) ExecInternal Finished: 10.13s (10127896017) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.26s (9256904960) - ExecTreeExecTime: 646ms (646993355) - InactiveTotalTime: 0ns (0) - OpenTime: 536ms (536994486) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.77s (5766940781) - PeakMemoryUsage: 1.7 MiB (1771136) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.55s (1551984079) - TotalBytesSent: 156.5 MiB (164071245) - TotalTime: 8.40s (8396913787) - UncompressedRowBatchSize: 262.0 MiB (274676440) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 474ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61937539) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937539) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937539) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 225ms (225997683) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 324ms (324996657) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75747254) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 908.8 MiB/s (952894993) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240319542) - RowBatchQueueGetWaitTime: 96ms (96999004) - RowBatchQueuePeakMemoryUsage: 10.7 MiB (11186656) - RowBatchQueuePutWaitTime: 7.53s (7525922734) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2602051 per second (2602051) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 32ms (32999661) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.29s (8286914918) - ScannerThreadsSysTime: 24ms (24304000) - ScannerThreadsUserTime: 371ms (371404000) - ScannerThreadsVoluntaryContextSwitches: 937 (937) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 64ms (64999333) - TotalReadThroughput: 6.2 MiB/s (6503994) - TotalTime: 641ms (641993408) Node Lifecycle Event Timeline Open Started: 868ms (868991078) Open Finished: 868ms (868991078) First Batch Requested: 868ms (868991078) First Batch Returned: 1.49s (1494984651) Last Batch Returned: 9.93s (9928898060) Closed: 10.13s (10126896027) Buffer pool - AllocTime: 23ms (23999754) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999754) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 536ms (536994486) - CodegenSysTime: 4ms (4921000) - CodegenUserTime: 116ms (116137000) - CodegenVoluntaryContextSwitches: 17 (17) - CompileTime: 107ms (107998891) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999876) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 320ms (320996704) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 93ms (93999035) - TotalTime: 536ms (536994486) Instance c7456fdd806a4994:3209e926000002a7 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.318 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78089037) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3280635004) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.55s (5552981216) - TotalStorageWaitTime: 26ms (26999909) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 17.86s (17859939543) - TotalThreadsSysTime: 161ms (161623000) - TotalThreadsUserTime: 2.72s (2718746000) - TotalThreadsVoluntaryContextSwitches: 1,685 (1685) - TotalTime: 9.72s (9723967084) Fragment Instance Lifecycle Event Timeline Prepare Finished: 647ms (647997807) Open Finished: 1.21s (1213995891) First Batch Produced: 1.83s (1835993785) First Batch Sent: 1.83s (1835993785) ExecInternal Finished: 10.36s (10356964941) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.14s (9141969054) - ExecTreeExecTime: 683ms (683997683) - InactiveTotalTime: 0ns (0) - OpenTime: 565ms (565998084) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 15ms (15999946) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.55s (5552981216) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.69s (1688994273) - TotalBytesSent: 156.4 MiB (164040973) - TotalTime: 8.24s (8242972101) - UncompressedRowBatchSize: 261.9 MiB (274665136) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 439ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61923183) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923183) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923183) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 239ms (239999182) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 313ms (313998940) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75742715) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 546.8 MiB/s (573364743) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240308241) - RowBatchQueueGetWaitTime: 197ms (197999330) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11880789) - RowBatchQueuePutWaitTime: 7.33s (7335975170) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2445835 per second (2445835) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 26ms (26999909) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.15s (8151972405) - ScannerThreadsSysTime: 31ms (31580000) - ScannerThreadsUserTime: 369ms (369550000) - ScannerThreadsVoluntaryContextSwitches: 959 (959) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 107ms (107999635) - TotalReadThroughput: 6.2 MiB/s (6504536) - TotalTime: 682ms (682997687) Node Lifecycle Event Timeline Open Started: 1.21s (1213995891) Open Finished: 1.21s (1213995891) First Batch Requested: 1.21s (1213995891) First Batch Returned: 1.83s (1835993785) Last Batch Returned: 10.04s (10042966004) Closed: 10.36s (10356964941) Buffer pool - AllocTime: 30ms (30999895) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999895) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 565ms (565998084) - CodegenSysTime: 1ms (1038000) - CodegenUserTime: 118ms (118796000) - CodegenVoluntaryContextSwitches: 31 (31) - CompileTime: 116ms (116999604) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 135ms (135999540) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 196ms (196999333) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 114ms (114999610) - TotalTime: 565ms (565998084) Instance c7456fdd806a4994:3209e9260000029f (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.253 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78198579) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257567044) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.60s (5597040280) - TotalStorageWaitTime: 76ms (76000546) - TotalThreadsInvoluntaryContextSwitches: 309 (309) - TotalThreadsTotalWallClockTime: 17.77s (17775127844) - TotalThreadsSysTime: 144ms (144558000) - TotalThreadsUserTime: 2.72s (2719167000) - TotalThreadsVoluntaryContextSwitches: 1,673 (1673) - TotalTime: 9.69s (9692069708) Fragment Instance Lifecycle Event Timeline Prepare Finished: 375ms (375002697) Open Finished: 806ms (806005797) First Batch Produced: 1.61s (1615011616) First Batch Sent: 1.61s (1615011616) ExecInternal Finished: 10.07s (10068072412) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.26s (9261066608) - ExecTreeExecTime: 834ms (834005995) - InactiveTotalTime: 0ns (0) - OpenTime: 431ms (431003100) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.60s (5598040288) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1569011265) - TotalBytesSent: 156.5 MiB (164050630) - TotalTime: 8.16s (8161058695) - UncompressedRowBatchSize: 261.9 MiB (274666963) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 570ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61920039) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61920039) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61920039) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 263ms (263001896) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 383ms (383002765) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778504) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 602.6 MiB/s (631832587) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240309207) - RowBatchQueueGetWaitTime: 230ms (230001655) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11786664) - RowBatchQueuePutWaitTime: 7.17s (7165051519) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2007798 per second (2007798) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 76ms (76000546) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.08s (8083058136) - ScannerThreadsSysTime: 28ms (28302000) - ScannerThreadsUserTime: 370ms (370875000) - ScannerThreadsVoluntaryContextSwitches: 965 (965) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 98ms (98000705) - TotalReadThroughput: 6.2 MiB/s (6495336) - TotalTime: 832ms (832005981) Node Lifecycle Event Timeline Open Started: 806ms (806005797) Open Finished: 806ms (806005797) First Batch Requested: 806ms (806005797) First Batch Returned: 1.61s (1615011616) Last Batch Returned: 9.84s (9841070779) Closed: 10.07s (10068072412) Buffer pool - AllocTime: 56ms (56000403) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 56ms (56000403) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 431ms (431003100) - CodegenSysTime: 3ms (3955000) - CodegenUserTime: 111ms (111655000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 162ms (162001165) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30000216) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 168ms (168001208) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 46ms (46000331) - TotalTime: 431ms (431003100) Instance c7456fdd806a4994:3209e926000002bb (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.074 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78265312) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3328446781) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.52s (5520814398) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 255 (255) - TotalThreadsTotalWallClockTime: 17.86s (17860399518) - TotalThreadsSysTime: 162ms (162371000) - TotalThreadsUserTime: 2.75s (2747784000) - TotalThreadsVoluntaryContextSwitches: 1,554 (1554) - TotalTime: 9.67s (9673674762) Fragment Instance Lifecycle Event Timeline Prepare Finished: 364ms (364987729) Open Finished: 629ms (629978819) First Batch Produced: 1.59s (1588946578) First Batch Sent: 1.59s (1588946578) ExecInternal Finished: 10.04s (10040662424) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.41s (9408683672) - ExecTreeExecTime: 998ms (998966413) - InactiveTotalTime: 0ns (0) - OpenTime: 264ms (264991090) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.52s (5523814297) - PeakMemoryUsage: 1.8 MiB (1836672) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1569947222) - TotalBytesSent: 156.5 MiB (164060439) - TotalTime: 8.15s (8150725968) - UncompressedRowBatchSize: 261.9 MiB (274670596) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 740ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61943397) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61943397) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61943397) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 298ms (298989954) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 367ms (367987624) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845247) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 596.7 MiB/s (625711925) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240313715) - RowBatchQueueGetWaitTime: 169ms (169994285) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11452966) - RowBatchQueuePutWaitTime: 7.26s (7264755751) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1673903 per second (1673903) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.19s (8186724756) - ScannerThreadsSysTime: 27ms (27628000) - ScannerThreadsUserTime: 377ms (377843000) - ScannerThreadsVoluntaryContextSwitches: 845 (845) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 98ms (98996670) - TotalReadThroughput: 6.2 MiB/s (6505975) - TotalTime: 997ms (997966446) Node Lifecycle Event Timeline Open Started: 629ms (629978819) Open Finished: 629ms (629978819) First Batch Requested: 629ms (629978819) First Batch Returned: 1.59s (1588946578) Last Batch Returned: 9.81s (9813670056) Closed: 10.04s (10039662458) Buffer pool - AllocTime: 79ms (79997310) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 79ms (79997310) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 264ms (264991090) - CodegenSysTime: 2ms (2928000) - CodegenUserTime: 116ms (116049000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 47ms (47998386) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999933) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 109ms (109996302) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 102ms (102996537) - TotalTime: 264ms (264991090) Instance c7456fdd806a4994:3209e926000002b3 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.990 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78156520) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230218964) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.61s (5613902499) - TotalStorageWaitTime: 5ms (5999896) - TotalThreadsInvoluntaryContextSwitches: 189 (189) - TotalThreadsTotalWallClockTime: 17.67s (17671693071) - TotalThreadsSysTime: 118ms (118374000) - TotalThreadsUserTime: 2.77s (2770052000) - TotalThreadsVoluntaryContextSwitches: 1,588 (1588) - TotalTime: 9.67s (9666832103) Fragment Instance Lifecycle Event Timeline Prepare Finished: 405ms (405992948) Open Finished: 844ms (844985323) First Batch Produced: 1.64s (1640971499) First Batch Sent: 1.64s (1640971499) ExecInternal Finished: 10.07s (10074825016) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.22s (9221839832) - ExecTreeExecTime: 815ms (815985832) - InactiveTotalTime: 0ns (0) - OpenTime: 438ms (438992375) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 5ms (5999896) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.61s (5614902482) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1601972165) - TotalBytesSent: 156.5 MiB (164061834) - TotalTime: 8.21s (8205857470) - UncompressedRowBatchSize: 261.9 MiB (274670029) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 572ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.1 MiB (61944158) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61944158) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61944158) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 202ms (202996484) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 330ms (330994251) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842994) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 809.3 MiB/s (848564860) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240316371) - RowBatchQueueGetWaitTime: 174ms (174996962) - RowBatchQueuePeakMemoryUsage: 10.8 MiB (11286528) - RowBatchQueuePutWaitTime: 7.25s (7247874108) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2054771 per second (2054771) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5ms (5999896) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.01s (8010860864) - ScannerThreadsSysTime: 22ms (22811000) - ScannerThreadsUserTime: 374ms (374685000) - ScannerThreadsVoluntaryContextSwitches: 879 (879) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 72ms (72998731) - TotalReadThroughput: 6.5 MiB/s (6859058) - TotalTime: 812ms (812985883) Node Lifecycle Event Timeline Open Started: 844ms (844985323) Open Finished: 844ms (844985323) First Batch Requested: 844ms (844985323) First Batch Returned: 1.64s (1640971499) Last Batch Returned: 9.83s (9830829253) Closed: 10.07s (10072825050) Buffer pool - AllocTime: 20ms (20999635) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999635) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 438ms (438992375) - CodegenSysTime: 3ms (3050000) - CodegenUserTime: 113ms (113142000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 165ms (165997116) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999705) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 149ms (149997395) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 103ms (103998194) - TotalTime: 438ms (438992375) Instance c7456fdd806a4994:3209e926000002aa (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.748 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78181283) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3301079050) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.57s (5567981528) - TotalStorageWaitTime: 40ms (40999864) - TotalThreadsInvoluntaryContextSwitches: 258 (258) - TotalThreadsTotalWallClockTime: 17.52s (17515941880) - TotalThreadsSysTime: 121ms (121648000) - TotalThreadsUserTime: 2.72s (2721854000) - TotalThreadsVoluntaryContextSwitches: 1,601 (1601) - TotalTime: 9.66s (9660967944) Fragment Instance Lifecycle Event Timeline Prepare Finished: 473ms (473998427) Open Finished: 831ms (831997240) First Batch Produced: 1.62s (1622994615) First Batch Sent: 1.62s (1622994615) ExecInternal Finished: 10.14s (10145966334) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.30s (9302969131) - ExecTreeExecTime: 806ms (806997323) - InactiveTotalTime: 0ns (0) - OpenTime: 357ms (357998813) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.57s (5568981525) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.65s (1651994504) - TotalBytesSent: 155.8 MiB (163408726) - TotalTime: 8.27s (8267972560) - UncompressedRowBatchSize: 260.9 MiB (273586602) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 655ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.8 MiB (61693831) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693831) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693831) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 216ms (216999283) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 239ms (239999205) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843194) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 181.6 MiB/s (190413689) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239409170) - RowBatchQueueGetWaitTime: 106ms (106999645) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11880834) - RowBatchQueuePutWaitTime: 7.27s (7273975861) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2067087 per second (2067087) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 40ms (40999864) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 7.85s (7854973936) - ScannerThreadsSysTime: 30ms (30062000) - ScannerThreadsUserTime: 361ms (361804000) - ScannerThreadsVoluntaryContextSwitches: 894 (894) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 323ms (323998926) - TotalReadThroughput: 6.5 MiB/s (6827559) - TotalTime: 804ms (804997329) Node Lifecycle Event Timeline Open Started: 831ms (831997240) Open Finished: 831ms (831997240) First Batch Requested: 831ms (831997240) First Batch Returned: 1.62s (1622994615) Last Batch Returned: 9.80s (9805967463) Closed: 10.14s (10145966334) Buffer pool - AllocTime: 26ms (26999910) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999910) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 357ms (357998813) - CodegenSysTime: 5ms (5052000) - CodegenUserTime: 109ms (109067000) - CodegenVoluntaryContextSwitches: 15 (15) - CompileTime: 115ms (115999616) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999993) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 112ms (112999625) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 102ms (102999659) - TotalTime: 357ms (357998813) Instance c7456fdd806a4994:3209e926000002a3 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.712 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78173775) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3232185966) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.52s (5517794727) - TotalStorageWaitTime: 21ms (21999181) - TotalThreadsInvoluntaryContextSwitches: 203 (203) - TotalThreadsTotalWallClockTime: 17.65s (17651343300) - TotalThreadsSysTime: 138ms (138760000) - TotalThreadsUserTime: 2.70s (2697929000) - TotalThreadsVoluntaryContextSwitches: 1,658 (1658) - TotalTime: 9.66s (9659640623) Fragment Instance Lifecycle Event Timeline Prepare Finished: 329ms (329987723) Open Finished: 872ms (872967522) First Batch Produced: 1.52s (1522943340) First Batch Sent: 1.52s (1522943340) ExecInternal Finished: 9.99s (9991628272) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.12s (9116660824) - ExecTreeExecTime: 676ms (676974812) - InactiveTotalTime: 0ns (0) - OpenTime: 542ms (542979799) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.52s (5518794690) - PeakMemoryUsage: 1.7 MiB (1738368) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1676937602) - TotalBytesSent: 155.9 MiB (163430217) - TotalTime: 8.21s (8206694677) - UncompressedRowBatchSize: 260.9 MiB (273615575) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 470ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.8 MiB (61692906) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692906) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692906) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 354ms (354986783) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 338ms (338987385) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843873) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 384.6 MiB/s (403236606) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419628) - RowBatchQueueGetWaitTime: 143ms (143994642) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11458401) - RowBatchQueuePutWaitTime: 7.07s (7071736918) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2502348 per second (2502348) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 21ms (21999181) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 7.99s (7991702677) - ScannerThreadsSysTime: 37ms (37276000) - ScannerThreadsUserTime: 355ms (355723000) - ScannerThreadsVoluntaryContextSwitches: 924 (924) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 152ms (152994309) - TotalReadThroughput: 6.5 MiB/s (6823681) - TotalTime: 664ms (664975257) Node Lifecycle Event Timeline Open Started: 872ms (872967522) Open Finished: 872ms (872967522) First Batch Requested: 872ms (872967522) First Batch Returned: 1.52s (1522943340) Last Batch Returned: 9.73s (9726638131) Closed: 9.99s (9990628309) Buffer pool - AllocTime: 93ms (93996503) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 93ms (93996503) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 542ms (542979799) - CodegenSysTime: 4ms (4093000) - CodegenUserTime: 111ms (111505000) - CodegenVoluntaryContextSwitches: 34 (34) - CompileTime: 126ms (126995275) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40998474) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 208ms (208992225) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 163ms (163993899) - TotalTime: 542ms (542979799) Instance c7456fdd806a4994:3209e926000002a0 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.482 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 66.4 MiB (69610124) - PeakReservation: 51.5 MiB (54009856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3211225952) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.54s (5539790420) - TotalStorageWaitTime: 19ms (19999244) - TotalThreadsInvoluntaryContextSwitches: 290 (290) - TotalThreadsTotalWallClockTime: 17.80s (17800326574) - TotalThreadsSysTime: 127ms (127661000) - TotalThreadsUserTime: 2.68s (2683106000) - TotalThreadsVoluntaryContextSwitches: 1,710 (1710) - TotalTime: 9.66s (9656634668) Fragment Instance Lifecycle Event Timeline Prepare Finished: 351ms (351986683) Open Finished: 833ms (833968449) First Batch Produced: 1.59s (1588939887) First Batch Sent: 1.59s (1588939887) ExecInternal Finished: 10.01s (10009621313) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.17s (9173652940) - ExecTreeExecTime: 814ms (814969167) - InactiveTotalTime: 0ns (0) - OpenTime: 481ms (481981766) - ExecTreeOpenTime: 999.96us (999962) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.54s (5543790268) - PeakMemoryUsage: 1.7 MiB (1754752) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1637938044) - TotalBytesSent: 155.9 MiB (163443374) - TotalTime: 8.13s (8127692510) - UncompressedRowBatchSize: 260.9 MiB (273617650) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 519ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61700512) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61700512) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61700512) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 363ms (363986230) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 358ms (358986422) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67255600) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 275.0 MiB/s (288331054) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429332) - RowBatchQueueGetWaitTime: 200ms (200992396) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11636327) - RowBatchQueuePutWaitTime: 7.17s (7166728864) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2039292 per second (2039292) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 19ms (19999244) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.14s (8144691868) - ScannerThreadsSysTime: 31ms (31876000) - ScannerThreadsUserTime: 365ms (365353000) - ScannerThreadsVoluntaryContextSwitches: 982 (982) - TotalRawHdfsOpenFileTime(*): 999.96us (999962) - TotalRawHdfsReadTime(*): 213ms (213991906) - TotalReadThroughput: 6.2 MiB/s (6478424) - TotalTime: 815ms (815969129) Node Lifecycle Event Timeline Open Started: 832ms (832968487) Open Finished: 833ms (833968449) First Batch Requested: 833ms (833968449) First Batch Returned: 1.59s (1588939887) Last Batch Returned: 9.90s (9897625550) Closed: 10.01s (10009621313) Buffer pool - AllocTime: 50ms (50998070) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 50ms (50998070) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 480ms (480981804) - CodegenSysTime: 3ms (3068000) - CodegenUserTime: 110ms (110225000) - CodegenVoluntaryContextSwitches: 26 (26) - CompileTime: 48ms (48998147) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999546) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 234ms (234991109) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 182ms (182993077) - TotalTime: 480ms (480981804) Instance c7456fdd806a4994:3209e926000002be (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.538 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78157459) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3322005024) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.48s (5480816668) - TotalStorageWaitTime: 46ms (46998428) - TotalThreadsInvoluntaryContextSwitches: 388 (388) - TotalThreadsTotalWallClockTime: 17.52s (17516414067) - TotalThreadsSysTime: 160ms (160729000) - TotalThreadsUserTime: 2.82s (2818364000) - TotalThreadsVoluntaryContextSwitches: 1,506 (1506) - TotalTime: 9.64s (9641677481) Fragment Instance Lifecycle Event Timeline Prepare Finished: 532ms (532982171) Open Finished: 1.05s (1048964911) First Batch Produced: 1.64s (1643945009) First Batch Sent: 1.64s (1644944975) ExecInternal Finished: 10.19s (10190659117) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.12s (9125694741) - ExecTreeExecTime: 637ms (637978655) - InactiveTotalTime: 0ns (0) - OpenTime: 515ms (515982740) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.48s (5482816601) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.72s (1721942390) - TotalBytesSent: 155.9 MiB (163421863) - TotalTime: 8.28s (8278723074) - UncompressedRowBatchSize: 260.9 MiB (273594250) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 488ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61683296) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61683296) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61683296) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 358ms (358987995) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 264ms (264991132) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843991) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1713482147) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239407238) - RowBatchQueueGetWaitTime: 92ms (92996889) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11878859) - RowBatchQueuePutWaitTime: 7.08s (7077763245) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2616439 per second (2616439) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 46ms (46998428) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 7.87s (7874736586) - ScannerThreadsSysTime: 33ms (33031000) - ScannerThreadsUserTime: 384ms (384199000) - ScannerThreadsVoluntaryContextSwitches: 862 (862) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 35ms (35998797) - TotalReadThroughput: 6.2 MiB/s (6475936) - TotalTime: 635ms (635978721) Node Lifecycle Event Timeline Open Started: 1.05s (1048964911) Open Finished: 1.05s (1048964911) First Batch Requested: 1.05s (1048964911) First Batch Returned: 1.64s (1643945009) Last Batch Returned: 9.78s (9784672697) Closed: 10.19s (10185659284) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 515ms (515982740) - CodegenSysTime: 1ms (1976000) - CodegenUserTime: 123ms (123427000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 198ms (198993343) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999899) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 194ms (194993478) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 42ms (42998562) - TotalTime: 515ms (515982740) Instance c7456fdd806a4994:3209e926000002ad (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.822 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78264040) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3217508379) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.64s (5638685348) - TotalStorageWaitTime: 6ms (6999609) - TotalThreadsInvoluntaryContextSwitches: 319 (319) - TotalThreadsTotalWallClockTime: 17.81s (17806006387) - TotalThreadsSysTime: 152ms (152236000) - TotalThreadsUserTime: 2.73s (2729884000) - TotalThreadsVoluntaryContextSwitches: 1,549 (1549) - TotalTime: 9.62s (9617463325) Fragment Instance Lifecycle Event Timeline Prepare Finished: 406ms (406977290) Open Finished: 709ms (709960383) First Batch Produced: 1.62s (1616909774) First Batch Sent: 1.62s (1616909774) ExecInternal Finished: 10.08s (10084437267) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.31s (9314480232) - ExecTreeExecTime: 931ms (931947995) - InactiveTotalTime: 0ns (0) - OpenTime: 302ms (302983093) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.64s (5639685292) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1628909103) - TotalBytesSent: 155.8 MiB (163420225) - TotalTime: 8.24s (8245539883) - UncompressedRowBatchSize: 260.9 MiB (273600223) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 716ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61684682) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61684682) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61684682) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 182ms (182989786) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 361ms (361979803) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844038) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 891.4 MiB/s (934668551) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414761) - RowBatchQueueGetWaitTime: 117ms (117993416) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11885965) - RowBatchQueuePutWaitTime: 7.47s (7470583124) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1791273 per second (1791273) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 6ms (6999609) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.19s (8188543062) - ScannerThreadsSysTime: 29ms (29207000) - ScannerThreadsUserTime: 374ms (374236000) - ScannerThreadsVoluntaryContextSwitches: 878 (878) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 65ms (65996317) - TotalReadThroughput: 6.5 MiB/s (6834867) - TotalTime: 928ms (928948161) Node Lifecycle Event Timeline Open Started: 709ms (709960383) Open Finished: 709ms (709960383) First Batch Requested: 709ms (709960383) First Batch Returned: 1.62s (1616909774) Last Batch Returned: 9.84s (9839450938) Closed: 10.08s (10084437267) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 302ms (302983093) - CodegenSysTime: 4ms (4006000) - CodegenUserTime: 112ms (112135000) - CodegenVoluntaryContextSwitches: 12 (12) - CompileTime: 70ms (70996038) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999833) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 157ms (157991184) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 69ms (69996094) - TotalTime: 302ms (302983093) Instance c7456fdd806a4994:3209e926000002ab (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.579 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78215605) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3181035093) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.68s (5681795750) - TotalStorageWaitTime: 999.96us (999964) - TotalThreadsInvoluntaryContextSwitches: 320 (320) - TotalThreadsTotalWallClockTime: 17.41s (17413374036) - TotalThreadsSysTime: 116ms (116787000) - TotalThreadsUserTime: 2.69s (2691511000) - TotalThreadsVoluntaryContextSwitches: 1,548 (1548) - TotalTime: 9.61s (9613654415) Fragment Instance Lifecycle Event Timeline Prepare Finished: 397ms (397985693) Open Finished: 856ms (856969194) First Batch Produced: 1.59s (1594942666) First Batch Sent: 1.59s (1594942666) ExecInternal Finished: 10.02s (10016639929) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.15s (9154670914) - ExecTreeExecTime: 765ms (765972464) - InactiveTotalTime: 0ns (0) - OpenTime: 458ms (458983501) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.69s (5686795571) - PeakMemoryUsage: 1.6 MiB (1648256) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1629941422) - TotalBytesSent: 155.9 MiB (163439438) - TotalTime: 8.29s (8286702118) - UncompressedRowBatchSize: 260.9 MiB (273611221) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 557ms Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61706523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61706523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61706523) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 220ms (220992061) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 214ms (214992268) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844840) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 744.9 MiB/s (781123328) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239431437) - RowBatchQueueGetWaitTime: 138ms (138995004) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11639338) - RowBatchQueuePutWaitTime: 7.17s (7168742300) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2178088 per second (2178088) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 999.96us (999964) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.80s (7799719621) - ScannerThreadsSysTime: 25ms (25490000) - ScannerThreadsUserTime: 367ms (367947000) - ScannerThreadsVoluntaryContextSwitches: 862 (862) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 78ms (78997158) - TotalReadThroughput: 6.2 MiB/s (6477015) - TotalTime: 763ms (763972536) Node Lifecycle Event Timeline Open Started: 856ms (856969194) Open Finished: 856ms (856969194) First Batch Requested: 856ms (856969194) First Batch Returned: 1.59s (1594942666) Last Batch Returned: 9.61s (9611654487) Closed: 10.01s (10012640073) Buffer pool - AllocTime: 17ms (17999353) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 17ms (17999353) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 458ms (458983501) - CodegenSysTime: 2ms (2232000) - CodegenUserTime: 110ms (110841000) - CodegenVoluntaryContextSwitches: 29 (29) - CompileTime: 86ms (86996873) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999892) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 263ms (263990510) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 103ms (103996262) - TotalTime: 458ms (458983501) Instance c7456fdd806a4994:3209e926000002a5 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.510 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78174092) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3239506701) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.50s (5504966097) - TotalStorageWaitTime: 43ms (43999728) - TotalThreadsInvoluntaryContextSwitches: 220 (220) - TotalThreadsTotalWallClockTime: 17.54s (17536891989) - TotalThreadsSysTime: 150ms (150110000) - TotalThreadsUserTime: 2.73s (2731630000) - TotalThreadsVoluntaryContextSwitches: 1,624 (1624) - TotalTime: 9.60s (9600940867) Fragment Instance Lifecycle Event Timeline Prepare Finished: 345ms (345997869) Open Finished: 680ms (680995806) First Batch Produced: 1.50s (1501990749) First Batch Sent: 1.50s (1501990749) ExecInternal Finished: 9.95s (9949938718) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.27s (9265942930) - ExecTreeExecTime: 843ms (843994803) - InactiveTotalTime: 0ns (0) - OpenTime: 334ms (334997937) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.51s (5508966072) - PeakMemoryUsage: 1.6 MiB (1697408) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1591990201) - TotalBytesSent: 156.4 MiB (164045964) - TotalTime: 8.17s (8168949684) - UncompressedRowBatchSize: 261.9 MiB (274652791) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 672ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61921299) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61921299) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61921299) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 380ms (380997659) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 269ms (269998346) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778821) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 590.5 MiB/s (619216791) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240304438) - RowBatchQueueGetWaitTime: 139ms (139999138) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11942507) - RowBatchQueuePutWaitTime: 7.05s (7055956527) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 1979277 per second (1979277) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 43ms (43999728) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.93s (7935951122) - ScannerThreadsSysTime: 34ms (34420000) - ScannerThreadsUserTime: 363ms (363085000) - ScannerThreadsVoluntaryContextSwitches: 908 (908) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 99ms (99999386) - TotalReadThroughput: 6.5 MiB/s (6849701) - TotalTime: 843ms (843994803) Node Lifecycle Event Timeline Open Started: 680ms (680995806) Open Finished: 680ms (680995806) First Batch Requested: 680ms (680995806) First Batch Returned: 1.50s (1501990749) Last Batch Returned: 9.67s (9666940461) Closed: 9.95s (9947938730) Buffer pool - AllocTime: 47ms (47999705) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47999705) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 334ms (334997937) - CodegenSysTime: 2ms (2149000) - CodegenUserTime: 111ms (111944000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 58ms (58999637) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999895) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 181ms (181998879) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 74ms (74999538) - TotalTime: 334ms (334997937) Instance c7456fdd806a4994:3209e9260000029e (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.215 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.80 (1.8) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78165330) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3289664201) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.63s (5635997854) - TotalStorageWaitTime: 58ms (58999978) - TotalThreadsInvoluntaryContextSwitches: 194 (194) - TotalThreadsTotalWallClockTime: 17.54s (17538993264) - TotalThreadsSysTime: 142ms (142312000) - TotalThreadsUserTime: 2.71s (2705537000) - TotalThreadsVoluntaryContextSwitches: 1,643 (1643) - TotalTime: 9.59s (9589996317) Fragment Instance Lifecycle Event Timeline Prepare Finished: 415ms (415999840) Open Finished: 754ms (754999710) First Batch Produced: 1.55s (1546999406) First Batch Sent: 1.55s (1546999406) ExecInternal Finished: 10.01s (10007996156) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.25s (9250996447) - ExecTreeExecTime: 809ms (809999689) - InactiveTotalTime: 0ns (0) - OpenTime: 338ms (338999870) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.64s (5636997853) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1626999361) - TotalBytesSent: 156.5 MiB (164072739) - TotalTime: 8.19s (8190996848) - UncompressedRowBatchSize: 261.9 MiB (274670890) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 690ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.83 (0.8333333333333334) - BytesRead: 59.1 MiB (61938711) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61938711) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61938711) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 263ms (263999888) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 382ms (382999855) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843677) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.4 GiB/s (1510700857) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240321308) - RowBatchQueueGetWaitTime: 86ms (86999967) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11893972) - RowBatchQueuePutWaitTime: 7.18s (7180997250) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2062346 per second (2062346) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 58ms (58999978) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.95s (7948996947) - ScannerThreadsSysTime: 35ms (35542000) - ScannerThreadsUserTime: 364ms (364777000) - ScannerThreadsVoluntaryContextSwitches: 916 (916) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 40ms (40999984) - TotalReadThroughput: 6.2 MiB/s (6485049) - TotalTime: 809ms (809999689) Node Lifecycle Event Timeline Open Started: 754ms (754999710) Open Finished: 754ms (754999710) First Batch Requested: 754ms (754999710) First Batch Returned: 1.55s (1546999406) Last Batch Returned: 9.78s (9781996243) Closed: 10.01s (10006996156) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 338ms (338999870) - CodegenSysTime: 3ms (3057000) - CodegenUserTime: 112ms (112054000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 116ms (116999955) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999999) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 140ms (140999946) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 66ms (66999974) - TotalTime: 338ms (338999870) Instance c7456fdd806a4994:3209e926000002c0 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.753 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78246066) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168123377) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.58s (5579990872) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 273 (273) - TotalThreadsTotalWallClockTime: 17.50s (17497971352) - TotalThreadsSysTime: 133ms (133269000) - TotalThreadsUserTime: 2.73s (2734337000) - TotalThreadsVoluntaryContextSwitches: 1,535 (1535) - TotalTime: 9.58s (9580984314) Fragment Instance Lifecycle Event Timeline Prepare Finished: 384ms (384999369) Open Finished: 893ms (893998536) First Batch Produced: 1.58s (1580997411) First Batch Sent: 1.58s (1581997410) ExecInternal Finished: 9.97s (9966983681) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.07s (9071985147) - ExecTreeExecTime: 707ms (707998842) - InactiveTotalTime: 0ns (0) - OpenTime: 508ms (508999167) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.58s (5581990868) - PeakMemoryUsage: 1.4 MiB (1517184) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1623997345) - TotalBytesSent: 156.5 MiB (164099563) - TotalTime: 8.10s (8095986744) - UncompressedRowBatchSize: 262.0 MiB (274705273) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 499ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61940540) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61940540) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61940540) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 282ms (282999541) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 233ms (233999615) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842474) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 399.1 MiB/s (418517846) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240332173) - RowBatchQueueGetWaitTime: 160ms (160999736) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11904677) - RowBatchQueuePutWaitTime: 7.15s (7150988291) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2366151 per second (2366151) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.92s (7916987038) - ScannerThreadsSysTime: 32ms (32743000) - ScannerThreadsUserTime: 367ms (367972000) - ScannerThreadsVoluntaryContextSwitches: 859 (859) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 147ms (147999758) - TotalReadThroughput: 6.2 MiB/s (6482526) - TotalTime: 705ms (705998846) Node Lifecycle Event Timeline Open Started: 893ms (893998536) Open Finished: 893ms (893998536) First Batch Requested: 893ms (893998536) First Batch Returned: 1.58s (1580997411) Last Batch Returned: 9.68s (9683984144) Closed: 9.96s (9965983683) Buffer pool - AllocTime: 38ms (38999936) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 38ms (38999936) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 508ms (508999167) - CodegenSysTime: 999.00us (999000) - CodegenUserTime: 113ms (113886000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 166ms (166999727) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999996) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 191ms (191999685) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 146ms (146999760) - TotalTime: 508ms (508999167) Instance c7456fdd806a4994:3209e926000002b9 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.573 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.79 (1.7894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78155685) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.9 GiB (3115716898) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.27s (5269806600) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 406 (406) - TotalThreadsTotalWallClockTime: 17.48s (17483358332) - TotalThreadsSysTime: 154ms (154828000) - TotalThreadsUserTime: 2.74s (2736305000) - TotalThreadsVoluntaryContextSwitches: 1,630 (1630) - TotalTime: 9.57s (9571648705) Fragment Instance Lifecycle Event Timeline Prepare Finished: 490ms (490981980) Open Finished: 878ms (878967740) First Batch Produced: 1.60s (1596941389) First Batch Sent: 1.60s (1596941389) ExecInternal Finished: 10.04s (10041631456) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.16s (9161663752) - ExecTreeExecTime: 776ms (776971486) - InactiveTotalTime: 0ns (0) - OpenTime: 387ms (387985760) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 21ms (21999193) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.27s (5270806563) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.68s (1680938291) - TotalBytesSent: 155.9 MiB (163436291) - TotalTime: 8.12s (8121701916) - UncompressedRowBatchSize: 260.9 MiB (273624921) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 597ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.83 (0.8333333333333334) - BytesRead: 58.8 MiB (61704260) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704260) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704260) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 317ms (317988333) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 319ms (319988248) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844964) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1371256118) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430846) - RowBatchQueueGetWaitTime: 140ms (140994826) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11742004) - RowBatchQueuePutWaitTime: 7.16s (7155737376) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2144408 per second (2144408) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.93s (7933708820) - ScannerThreadsSysTime: 39ms (39635000) - ScannerThreadsUserTime: 363ms (363453000) - ScannerThreadsVoluntaryContextSwitches: 925 (925) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 44ms (44998348) - TotalReadThroughput: 6.5 MiB/s (6822673) - TotalTime: 775ms (775971522) Node Lifecycle Event Timeline Open Started: 878ms (878967740) Open Finished: 878ms (878967740) First Batch Requested: 878ms (878967740) First Batch Returned: 1.60s (1596941389) Last Batch Returned: 9.73s (9730642870) Closed: 10.04s (10040631492) Buffer pool - AllocTime: 69ms (69997431) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 69ms (69997431) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 17 (17) - CodegenTotalWallClockTime: 387ms (387985760) - CodegenSysTime: 1ms (1028000) - CodegenUserTime: 115ms (115458000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 120ms (120995559) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999009) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 138ms (138994899) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 98ms (98996366) - TotalTime: 387ms (387985760) Instance c7456fdd806a4994:3209e926000002b1 (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.282 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78129735) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3360872304) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.33s (5325851298) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 17.75s (17746504534) - TotalThreadsSysTime: 157ms (157679000) - TotalThreadsUserTime: 2.73s (2733904000) - TotalThreadsVoluntaryContextSwitches: 1,617 (1617) - TotalTime: 9.57s (9568732850) Fragment Instance Lifecycle Event Timeline Prepare Finished: 445ms (445987548) Open Finished: 1.05s (1048970714) First Batch Produced: 1.69s (1691952762) First Batch Sent: 1.69s (1691952762) ExecInternal Finished: 10.00s (10003720705) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.95s (8954749991) - ExecTreeExecTime: 691ms (691980680) - InactiveTotalTime: 0ns (0) - OpenTime: 602ms (602983166) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 10ms (10999693) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.33s (5325851298) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.72s (1724951842) - TotalBytesSent: 155.8 MiB (163396329) - TotalTime: 8.09s (8090774109) - UncompressedRowBatchSize: 260.9 MiB (273594330) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 388ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.8 MiB (61686212) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61686212) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61686212) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 439ms (439987719) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 409ms (409988550) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843835) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 253.6 MiB/s (265896265) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239411062) - RowBatchQueueGetWaitTime: 219ms (219993858) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11882382) - RowBatchQueuePutWaitTime: 7.05s (7049803176) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2408171 per second (2408171) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.19s (8188771377) - ScannerThreadsSysTime: 37ms (37354000) - ScannerThreadsUserTime: 363ms (363320000) - ScannerThreadsVoluntaryContextSwitches: 895 (895) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 231ms (231993525) - TotalReadThroughput: 6.5 MiB/s (6830496) - TotalTime: 690ms (690980708) Node Lifecycle Event Timeline Open Started: 1.05s (1048970714) Open Finished: 1.05s (1048970714) First Batch Requested: 1.05s (1048970714) First Batch Returned: 1.69s (1691952762) Last Batch Returned: 9.86s (9859724725) Closed: 10.00s (10003720705) Buffer pool - AllocTime: 63ms (63998214) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 63ms (63998214) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 602ms (602983166) - CodegenSysTime: 2ms (2162000) - CodegenUserTime: 112ms (112700000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 111ms (111996874) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 62ms (62998241) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 221ms (221993802) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 203ms (203994305) - TotalTime: 602ms (602983166) Instance c7456fdd806a4994:3209e926000002b5 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.289 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78196719) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3209034090) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.48s (5477835385) - TotalStorageWaitTime: 89ms (89997295) - TotalThreadsInvoluntaryContextSwitches: 237 (237) - TotalThreadsTotalWallClockTime: 17.46s (17456475397) - TotalThreadsSysTime: 116ms (116542000) - TotalThreadsUserTime: 2.72s (2718752000) - TotalThreadsVoluntaryContextSwitches: 1,687 (1687) - TotalTime: 9.54s (9542713222) Fragment Instance Lifecycle Event Timeline Prepare Finished: 384ms (384988430) Open Finished: 879ms (879973555) First Batch Produced: 1.59s (1587952279) First Batch Sent: 1.59s (1587952279) ExecInternal Finished: 9.93s (9929701592) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.05s (9047728097) - ExecTreeExecTime: 736ms (736977851) - InactiveTotalTime: 0ns (0) - OpenTime: 494ms (494985125) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.48s (5480835295) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1535953835) - TotalBytesSent: 156.5 MiB (164084744) - TotalTime: 8.02s (8022758901) - UncompressedRowBatchSize: 262.0 MiB (274694878) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 519ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.1 MiB (61933798) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61933798) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61933798) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 338ms (338989816) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 263ms (263992066) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842296) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 376.2 MiB/s (394494642) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240330339) - RowBatchQueueGetWaitTime: 179ms (179994591) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11469531) - RowBatchQueuePutWaitTime: 7.08s (7083787115) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2266689 per second (2266689) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 89ms (89997295) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.91s (7913762175) - ScannerThreadsSysTime: 31ms (31326000) - ScannerThreadsUserTime: 361ms (361274000) - ScannerThreadsVoluntaryContextSwitches: 948 (948) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 156ms (156995283) - TotalReadThroughput: 6.5 MiB/s (6863231) - TotalTime: 736ms (736977851) Node Lifecycle Event Timeline Open Started: 879ms (879973555) Open Finished: 879ms (879973555) First Batch Requested: 879ms (879973555) First Batch Returned: 1.59s (1587952279) Last Batch Returned: 9.53s (9533713492) Closed: 9.93s (9929701592) Buffer pool - AllocTime: 999.97us (999970) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 494ms (494985125) - CodegenSysTime: 2ms (2025000) - CodegenUserTime: 113ms (113245000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 118ms (118996424) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999940) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 196ms (196994080) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 174ms (174994741) - TotalTime: 494ms (494985125) Instance c7456fdd806a4994:3209e926000002a8 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.280 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78229378) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3367577170) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.60s (5602808998) - TotalStorageWaitTime: 7ms (7999727) - TotalThreadsInvoluntaryContextSwitches: 332 (332) - TotalThreadsTotalWallClockTime: 17.62s (17620399327) - TotalThreadsSysTime: 151ms (151223000) - TotalThreadsUserTime: 2.73s (2726944000) - TotalThreadsVoluntaryContextSwitches: 1,589 (1589) - TotalTime: 9.54s (9538674830) Fragment Instance Lifecycle Event Timeline Prepare Finished: 482ms (482983535) Open Finished: 962ms (962967173) First Batch Produced: 1.69s (1688942425) First Batch Sent: 1.69s (1688942425) ExecInternal Finished: 10.04s (10044657581) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.06s (9058691192) - ExecTreeExecTime: 746ms (746974535) - InactiveTotalTime: 0ns (0) - OpenTime: 479ms (479983638) - ExecTreeOpenTime: 999.97us (999966) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.60s (5603808964) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1596945561) - TotalBytesSent: 155.9 MiB (163441136) - TotalTime: 8.25s (8248718804) - UncompressedRowBatchSize: 260.9 MiB (273613007) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 522ms Hdfs Read Thread Concurrency Bucket: 0:94.12% 1:5.882% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.058823529411764705) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.8 MiB (61692563) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692563) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692563) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 288ms (288990145) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 255ms (255991265) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75776594) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 525.3 MiB/s (550845233) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239421017) - RowBatchQueueGetWaitTime: 168ms (168994239) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892070) - RowBatchQueuePutWaitTime: 7.35s (7346749565) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2227652 per second (2227652) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 7ms (7999727) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.08s (8081724497) - ScannerThreadsSysTime: 41ms (41449000) - ScannerThreadsUserTime: 365ms (365336000) - ScannerThreadsVoluntaryContextSwitches: 881 (881) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 111ms (111996182) - TotalReadThroughput: 6.5 MiB/s (6841047) - TotalTime: 746ms (746974535) Node Lifecycle Event Timeline Open Started: 961ms (961967207) Open Finished: 962ms (962967173) First Batch Requested: 962ms (962967173) First Batch Returned: 1.69s (1688942425) Last Batch Returned: 9.76s (9761667228) Closed: 10.04s (10044657581) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 478ms (478983672) - CodegenSysTime: 4ms (4068000) - CodegenUserTime: 111ms (111814000) - CodegenVoluntaryContextSwitches: 35 (35) - CompileTime: 140ms (140995193) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999591) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 174ms (174994035) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 148ms (148994921) - TotalTime: 478ms (478983672) Instance c7456fdd806a4994:3209e926000002b6 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.805 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78264828) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.2 GiB (3397255457) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.37s (5374961511) - TotalStorageWaitTime: 8ms (8999936) - TotalThreadsInvoluntaryContextSwitches: 279 (279) - TotalThreadsTotalWallClockTime: 17.60s (17598873925) - TotalThreadsSysTime: 148ms (148826000) - TotalThreadsUserTime: 2.72s (2719380000) - TotalThreadsVoluntaryContextSwitches: 1,549 (1549) - TotalTime: 9.52s (9516931822) Fragment Instance Lifecycle Event Timeline Prepare Finished: 487ms (487996504) Open Finished: 814ms (814994161) First Batch Produced: 1.71s (1707987764) First Batch Sent: 1.71s (1708987757) ExecInternal Finished: 10.01s (10006928312) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.19s (9189934165) - ExecTreeExecTime: 949ms (949993197) - InactiveTotalTime: 0ns (0) - OpenTime: 326ms (326997657) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.38s (5375961504) - PeakMemoryUsage: 1.6 MiB (1705600) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1617988403) - TotalBytesSent: 155.8 MiB (163408902) - TotalTime: 7.96s (7961942960) - UncompressedRowBatchSize: 260.9 MiB (273591069) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 683ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61704715) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704715) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704715) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 255ms (255998170) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 289ms (289997921) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844718) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1209905031) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414812) - RowBatchQueueGetWaitTime: 206ms (206998518) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886585) - RowBatchQueuePutWaitTime: 7.29s (7286947792) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1755286 per second (1755286) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 8ms (8999936) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.08s (8081942103) - ScannerThreadsSysTime: 29ms (29784000) - ScannerThreadsUserTime: 363ms (363987000) - ScannerThreadsVoluntaryContextSwitches: 868 (868) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 50ms (50999635) - TotalReadThroughput: 6.5 MiB/s (6822723) - TotalTime: 947ms (947993211) Node Lifecycle Event Timeline Open Started: 814ms (814994161) Open Finished: 814ms (814994161) First Batch Requested: 814ms (814994161) First Batch Returned: 1.71s (1707987764) Last Batch Returned: 9.77s (9767930024) Closed: 10.01s (10006928312) Buffer pool - AllocTime: 28ms (28999792) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999792) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 326ms (326997657) - CodegenSysTime: 4ms (4055000) - CodegenUserTime: 110ms (110287000) - CodegenVoluntaryContextSwitches: 12 (12) - CompileTime: 60ms (60999563) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37999728) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 129ms (129999069) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 95ms (95999312) - TotalTime: 326ms (326997657) Instance c7456fdd806a4994:3209e926000002c1 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.063 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78080012) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3300578590) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.51s (5511825245) - TotalStorageWaitTime: 13ms (13999557) - TotalThreadsInvoluntaryContextSwitches: 177 (177) - TotalThreadsTotalWallClockTime: 17.16s (17164455770) - TotalThreadsSysTime: 163ms (163994000) - TotalThreadsUserTime: 2.76s (2762748000) - TotalThreadsVoluntaryContextSwitches: 1,591 (1591) - TotalTime: 9.50s (9498698826) Fragment Instance Lifecycle Event Timeline Prepare Finished: 506ms (506983925) Open Finished: 924ms (924970672) First Batch Produced: 1.46s (1462953614) First Batch Sent: 1.46s (1462953614) ExecInternal Finished: 9.87s (9865687191) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.94s (8939716550) - ExecTreeExecTime: 552ms (552982469) - InactiveTotalTime: 0ns (0) - OpenTime: 417ms (417986747) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 140ms (140995529) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.51s (5511825245) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.54s (1536951277) - TotalBytesSent: 155.9 MiB (163450544) - TotalTime: 8.28s (8279737473) - UncompressedRowBatchSize: 261.0 MiB (273629691) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 451ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 58.9 MiB (61720032) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720032) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720032) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 344ms (344989062) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 274ms (274991274) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75741923) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 934.3 MiB/s (979714087) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239435389) - RowBatchQueueGetWaitTime: 45ms (45998541) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11746394) - RowBatchQueuePutWaitTime: 7.08s (7075775658) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 3025550 per second (3025550) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 13ms (13999557) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 7.81s (7806752473) - ScannerThreadsSysTime: 39ms (39606000) - ScannerThreadsUserTime: 372ms (372841000) - ScannerThreadsVoluntaryContextSwitches: 871 (871) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 62ms (62998004) - TotalReadThroughput: 6.5 MiB/s (6842575) - TotalTime: 549ms (549982563) Node Lifecycle Event Timeline Open Started: 924ms (924970672) Open Finished: 924ms (924970672) First Batch Requested: 924ms (924970672) First Batch Returned: 1.46s (1462953614) Last Batch Returned: 9.58s (9581696195) Closed: 9.87s (9865687191) Buffer pool - AllocTime: 999.97us (999968) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 417ms (417986747) - CodegenSysTime: 2ms (2067000) - CodegenUserTime: 116ms (116280000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 95ms (95996956) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999905) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 180ms (180994261) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 136ms (136995656) - TotalTime: 417ms (417986747) Instance c7456fdd806a4994:3209e926000002a4 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.736 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78199645) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3238136234) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.40s (5402813457) - TotalStorageWaitTime: 22ms (22999206) - TotalThreadsInvoluntaryContextSwitches: 216 (216) - TotalThreadsTotalWallClockTime: 17.39s (17393399470) - TotalThreadsSysTime: 144ms (144718000) - TotalThreadsUserTime: 2.71s (2709120000) - TotalThreadsVoluntaryContextSwitches: 1,712 (1712) - TotalTime: 9.50s (9497672080) Fragment Instance Lifecycle Event Timeline Prepare Finished: 620ms (620978560) Open Finished: 1.09s (1089962368) First Batch Produced: 1.79s (1787938269) First Batch Sent: 1.79s (1787938269) ExecInternal Finished: 10.07s (10068652366) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.98s (8977690033) - ExecTreeExecTime: 726ms (726974898) - InactiveTotalTime: 0ns (0) - OpenTime: 468ms (468983808) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 50ms (50998239) - ExecTreePrepareTime: 50ms (50998239) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.40s (5402813457) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1568945819) - TotalBytesSent: 156.4 MiB (164014893) - TotalTime: 7.96s (7957725249) - UncompressedRowBatchSize: 261.9 MiB (274640294) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 486ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.0 MiB (61915702) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.0 MiB (61915702) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.0 MiB (61915702) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 335ms (335988401) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 207ms (207992827) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845218) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 686.6 MiB/s (719974879) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240294695) - RowBatchQueueGetWaitTime: 208ms (208992784) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11772390) - RowBatchQueuePutWaitTime: 7.12s (7119754169) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2015147 per second (2015147) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 22ms (22999206) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.95s (7946725629) - ScannerThreadsSysTime: 29ms (29571000) - ScannerThreadsUserTime: 360ms (360476000) - ScannerThreadsVoluntaryContextSwitches: 963 (963) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 85ms (85997031) - TotalReadThroughput: 6.5 MiB/s (6852113) - TotalTime: 828ms (828971376) Node Lifecycle Event Timeline Open Started: 1.09s (1089962368) Open Finished: 1.09s (1089962368) First Batch Requested: 1.09s (1089962368) First Batch Returned: 1.79s (1787938269) Last Batch Returned: 9.90s (9905657994) Closed: 10.07s (10068652366) Buffer pool - AllocTime: 8ms (8999689) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 8ms (8999689) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 468ms (468983808) - CodegenSysTime: 2ms (2022000) - CodegenUserTime: 114ms (114948000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 156ms (156994580) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 43ms (43998481) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 173ms (173993992) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 92ms (92996789) - TotalTime: 468ms (468983808) Instance c7456fdd806a4994:3209e926000002ae (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.338 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78098849) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3235139315) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.52s (5521967184) - TotalStorageWaitTime: 62ms (62999626) - TotalThreadsInvoluntaryContextSwitches: 222 (222) - TotalThreadsTotalWallClockTime: 17.32s (17316897069) - TotalThreadsSysTime: 130ms (130668000) - TotalThreadsUserTime: 2.71s (2710896000) - TotalThreadsVoluntaryContextSwitches: 1,540 (1540) - TotalTime: 9.49s (9494943562) Fragment Instance Lifecycle Event Timeline Prepare Finished: 445ms (445997349) Open Finished: 745ms (745995566) First Batch Produced: 1.59s (1595990514) First Batch Sent: 1.60s (1602990472) ExecInternal Finished: 9.94s (9942940900) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.19s (9194945345) - ExecTreeExecTime: 881ms (881994757) - InactiveTotalTime: 0ns (0) - OpenTime: 299ms (299998217) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.52s (5522967178) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1570990657) - TotalBytesSent: 155.9 MiB (163431446) - TotalTime: 8.11s (8105951820) - UncompressedRowBatchSize: 260.9 MiB (273610482) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 719ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 58.8 MiB (61693887) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693887) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693887) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 256ms (256998475) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 283ms (283998306) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75744377) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 852.7 MiB/s (894119617) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239423894) - RowBatchQueueGetWaitTime: 74ms (74999555) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11631543) - RowBatchQueuePutWaitTime: 7.19s (7188957272) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1895227 per second (1895227) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 62ms (62999626) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.82s (7821953507) - ScannerThreadsSysTime: 24ms (24933000) - ScannerThreadsUserTime: 367ms (367665000) - ScannerThreadsVoluntaryContextSwitches: 842 (842) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 68ms (68999590) - TotalReadThroughput: 6.5 MiB/s (6827566) - TotalTime: 877ms (877994781) Node Lifecycle Event Timeline Open Started: 745ms (745995566) Open Finished: 745ms (745995566) First Batch Requested: 745ms (745995566) First Batch Returned: 1.59s (1595990514) Last Batch Returned: 9.70s (9703942320) Closed: 9.94s (9940940911) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 299ms (299998217) - CodegenSysTime: 2ms (2998000) - CodegenUserTime: 108ms (108896000) - CodegenVoluntaryContextSwitches: 21 (21) - CompileTime: 80ms (80999518) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999982) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 139ms (139999168) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 74ms (74999555) - TotalTime: 299ms (299998217) Instance c7456fdd806a4994:3209e926000002ba (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.272 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78190145) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3349500902) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.54s (5535874638) - TotalStorageWaitTime: 44ms (44998982) - TotalThreadsInvoluntaryContextSwitches: 222 (222) - TotalThreadsTotalWallClockTime: 17.48s (17484604061) - TotalThreadsSysTime: 119ms (119927000) - TotalThreadsUserTime: 2.70s (2701698000) - TotalThreadsVoluntaryContextSwitches: 1,559 (1559) - TotalTime: 9.48s (9483785240) Fragment Instance Lifecycle Event Timeline Prepare Finished: 542ms (542987703) Open Finished: 963ms (963978170) First Batch Produced: 1.72s (1716961119) First Batch Sent: 1.73s (1730960802) ExecInternal Finished: 10.03s (10027772920) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.06s (9062794773) - ExecTreeExecTime: 776ms (776982406) - InactiveTotalTime: 0ns (0) - OpenTime: 420ms (420990467) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.54s (5535874638) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1604963668) - TotalBytesSent: 156.5 MiB (164084152) - TotalTime: 8.13s (8130815875) - UncompressedRowBatchSize: 262.0 MiB (274682007) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 589ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8888888888888888) - BytesRead: 59.1 MiB (61937666) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937666) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937666) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 312ms (312992912) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 278ms (278993679) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843890) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1,001.2 MiB/s (1049814703) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240322808) - RowBatchQueueGetWaitTime: 136ms (136996898) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11800175) - RowBatchQueuePutWaitTime: 7.19s (7188837213) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2149984 per second (2149984) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 44ms (44998982) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.00s (8000818821) - ScannerThreadsSysTime: 23ms (23536000) - ScannerThreadsUserTime: 373ms (373276000) - ScannerThreadsVoluntaryContextSwitches: 862 (862) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 58ms (58998665) - TotalReadThroughput: 6.2 MiB/s (6491057) - TotalTime: 776ms (776982406) Node Lifecycle Event Timeline Open Started: 963ms (963978170) Open Finished: 963ms (963978170) First Batch Requested: 963ms (963978170) First Batch Returned: 1.72s (1716961119) Last Batch Returned: 9.77s (9767778808) Closed: 10.03s (10026772943) Buffer pool - AllocTime: 6ms (6999841) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999841) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 419ms (419990489) - CodegenSysTime: 3ms (3850000) - CodegenUserTime: 110ms (110916000) - CodegenVoluntaryContextSwitches: 22 (22) - CompileTime: 85ms (85998053) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 32ms (32999253) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 189ms (189995697) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 104ms (104997622) - TotalTime: 419ms (419990489) Instance c7456fdd806a4994:3209e926000002a6 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.495 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78262773) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257002478) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.25s (5245785319) - TotalStorageWaitTime: 15ms (15999346) - TotalThreadsInvoluntaryContextSwitches: 260 (260) - TotalThreadsTotalWallClockTime: 17.23s (17227294977) - TotalThreadsSysTime: 134ms (134728000) - TotalThreadsUserTime: 2.73s (2732075000) - TotalThreadsVoluntaryContextSwitches: 1,640 (1640) - TotalTime: 9.46s (9458612908) Fragment Instance Lifecycle Event Timeline Prepare Finished: 439ms (439981994) Open Finished: 816ms (816966566) First Batch Produced: 1.68s (1678931290) First Batch Sent: 1.68s (1678931290) ExecInternal Finished: 9.93s (9932593511) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.08s (9081628336) - ExecTreeExecTime: 892ms (892963455) - InactiveTotalTime: 0ns (0) - OpenTime: 376ms (376984572) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.25s (5245785319) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1643932732) - TotalBytesSent: 155.9 MiB (163447778) - TotalTime: 8.01s (8014672004) - UncompressedRowBatchSize: 261.0 MiB (273626897) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 640ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.83 (0.8333333333333334) - BytesRead: 58.9 MiB (61720221) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720221) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720221) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 285ms (285988288) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 354ms (354985476) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842812) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 429.7 MiB/s (450531000) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430375) - RowBatchQueueGetWaitTime: 140ms (140994230) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11901745) - RowBatchQueuePutWaitTime: 6.92s (6925716571) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1869739 per second (1869739) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 15ms (15999346) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.77s (7768682069) - ScannerThreadsSysTime: 24ms (24467000) - ScannerThreadsUserTime: 373ms (373566000) - ScannerThreadsVoluntaryContextSwitches: 951 (951) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 136ms (136994393) - TotalReadThroughput: 6.2 MiB/s (6470981) - TotalTime: 889ms (889963578) Node Lifecycle Event Timeline Open Started: 816ms (816966566) Open Finished: 816ms (816966566) First Batch Requested: 816ms (816966566) First Batch Returned: 1.68s (1678931290) Last Batch Returned: 9.55s (9552609061) Closed: 9.93s (9932593511) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 8 (8) - CodegenTotalWallClockTime: 376ms (376984572) - CodegenSysTime: 2ms (2008000) - CodegenUserTime: 115ms (115388000) - CodegenVoluntaryContextSwitches: 23 (23) - CompileTime: 132ms (132994558) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28998814) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 101ms (101995825) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 111ms (111995416) - TotalTime: 376ms (376984572) Instance c7456fdd806a4994:3209e926000002a1 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.779 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.83 (1.8333333333333333) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.5 MiB (78147084) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3268444937) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.27s (5274812273) - TotalStorageWaitTime: 10ms (10999608) - TotalThreadsInvoluntaryContextSwitches: 286 (286) - TotalThreadsTotalWallClockTime: 17.23s (17235386603) - TotalThreadsSysTime: 138ms (138732000) - TotalThreadsUserTime: 2.73s (2728616000) - TotalThreadsVoluntaryContextSwitches: 1,511 (1511) - TotalTime: 9.41s (9412665009) Fragment Instance Lifecycle Event Timeline Prepare Finished: 366ms (366986939) Open Finished: 575ms (575979501) First Batch Produced: 1.56s (1557944553) First Batch Sent: 1.56s (1557944553) ExecInternal Finished: 9.80s (9802651129) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.20s (9202672482) - ExecTreeExecTime: 1.02s (1017963771) - InactiveTotalTime: 0ns (0) - OpenTime: 208ms (208992562) - ExecTreeOpenTime: 999.96us (999964) - PrepareTime: 999.97us (999965) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.28s (5275812238) - PeakMemoryUsage: 1.7 MiB (1746560) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1612942587) - TotalBytesSent: 155.9 MiB (163433015) - TotalTime: 7.86s (7857720348) - UncompressedRowBatchSize: 260.9 MiB (273606618) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 804ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.83 (0.8333333333333334) - BytesRead: 58.8 MiB (61704930) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704930) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704930) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 293ms (293989538) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 241ms (241991389) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843945) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.2 GiB/s (1341459260) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412204) - RowBatchQueueGetWaitTime: 84ms (84996975) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11883656) - RowBatchQueuePutWaitTime: 7.16s (7158745224) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1641084 per second (1641084) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999608) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 7.82s (7823721559) - ScannerThreadsSysTime: 35ms (35676000) - ScannerThreadsUserTime: 358ms (358783000) - ScannerThreadsVoluntaryContextSwitches: 837 (837) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 45ms (45998363) - TotalReadThroughput: 6.5 MiB/s (6826521) - TotalTime: 1.01s (1013963913) Node Lifecycle Event Timeline Open Started: 574ms (574979537) Open Finished: 575ms (575979501) First Batch Requested: 575ms (575979501) First Batch Returned: 1.56s (1557944553) Last Batch Returned: 9.63s (9628657322) Closed: 9.78s (9779651948) Buffer pool - AllocTime: 29ms (29998933) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 29ms (29998933) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 11 (11) - CodegenTotalWallClockTime: 207ms (207992598) - CodegenSysTime: 4ms (4885000) - CodegenUserTime: 106ms (106047000) - CodegenVoluntaryContextSwitches: 4 (4) - CompileTime: 35ms (35998719) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29998932) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 60ms (60997829) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 79ms (79997153) - TotalTime: 207ms (207992598) Instance c7456fdd806a4994:3209e9260000029d (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.606 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.84 (1.8421052631578947) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78264358) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3185624171) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.47s (5473827639) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 237 (237) - TotalThreadsTotalWallClockTime: 17.09s (17090461907) - TotalThreadsSysTime: 135ms (135550000) - TotalThreadsUserTime: 2.71s (2707016000) - TotalThreadsVoluntaryContextSwitches: 1,659 (1659) - TotalTime: 9.38s (9383704554) Fragment Instance Lifecycle Event Timeline Prepare Finished: 385ms (385987847) Open Finished: 891ms (891971916) First Batch Produced: 1.51s (1512952364) First Batch Sent: 1.51s (1512952364) ExecInternal Finished: 9.77s (9769692401) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.88s (8877720485) - ExecTreeExecTime: 686ms (686978371) - InactiveTotalTime: 0ns (0) - OpenTime: 505ms (505984069) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.47s (5473827639) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1604949501) - TotalBytesSent: 156.5 MiB (164071010) - TotalTime: 8.01s (8006747906) - UncompressedRowBatchSize: 262.0 MiB (274678841) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 516ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9411764705882353) - BytesRead: 59.1 MiB (61951940) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61951940) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61951940) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 298ms (298990591) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 378ms (378988068) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844335) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 484.3 MiB/s (507818770) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240323618) - RowBatchQueueGetWaitTime: 123ms (123996095) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11896846) - RowBatchQueuePutWaitTime: 6.90s (6896782850) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 2438762 per second (2438762) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.71s (7706757353) - ScannerThreadsSysTime: 31ms (31098000) - ScannerThreadsUserTime: 360ms (360447000) - ScannerThreadsVoluntaryContextSwitches: 937 (937) - TotalRawHdfsOpenFileTime(*): 999.97us (999968) - TotalRawHdfsReadTime(*): 121ms (121996160) - TotalReadThroughput: 6.5 MiB/s (6854607) - TotalTime: 684ms (684978434) Node Lifecycle Event Timeline Open Started: 891ms (891971916) Open Finished: 891ms (891971916) First Batch Requested: 891ms (891971916) First Batch Returned: 1.51s (1512952364) Last Batch Returned: 9.37s (9365705120) Closed: 9.77s (9769692401) Buffer pool - AllocTime: 10ms (10999653) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999653) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,670,500 (1670500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 504ms (504984101) - CodegenSysTime: 5ms (5106000) - CodegenUserTime: 110ms (110660000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 26ms (26999150) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999906) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 210ms (210993357) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 222ms (222992979) - TotalTime: 504ms (504984101) Instance c7456fdd806a4994:3209e926000002bd (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.726 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.83 (1.8333333333333333) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78207528) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3176871225) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.37s (5369964764) - TotalStorageWaitTime: 47ms (47999685) - TotalThreadsInvoluntaryContextSwitches: 241 (241) - TotalThreadsTotalWallClockTime: 17.09s (17091887840) - TotalThreadsSysTime: 128ms (128881000) - TotalThreadsUserTime: 2.71s (2713137000) - TotalThreadsVoluntaryContextSwitches: 1,545 (1545) - TotalTime: 9.34s (9339938709) Fragment Instance Lifecycle Event Timeline Prepare Finished: 459ms (459996982) Open Finished: 873ms (873994265) First Batch Produced: 1.63s (1629989304) First Batch Sent: 1.63s (1629989304) ExecInternal Finished: 9.80s (9800935684) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.93s (8925941426) - ExecTreeExecTime: 770ms (770994941) - InactiveTotalTime: 0ns (0) - OpenTime: 413ms (413997283) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.37s (5372964745) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1510990074) - TotalBytesSent: 155.9 MiB (163439399) - TotalTime: 7.92s (7924947992) - UncompressedRowBatchSize: 260.9 MiB (273623093) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 601ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.83 (0.8333333333333334) - BytesRead: 58.9 MiB (61710430) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61710430) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61710430) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 315ms (315997918) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 364ms (364997608) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844710) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 474.6 MiB/s (497668016) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429611) - RowBatchQueueGetWaitTime: 130ms (130999141) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11901263) - RowBatchQueuePutWaitTime: 6.95s (6952954379) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 2158250 per second (2158250) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 47ms (47999685) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 7.75s (7751949131) - ScannerThreadsSysTime: 31ms (31524000) - ScannerThreadsUserTime: 361ms (361351000) - ScannerThreadsVoluntaryContextSwitches: 851 (851) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 123ms (123999188) - TotalReadThroughput: 6.5 MiB/s (6838478) - TotalTime: 770ms (770994941) Node Lifecycle Event Timeline Open Started: 873ms (873994265) Open Finished: 873ms (873994265) First Batch Requested: 873ms (873994265) First Batch Returned: 1.63s (1629989304) Last Batch Returned: 9.53s (9529937463) Closed: 9.80s (9800935684) Buffer pool - AllocTime: 13ms (13999909) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999909) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 9 (9) - CodegenTotalWallClockTime: 413ms (413997283) - CodegenSysTime: 996.00us (996000) - CodegenUserTime: 115ms (115626000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 90ms (90999403) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999875) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 204ms (204998655) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 96ms (96999363) - TotalTime: 413ms (413997283) Instance c7456fdd806a4994:3209e926000002a2 (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.793 Hdfs split stats (:<# splits>/): 0:1/88.52 MB - AverageThreadTokens: 1.83 (1.8333333333333333) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 66.4 MiB (69651077) - PeakReservation: 51.5 MiB (54009856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168795187) - RowsProduced: 1,657,500 (1657500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.27s (5270798305) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 244 (244) - TotalThreadsTotalWallClockTime: 17.06s (17056347278) - TotalThreadsSysTime: 135ms (135835000) - TotalThreadsUserTime: 2.73s (2732080000) - TotalThreadsVoluntaryContextSwitches: 1,642 (1642) - TotalTime: 9.32s (9323643198) Fragment Instance Lifecycle Event Timeline Prepare Finished: 549ms (549978953) Open Finished: 1.09s (1091958213) First Batch Produced: 1.70s (1699934946) First Batch Sent: 1.70s (1699934946) ExecInternal Finished: 9.88s (9875622074) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.78s (8781663938) - ExecTreeExecTime: 623ms (623976122) - InactiveTotalTime: 0ns (0) - OpenTime: 541ms (541979260) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.27s (5271798266) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,657,500 (1657500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.64s (1639937245) - TotalBytesSent: 155.3 MiB (162796029) - TotalTime: 7.94s (7944695961) - UncompressedRowBatchSize: 259.9 MiB (272553011) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.52 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 475ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 58.6 MiB (61467105) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.6 MiB (61467105) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.6 MiB (61467105) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 251ms (251990369) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 344ms (344986798) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67253829) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 888.2 MiB/s (931355460) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 227.4 MiB (238427367) - RowBatchQueueGetWaitTime: 89ms (89996556) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892850) - RowBatchQueuePutWaitTime: 6.95s (6952733918) - RowBatchesEnqueued: 1,621 (1621) - RowsRead: 1,657,500 (1657500) - RowsReturned: 1,657,500 (1657500) - RowsReturnedRate: 2660615 per second (2660615) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.73s (7732704080) - ScannerThreadsSysTime: 32ms (32799000) - ScannerThreadsUserTime: 368ms (368336000) - ScannerThreadsVoluntaryContextSwitches: 931 (931) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 65ms (65997471) - TotalReadThroughput: 6.5 MiB/s (6800963) - TotalTime: 622ms (622976160) Node Lifecycle Event Timeline Open Started: 1.09s (1091958213) Open Finished: 1.09s (1091958213) First Batch Requested: 1.09s (1091958213) First Batch Returned: 1.70s (1699934946) Last Batch Returned: 9.69s (9686629307) Closed: 9.87s (9874622112) Buffer pool - AllocTime: 34ms (34998661) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998661) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,657,500 (1657500) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 541ms (541979260) - CodegenSysTime: 4ms (4152000) - CodegenUserTime: 114ms (114152000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 97ms (97996250) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999885) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 236ms (236990931) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 202ms (202992232) - TotalTime: 541ms (541979260) Instance c7456fdd806a4994:3209e926000002b2 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.875 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.79 (1.7894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 74.6 MiB (78208943) - PeakReservation: 59.5 MiB (62398464) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3319146984) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.38s (5382807701) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 241 (241) - TotalThreadsTotalWallClockTime: 16.76s (16757401312) - TotalThreadsSysTime: 120ms (120937000) - TotalThreadsUserTime: 2.68s (2677281000) - TotalThreadsVoluntaryContextSwitches: 1,535 (1535) - TotalTime: 9.25s (9254669360) Fragment Instance Lifecycle Event Timeline Prepare Finished: 639ms (639977135) Open Finished: 1.04s (1041962774) First Batch Produced: 1.84s (1836934372) First Batch Sent: 1.84s (1836934372) ExecInternal Finished: 9.88s (9881646960) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 8.83s (8828684579) - ExecTreeExecTime: 826ms (826970458) - InactiveTotalTime: 0ns (0) - OpenTime: 401ms (401985639) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 16ms (16999392) - ExecTreePrepareTime: 16ms (16999392) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=74) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.38s (5384807630) - PeakMemoryUsage: 1.5 MiB (1558144) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1589943180) - TotalBytesSent: 155.9 MiB (163431711) - TotalTime: 7.80s (7801721262) - UncompressedRowBatchSize: 260.9 MiB (273609051) HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Not all filters arrived (arrived: [], missing [0]), waited for 592ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.88 (0.8823529411764706) - BytesRead: 58.8 MiB (61707656) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61707656) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61707656) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 278ms (278990038) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 298ms (298989320) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75846228) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.3 GiB/s (1402496866) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422420) - RowBatchQueueGetWaitTime: 151ms (151994570) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894126) - RowBatchQueuePutWaitTime: 6.78s (6784757595) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 1937205 per second (1937205) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 7.53s (7526731094) - ScannerThreadsSysTime: 33ms (33981000) - ScannerThreadsUserTime: 352ms (352141000) - ScannerThreadsVoluntaryContextSwitches: 856 (856) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 43ms (43998427) - TotalReadThroughput: 6.5 MiB/s (6838928) - TotalTime: 858ms (858969314) Node Lifecycle Event Timeline Open Started: 1.04s (1041962774) Open Finished: 1.04s (1041962774) First Batch Requested: 1.04s (1041962774) First Batch Returned: 1.84s (1836934372) Last Batch Returned: 9.58s (9579657749) Closed: 9.87s (9871647317) Buffer pool - AllocTime: 47ms (47998286) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47998286) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 0 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 0 (0) - Rows rejected: 0 (0) - Rows total: 1,664,000 (1664000) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 400ms (400985675) - CodegenSysTime: 2ms (2060000) - CodegenUserTime: 111ms (111195000) - CodegenVoluntaryContextSwitches: 28 (28) - CompileTime: 72ms (72997392) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 66ms (66997606) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 31 (31) - NumInstructions: 782 (782) - OptimizationTime: 166ms (166994034) - PeakMemoryUsage: 391.0 KiB (400384) - PrepareTime: 92ms (92996678) - TotalTime: 401ms (401985639) Averaged Fragment F36 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:34m42s max:1h22m mean: 36m34s stddev:7m30s execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.4 MiB (47639935) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 1,422,324 (1422324) - TotalNetworkReceiveTime: 30.9m (1856858772147) - TotalNetworkSendTime: 2.7m (163118097003) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 261 (261) - TotalThreadsTotalWallClockTime: 36.5m (2192333889949) - TotalThreadsSysTime: 1.23s (1228135564) - TotalThreadsUserTime: 23.34s (23341907897) - TotalThreadsVoluntaryContextSwitches: 113,573 (113573) - TotalTime: 36.5m (2192351248442) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 4.6m (276937535863) - ExecTreeExecTime: 1.9m (113370628284) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915396405368) - ExecTreeOpenTime: 31.9m (1914065640230) - PrepareTime: 16ms (16922604) - ExecTreePrepareTime: 6ms (6717752) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,324 (1422324) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 231ms (231738461) - TotalBytesSent: 33.3 MiB (34967441) - TotalTime: 2.7m (163572471526) - UncompressedRowBatchSize: 71.9 MiB (75383219) UNION_NODE (id=35) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,324 (1422324) - RowsReturnedRate: 717 per second (717) - TotalTime: 33.8m (2027442242691) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,324 (1422324) - RowsReturnedRate: 717 per second (717) - TotalTime: 33.8m (2027261349271) GroupingAggregator 0 - BuildTime: 55.70s (55697025034) - GetResultsTime: 48ms (48460473) - HTResizeTime: 49ms (49127160) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,324 (1422324) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.08s (1077108957) - CumulativeAllocationBytes: 7.4 GiB (7973264357) - CumulativeAllocations: 3,801 (3801) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3884140596) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3751482289) - ReadIoOps: 1,788 (1788) - ReadIoWaitTime: 1.7m (99208136166) - SystemAllocTime: 1.04s (1043109590) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3884140596) - WriteIoOps: 1,852 (1852) - WriteIoWaitTime: 39.95s (39949911276) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 453ms (453246417) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 11.1 MiB (11681990) - RowsReturned: 24,211,180 (24211180) - RowsReturnedRate: 14864 per second (14864) - TotalTime: 31.0m (1857403862690) Buffer pool - AllocTime: 4.98s (4976606116) - CumulativeAllocationBytes: 6.0 GiB (6439841266) - CumulativeAllocations: 314,469 (314469) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.0 MiB (11521522) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.0 MiB (11521522) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.60s (2596643749) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.25s (26251905915) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4295734567) - TotalGetBatchTime: 30.9m (1856833285513) - DataWaitTime: 30.9m (1856052531772) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 11.50s (11497388061) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,234 (157234) - TotalBatchesReceived: 157,234 (157234) - TotalBytesReceived: 1.5 GiB (1611629746) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 38.47s (38465377963) - TotalRPCsDeferred: 826 (826) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 1.33s (1330560013) - CodegenSysTime: 8ms (8437820) - CodegenUserTime: 395ms (395204128) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 433ms (433836407) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28973714) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 744ms (744547488) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 115ms (115459010) - TotalTime: 1.33s (1330585654) Fragment F36 Instance c7456fdd806a4994:3209e926000003a5 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:48:52.474 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 50.2 MiB (52602837) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 1,423,043 (1423043) - TotalNetworkReceiveTime: 4.2m (253260430999) - TotalNetworkSendTime: 3.63s (3634949049) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 860 (860) - TotalThreadsTotalWallClockTime: 1.4h (4968176281836) - TotalThreadsSysTime: 1.27s (1274323000) - TotalThreadsUserTime: 27.39s (27389241000) - TotalThreadsVoluntaryContextSwitches: 62,915 (62915) - TotalTime: 1.4h (4968206281413) Fragment Instance Lifecycle Event Timeline Prepare Finished: 325ms (325995400) Open Finished: 32.2m (1932600781768) First Batch Produced: 38.2m (2289175782216) First Batch Sent: 38.2m (2289176782202) ExecInternal Finished: 1.4h (4968504277209) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 50.6m (3035902495455) - ExecTreeExecTime: 50.5m (3031522556827) - InactiveTotalTime: 0ns (0) - OpenTime: 32.2m (1932274786368) - ExecTreeOpenTime: 32.2m (1931476797625) - PrepareTime: 28ms (28999590) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.63s (3635949035) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,423,043 (1423043) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 433ms (433993927) - TotalBytesSent: 33.4 MiB (34981998) - TotalTime: 4.41s (4406938246) - UncompressedRowBatchSize: 71.9 MiB (75421279) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,423,043 (1423043) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962998354466) Node Lifecycle Event Timeline Open Started: 1.12s (1122984156) Open Finished: 32.2m (1932599781781) First Batch Requested: 32.2m (1932600781768) First Batch Returned: 38.2m (2289175782216) Last Batch Returned: 1.4h (4968479277557) Closed: 1.4h (4968503277223) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,423,043 (1423043) - RowsReturnedRate: 286 per second (286) - TotalTime: 1.4h (4962764357745) Node Lifecycle Event Timeline Open Started: 1.12s (1122984156) Open Finished: 32.2m (1932599781781) First Batch Requested: 32.2m (1932600781768) First Batch Returned: 38.2m (2289175782216) Last Batch Returned: 1.4h (4968479277557) Closed: 1.4h (4968479277557) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 27.6m (1654173705423) - GetResultsTime: 115ms (115998376) - HTResizeTime: 43ms (43999382) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,423,043 (1423043) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 23.40s (23400670620) - CumulativeAllocationBytes: 7.5 GiB (8105492480) - CumulativeAllocations: 3,865 (3865) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3883925504) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.6 GiB (3883925504) - ReadIoOps: 1,852 (1852) - ReadIoWaitTime: 49.4m (2966880460923) - SystemAllocTime: 22.88s (22881677904) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3883925504) - WriteIoOps: 1,852 (1852) - WriteIoWaitTime: 25.1m (1505573798016) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 546ms (546992289) - InactiveTotalTime: 4.1m (243257571850) - PeakMemoryUsage: 15.9 MiB (16644892) - RowsReturned: 24,221,022 (24221022) - RowsReturnedRate: 95396 per second (95396) - TotalTime: 4.2m (253897422026) Node Lifecycle Event Timeline Open Started: 1.12s (1122984156) Open Finished: 28.12s (28123603227) First Batch Requested: 28.12s (28124603213) First Batch Returned: 28.14s (28145602916) Last Batch Returned: 32.2m (1932599781781) Closed: 32.2m (1932599781781) Buffer pool - AllocTime: 2.0m (120162306456) - CumulativeAllocationBytes: 6.0 GiB (6442442752) - CumulativeAllocations: 314,598 (314598) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 44.13s (44134378071) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 27.00s (27000619071) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4297966976) - TotalGetBatchTime: 4.2m (253242431251) - DataWaitTime: 4.1m (243257571850) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.4m (141512005600) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,299 (157299) - TotalBatchesReceived: 157,299 (157299) - TotalBytesReceived: 1.5 GiB (1612502570) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 24.9m (1494405981413) - TotalRPCsDeferred: 31,063 (31063) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 796ms (796988756) - CodegenSysTime: 8ms (8003000) - CodegenUserTime: 379ms (379303000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 156ms (156997785) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 21ms (21999690) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 483ms (483993171) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 120ms (120998293) - TotalTime: 796ms (796988756) Instance c7456fdd806a4994:3209e9260000039f (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.499 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52284482) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 1,421,837 (1421837) - TotalNetworkReceiveTime: 31.7m (1899899490688) - TotalNetworkSendTime: 3.0m (181221036039) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 265 (265) - TotalThreadsTotalWallClockTime: 35.6m (2133821792520) - TotalThreadsSysTime: 1.27s (1270884000) - TotalThreadsUserTime: 23.35s (23352081000) - TotalThreadsVoluntaryContextSwitches: 115,944 (115944) - TotalTime: 35.6m (2133831792191) Fragment Instance Lifecycle Event Timeline Prepare Finished: 387ms (387987238) Open Finished: 31.9m (1915581974761) First Batch Produced: 32.0m (1917807901507) First Batch Sent: 32.0m (1917807901507) ExecInternal Finished: 35.6m (2134211779692) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6m (218627804997) - ExecTreeExecTime: 36.98s (36975783134) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915193987523) - ExecTreeOpenTime: 31.9m (1913719036037) - PrepareTime: 9ms (9999671) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0m (181222036006) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,837 (1421837) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 216ms (216992865) - TotalBytesSent: 33.3 MiB (34954350) - TotalTime: 3.0m (181661021567) - UncompressedRowBatchSize: 71.9 MiB (75357361) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,837 (1421837) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1950694819171) Node Lifecycle Event Timeline Open Started: 1.86s (1862938724) Open Finished: 31.9m (1915581974761) First Batch Requested: 31.9m (1915581974761) First Batch Returned: 32.0m (1917807901507) Last Batch Returned: 35.5m (2127940986064) Closed: 35.6m (2134210779725) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,837 (1421837) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1950511825191) Node Lifecycle Event Timeline Open Started: 1.86s (1862938724) Open Finished: 31.9m (1915581974761) First Batch Requested: 31.9m (1915581974761) First Batch Returned: 32.0m (1917807901507) Last Batch Returned: 35.5m (2127940986064) Closed: 35.5m (2127940986064) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.93s (12930574585) - GetResultsTime: 46ms (46998453) - HTResizeTime: 42ms (42998584) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,837 (1421837) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 346ms (346988572) - CumulativeAllocationBytes: 7.4 GiB (7985954816) - CumulativeAllocations: 3,808 (3808) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3881828352) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3766484992) - ReadIoOps: 1,796 (1796) - ReadIoWaitTime: 23.72s (23718219435) - SystemAllocTime: 336ms (336988901) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3881828352) - WriteIoOps: 1,851 (1851) - WriteIoWaitTime: 1.73s (1731943028) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 446ms (446985295) - InactiveTotalTime: 31.7m (1899245512206) - PeakMemoryUsage: 15.6 MiB (16326537) - RowsReturned: 24,212,558 (24212558) - RowsReturnedRate: 12740 per second (12740) - TotalTime: 31.7m (1900456472372) Node Lifecycle Event Timeline Open Started: 1.86s (1862938724) Open Finished: 28.21s (28206072241) First Batch Requested: 28.21s (28207072208) First Batch Returned: 28.22s (28222071715) Last Batch Returned: 31.9m (1915581974761) Closed: 31.9m (1915581974761) Buffer pool - AllocTime: 1.71s (1714943583) - CumulativeAllocationBytes: 6.0 GiB (6440263680) - CumulativeAllocations: 314,488 (314488) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.29s (1293957427) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.34s (26343133517) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4295733836) - TotalGetBatchTime: 31.7m (1899880491313) - DataWaitTime: 31.7m (1899245512206) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.60s (7600749933) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,244 (157244) - TotalBatchesReceived: 157,244 (157244) - TotalBytesReceived: 1.5 GiB (1611695975) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 148ms (148643078) - TotalRPCsDeferred: 62 (62) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 1.47s (1474951486) - CodegenSysTime: 11ms (11216000) - CodegenUserTime: 398ms (398084000) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 429ms (429985857) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999441) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 954ms (954968589) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 70ms (70997665) - TotalTime: 1.47s (1474951486) Instance c7456fdd806a4994:3209e92600000393 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.215 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52281706) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 1,421,117 (1421117) - TotalNetworkReceiveTime: 31.6m (1896088249871) - TotalNetworkSendTime: 3.0m (180122941571) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 257 (257) - TotalThreadsTotalWallClockTime: 35.6m (2133698258094) - TotalThreadsSysTime: 1.31s (1311460000) - TotalThreadsUserTime: 23.27s (23273100000) - TotalThreadsVoluntaryContextSwitches: 110,435 (110435) - TotalTime: 35.6m (2133698258094) Fragment Instance Lifecycle Event Timeline Prepare Finished: 390ms (390986854) Open Finished: 31.9m (1915398600601) First Batch Produced: 32.0m (1917519529262) First Batch Sent: 32.0m (1917519529262) ExecInternal Finished: 35.6m (2134095244747) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6m (218690644347) - ExecTreeExecTime: 38.12s (38120717811) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915007613747) - ExecTreeOpenTime: 31.9m (1913431666731) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0m (180122941571) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,117 (1421117) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 205ms (205993069) - TotalBytesSent: 33.3 MiB (34933339) - TotalTime: 3.0m (180569926536) - UncompressedRowBatchSize: 71.8 MiB (75319201) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,117 (1421117) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951552384542) Node Lifecycle Event Timeline Open Started: 1.97s (1966933870) Open Finished: 31.9m (1915398600601) First Batch Requested: 31.9m (1915398600601) First Batch Returned: 32.0m (1917519529262) Last Batch Returned: 35.6m (2133867252415) Closed: 35.6m (2134090244915) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,117 (1421117) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951333391906) Node Lifecycle Event Timeline Open Started: 1.97s (1966933870) Open Finished: 31.9m (1915398600601) First Batch Requested: 31.9m (1915398600601) First Batch Returned: 32.0m (1917519529262) Last Batch Returned: 35.6m (2133867252415) Closed: 35.6m (2133867252415) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 16.41s (16409448256) - GetResultsTime: 44ms (44998482) - HTResizeTime: 40ms (40998618) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,117 (1421117) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.14s (1141961583) - CumulativeAllocationBytes: 7.4 GiB (7977566208) - CumulativeAllocations: 3,804 (3804) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3879731200) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3760193536) - ReadIoOps: 1,793 (1793) - ReadIoWaitTime: 25.17s (25166153523) - SystemAllocTime: 1.14s (1135961785) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3879731200) - WriteIoOps: 1,850 (1850) - WriteIoWaitTime: 1.47s (1474950414) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 473ms (473984073) - InactiveTotalTime: 31.6m (1895537268407) - PeakMemoryUsage: 15.6 MiB (16323761) - RowsReturned: 24,184,312 (24184312) - RowsReturnedRate: 12751 per second (12751) - TotalTime: 31.6m (1896653230883) Node Lifecycle Event Timeline Open Started: 1.97s (1966933870) Open Finished: 28.03s (28027057708) First Batch Requested: 28.03s (28028057675) First Batch Returned: 28.05s (28047057036) Last Batch Returned: 31.9m (1915397600634) Closed: 31.9m (1915398600601) Buffer pool - AllocTime: 2.75s (2752907425) - CumulativeAllocationBytes: 6.0 GiB (6432694272) - CumulativeAllocations: 314,122 (314122) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.42s (2417918686) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.06s (26060123838) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4291641152) - TotalGetBatchTime: 31.6m (1896068250547) - DataWaitTime: 31.6m (1895537268407) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.03s (9034696200) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,061 (157061) - TotalBatchesReceived: 157,061 (157061) - TotalBytesReceived: 1.5 GiB (1609921036) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 231ms (231784504) - TotalRPCsDeferred: 85 (85) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 58 (58) - CodegenTotalWallClockTime: 1.57s (1575947016) - CodegenSysTime: 9ms (9932000) - CodegenUserTime: 390ms (390284000) - CodegenVoluntaryContextSwitches: 116 (116) - CompileTime: 461ms (461984468) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 43ms (43998521) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 916ms (916969171) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 150ms (150994924) - TotalTime: 1.57s (1575947016) Instance c7456fdd806a4994:3209e926000003a6 (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.390 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.9 MiB (41847993) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 1,424,020 (1424020) - TotalNetworkReceiveTime: 31.7m (1901114247861) - TotalNetworkSendTime: 3.0m (180636924459) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 260 (260) - TotalThreadsTotalWallClockTime: 35.6m (2133688150975) - TotalThreadsSysTime: 1.18s (1182448000) - TotalThreadsUserTime: 23.55s (23547145000) - TotalThreadsVoluntaryContextSwitches: 117,923 (117923) - TotalTime: 35.6m (2133689150975) Fragment Instance Lifecycle Event Timeline Prepare Finished: 431ms (431999834) Open Finished: 31.9m (1915406242281) First Batch Produced: 32.0m (1917631241346) First Batch Sent: 32.0m (1917631241346) ExecInternal Finished: 35.6m (2134122150808) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6m (218713908528) - ExecTreeExecTime: 37.64s (37637984269) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914974242447) - ExecTreeOpenTime: 31.9m (1913732242924) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0m (180636924459) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,424,020 (1424020) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 228ms (228999895) - TotalBytesSent: 33.4 MiB (35006403) - TotalTime: 3.0m (181077924259) - UncompressedRowBatchSize: 72.0 MiB (75473060) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,424,020 (1424020) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1951370227193) Node Lifecycle Event Timeline Open Started: 1.67s (1673999357) Open Finished: 31.9m (1915406242281) First Batch Requested: 31.9m (1915406242281) First Batch Returned: 32.0m (1917631241346) Last Batch Returned: 35.6m (2133890150905) Closed: 35.6m (2134122150808) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,424,020 (1424020) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1951197227255) Node Lifecycle Event Timeline Open Started: 1.67s (1673999357) Open Finished: 31.9m (1915406242281) First Batch Requested: 31.9m (1915406242281) First Batch Returned: 32.0m (1917631241346) Last Batch Returned: 35.6m (2133890150905) Closed: 35.6m (2133890150905) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.78s (11779995382) - GetResultsTime: 37ms (37999983) - HTResizeTime: 39ms (39999987) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,424,020 (1424020) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 378ms (378999853) - CumulativeAllocationBytes: 7.4 GiB (7994343424) - CumulativeAllocations: 3,812 (3812) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3888119808) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3768582144) - ReadIoOps: 1,797 (1797) - ReadIoWaitTime: 24.56s (24559989727) - SystemAllocTime: 377ms (377999854) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3888119808) - WriteIoOps: 1,854 (1854) - WriteIoWaitTime: 807ms (807999686) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 451ms (451999828) - InactiveTotalTime: 31.7m (1900633248049) - PeakMemoryUsage: 5.6 MiB (5890048) - RowsReturned: 24,246,141 (24246141) - RowsReturnedRate: 12749 per second (12749) - TotalTime: 31.7m (1901659247653) Node Lifecycle Event Timeline Open Started: 1.67s (1673999357) Open Finished: 28.02s (28016989245) First Batch Requested: 28.02s (28016989245) First Batch Returned: 28.04s (28042989235) Last Batch Returned: 31.9m (1915405242282) Closed: 31.9m (1915405242282) Buffer pool - AllocTime: 1.50s (1496999426) - CumulativeAllocationBytes: 6.0 GiB (6449143808) - CumulativeAllocations: 314,926 (314926) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.6 MiB (5890048) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.6 MiB (5890048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.19s (1191999544) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.34s (26341989889) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4301683665) - TotalGetBatchTime: 31.7m (1901091247871) - DataWaitTime: 31.7m (1900633248049) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.47s (7474997105) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,463 (157463) - TotalBatchesReceived: 157,463 (157463) - TotalBytesReceived: 1.5 GiB (1614011829) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 1.24s (1241999523) - CodegenSysTime: 3ms (3991000) - CodegenUserTime: 401ms (401374000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 398ms (398999847) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999998) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 743ms (743999714) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 91ms (91999964) - TotalTime: 1.24s (1241999523) Instance c7456fdd806a4994:3209e9260000038d (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.883 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52282930) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 1,421,890 (1421890) - TotalNetworkReceiveTime: 31.7m (1899579771663) - TotalNetworkSendTime: 3.0m (180099536165) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 294 (294) - TotalThreadsTotalWallClockTime: 35.6m (2133646370430) - TotalThreadsSysTime: 1.23s (1228498000) - TotalThreadsUserTime: 23.48s (23484035000) - TotalThreadsVoluntaryContextSwitches: 115,718 (115718) - TotalTime: 35.6m (2133657370035) Fragment Instance Lifecycle Event Timeline Prepare Finished: 424ms (424984723) Open Finished: 31.9m (1915344205346) First Batch Produced: 32.0m (1917555125991) First Batch Sent: 32.0m (1917555125991) ExecInternal Finished: 35.6m (2134073355081) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6m (218727149807) - ExecTreeExecTime: 38.15s (38151630725) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914919220623) - ExecTreeOpenTime: 31.9m (1913655266059) - PrepareTime: 10ms (10999605) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0m (180099536165) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,890 (1421890) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 263ms (263990525) - TotalBytesSent: 33.3 MiB (34955334) - TotalTime: 3.0m (180574519116) - UncompressedRowBatchSize: 71.9 MiB (75360170) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,890 (1421890) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951805896819) Node Lifecycle Event Timeline Open Started: 1.69s (1688939287) Open Finished: 31.9m (1915344205346) First Batch Requested: 31.9m (1915344205346) First Batch Returned: 32.0m (1917555125991) Last Batch Returned: 35.6m (2133824364017) Closed: 35.6m (2134073355081) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,890 (1421890) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951632903029) Node Lifecycle Event Timeline Open Started: 1.69s (1688939287) Open Finished: 31.9m (1915344205346) First Batch Requested: 31.9m (1915344205346) First Batch Returned: 32.0m (1917555125991) Last Batch Returned: 35.6m (2133824364017) Closed: 35.6m (2133824364017) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.26s (13264523530) - GetResultsTime: 51ms (51998131) - HTResizeTime: 75ms (75997270) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,890 (1421890) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 368ms (368986741) - CumulativeAllocationBytes: 7.4 GiB (7952400384) - CumulativeAllocations: 3,792 (3792) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3883925504) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3730833408) - ReadIoOps: 1,779 (1779) - ReadIoWaitTime: 24.91s (24912105907) - SystemAllocTime: 348ms (348987459) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3883925504) - WriteIoOps: 1,852 (1852) - WriteIoWaitTime: 1.97s (1965929345) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 420ms (420984873) - InactiveTotalTime: 31.7m (1899040791034) - PeakMemoryUsage: 15.6 MiB (16324985) - RowsReturned: 24,210,423 (24210423) - RowsReturnedRate: 12741 per second (12741) - TotalTime: 31.7m (1900087753417) Node Lifecycle Event Timeline Open Started: 1.69s (1688939287) Open Finished: 27.97s (27970994526) First Batch Requested: 27.97s (27973994418) First Batch Returned: 28.00s (27997993556) Last Batch Returned: 31.9m (1915343205382) Closed: 31.9m (1915344205346) Buffer pool - AllocTime: 1.40s (1397949791) - CumulativeAllocationBytes: 6.0 GiB (6439673856) - CumulativeAllocations: 314,460 (314460) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15925248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15925248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1085960994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.28s (26282055239) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4295458707) - TotalGetBatchTime: 31.7m (1899551772668) - DataWaitTime: 31.7m (1899040791034) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.34s (7337736424) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,230 (157230) - TotalBatchesReceived: 157,230 (157230) - TotalBytesReceived: 1.5 GiB (1611692436) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 738ms (738016594) - TotalRPCsDeferred: 68 (68) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 1.26s (1263954564) - CodegenSysTime: 11ms (11965000) - CodegenUserTime: 385ms (385646000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 412ms (412985154) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67997556) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 712ms (712974371) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 67ms (67997555) - TotalTime: 1.26s (1263954564) Instance c7456fdd806a4994:3209e92600000389 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:39.721 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.1 MiB (42011833) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 1,421,354 (1421354) - TotalNetworkReceiveTime: 31.7m (1899749576353) - TotalNetworkSendTime: 3.0m (181322960421) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 318 (318) - TotalThreadsTotalWallClockTime: 35.6m (2133632945055) - TotalThreadsSysTime: 1.29s (1286325000) - TotalThreadsUserTime: 23.56s (23557486000) - TotalThreadsVoluntaryContextSwitches: 115,352 (115352) - TotalTime: 35.6m (2133643944931) Fragment Instance Lifecycle Event Timeline Prepare Finished: 505ms (505994290) Open Finished: 31.9m (1915513398509) First Batch Produced: 32.0m (1917554375556) First Batch Sent: 32.0m (1917554375556) ExecInternal Finished: 35.6m (2134143939289) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6m (218625540836) - ExecTreeExecTime: 36.85s (36851585490) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915007404219) - ExecTreeOpenTime: 31.9m (1913571420424) - PrepareTime: 10ms (10999876) - ExecTreePrepareTime: 10ms (10999876) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0m (181322960421) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,354 (1421354) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 209ms (209997641) - TotalBytesSent: 33.3 MiB (34945034) - TotalTime: 3.0m (181773955346) - UncompressedRowBatchSize: 71.8 MiB (75331762) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,354 (1421354) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1950433005801) Node Lifecycle Event Timeline Open Started: 1.94s (1941978085) Open Finished: 31.9m (1915513398509) First Batch Requested: 31.9m (1915513398509) First Batch Returned: 32.0m (1917554375556) Last Batch Returned: 35.5m (2127873009839) Closed: 35.6m (2134139939334) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,354 (1421354) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1950235008028) Node Lifecycle Event Timeline Open Started: 1.94s (1941978085) Open Finished: 31.9m (1915513398509) First Batch Requested: 31.9m (1915513398509) First Batch Returned: 32.0m (1917554375556) Last Batch Returned: 35.5m (2127872009851) Closed: 35.5m (2127873009839) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.86s (12856854972) - GetResultsTime: 41ms (41999528) - HTResizeTime: 50ms (50999428) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,354 (1421354) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 673ms (673992394) - CumulativeAllocationBytes: 7.4 GiB (7964983296) - CumulativeAllocations: 3,798 (3798) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3881828352) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3745513472) - ReadIoOps: 1,786 (1786) - ReadIoWaitTime: 23.64s (23636734125) - SystemAllocTime: 611ms (611993094) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3881828352) - WriteIoOps: 1,851 (1851) - WriteIoWaitTime: 794ms (794991022) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 467ms (467994718) - InactiveTotalTime: 31.7m (1899010584693) - PeakMemoryUsage: 5.8 MiB (6053888) - RowsReturned: 24,205,994 (24205994) - RowsReturnedRate: 12738 per second (12738) - TotalTime: 31.7m (1900296570180) Node Lifecycle Event Timeline Open Started: 1.94s (1941978085) Open Finished: 28.15s (28154682274) First Batch Requested: 28.16s (28155682263) First Batch Returned: 28.17s (28167682127) Last Batch Returned: 31.9m (1915513398509) Closed: 31.9m (1915513398509) Buffer pool - AllocTime: 2.02s (2023977167) - CumulativeAllocationBytes: 6.0 GiB (6438436864) - CumulativeAllocations: 314,396 (314396) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.8 MiB (6053888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.8 MiB (6053888) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.48s (1483983255) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.21s (26212704189) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4294999379) - TotalGetBatchTime: 31.7m (1899727576606) - DataWaitTime: 31.7m (1899010584693) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.05s (8054909094) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,198 (157198) - TotalBatchesReceived: 157,198 (157198) - TotalBytesReceived: 1.5 GiB (1611295634) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 1.44s (1435983795) - CodegenSysTime: 7ms (7954000) - CodegenUserTime: 403ms (403165000) - CodegenVoluntaryContextSwitches: 123 (123) - CompileTime: 606ms (606993150) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 88ms (88998996) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 614ms (614993060) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 122ms (122998612) - TotalTime: 1.44s (1435983795) Instance c7456fdd806a4994:3209e9260000038e (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:40.053 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 39.5 MiB (41471161) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 1,422,703 (1422703) - TotalNetworkReceiveTime: 31.7m (1900924413704) - TotalNetworkSendTime: 3.0m (179187819142) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 363 (363) - TotalThreadsTotalWallClockTime: 35.6m (2133494391314) - TotalThreadsSysTime: 1.34s (1338916000) - TotalThreadsUserTime: 23.26s (23263523000) - TotalThreadsVoluntaryContextSwitches: 117,901 (117901) - TotalTime: 35.6m (2133547389484) Fragment Instance Lifecycle Event Timeline Prepare Finished: 779ms (779973071) Open Finished: 31.9m (1915587907695) First Batch Produced: 32.0m (1917791831673) First Batch Sent: 32.0m (1917791831673) ExecInternal Finished: 35.6m (2134282364109) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6m (218686456690) - ExecTreeExecTime: 39.04s (39043653243) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914807934624) - ExecTreeOpenTime: 31.9m (1913476980578) - PrepareTime: 52ms (52998170) - ExecTreePrepareTime: 52ms (52998170) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0m (179187819142) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,703 (1422703) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 233ms (233991925) - TotalBytesSent: 33.4 MiB (34978412) - TotalTime: 3.0m (179645803344) - UncompressedRowBatchSize: 71.9 MiB (75403259) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,703 (1422703) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1952572632026) Node Lifecycle Event Timeline Open Started: 2.11s (2110927117) Open Finished: 31.9m (1915587907695) First Batch Requested: 31.9m (1915587907695) First Batch Returned: 32.0m (1917791831673) Last Batch Returned: 35.6m (2134080371076) Closed: 35.6m (2134282364109) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,703 (1422703) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1952384638508) Node Lifecycle Event Timeline Open Started: 2.11s (2110927117) Open Finished: 31.9m (1915587907695) First Batch Requested: 31.9m (1915587907695) First Batch Returned: 32.0m (1917791831673) Last Batch Returned: 35.6m (2134080371076) Closed: 35.6m (2134080371076) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.69s (11692596548) - GetResultsTime: 55ms (55998069) - HTResizeTime: 52ms (52998169) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,703 (1422703) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 348ms (348987955) - CumulativeAllocationBytes: 7.4 GiB (7971274752) - CumulativeAllocations: 3,801 (3801) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3886022656) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3747610624) - ReadIoOps: 1,787 (1787) - ReadIoWaitTime: 25.99s (25991103446) - SystemAllocTime: 339ms (339988266) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3886022656) - WriteIoOps: 1,853 (1853) - WriteIoWaitTime: 894ms (894969116) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 419ms (419985515) - InactiveTotalTime: 31.7m (1900348433573) - PeakMemoryUsage: 5.3 MiB (5513216) - RowsReturned: 24,202,701 (24202701) - RowsReturnedRate: 12728 per second (12728) - TotalTime: 31.7m (1901431396215) Node Lifecycle Event Timeline Open Started: 2.11s (2110927117) Open Finished: 28.22s (28217025772) First Batch Requested: 28.22s (28217025772) First Batch Returned: 28.24s (28240024978) Last Batch Returned: 31.9m (1915586907730) Closed: 31.9m (1915586907730) Buffer pool - AllocTime: 1.33s (1332954015) - CumulativeAllocationBytes: 6.0 GiB (6437576704) - CumulativeAllocations: 314,360 (314360) - InactiveTotalTime: 0ns (0) - PeakReservation: 5.3 MiB (5513216) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 5.3 MiB (5513216) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.04s (1038964161) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.11s (26106098655) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4294098469) - TotalGetBatchTime: 31.7m (1900895414709) - DataWaitTime: 31.7m (1900348433573) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.96s (6964759698) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,180 (157180) - TotalBatchesReceived: 157,180 (157180) - TotalBytesReceived: 1.5 GiB (1611018067) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 105 (105) - CodegenTotalWallClockTime: 1.33s (1330954046) - CodegenSysTime: 7ms (7088000) - CodegenUserTime: 399ms (399016000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 319ms (319988951) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30998930) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 900ms (900968893) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 76ms (76997341) - TotalTime: 1.33s (1330954046) Instance c7456fdd806a4994:3209e926000003ab (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:35.346 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.0 MiB (46099641) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 1,421,861 (1421861) - TotalNetworkReceiveTime: 31.7m (1899666889134) - TotalNetworkSendTime: 3.0m (179549706457) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 277 (277) - TotalThreadsTotalWallClockTime: 35.5m (2132899507767) - TotalThreadsSysTime: 1.15s (1149494000) - TotalThreadsUserTime: 23.30s (23305162000) - TotalThreadsVoluntaryContextSwitches: 115,665 (115665) - TotalTime: 35.5m (2132930507716) Fragment Instance Lifecycle Event Timeline Prepare Finished: 452ms (452999258) Open Finished: 31.9m (1915497863198) First Batch Produced: 32.0m (1917389860105) First Batch Sent: 32.0m (1917389860105) ExecInternal Finished: 35.6m (2133353507023) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.6m (217854643827) - ExecTreeExecTime: 37.85s (37851938119) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915044863940) - ExecTreeOpenTime: 31.9m (1913836865918) - PrepareTime: 30ms (30999949) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 3.0m (179549706457) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,861 (1421861) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 221ms (221999622) - TotalBytesSent: 33.3 MiB (34953764) - TotalTime: 3.0m (180000705711) - UncompressedRowBatchSize: 71.9 MiB (75358633) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,861 (1421861) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951686804039) Node Lifecycle Event Timeline Open Started: 1.66s (1660997280) Open Finished: 31.9m (1915497863198) First Batch Requested: 31.9m (1915497863198) First Batch Returned: 32.0m (1917389860105) Last Batch Returned: 35.5m (2127838516040) Closed: 35.6m (2133353507023) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,861 (1421861) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951512804321) Node Lifecycle Event Timeline Open Started: 1.66s (1660997280) Open Finished: 31.9m (1915497863198) First Batch Requested: 31.9m (1915497863198) First Batch Returned: 32.0m (1917389860105) Last Batch Returned: 35.5m (2127838516040) Closed: 35.5m (2127838516040) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.12s (13116978504) - GetResultsTime: 43ms (43999929) - HTResizeTime: 48ms (48999916) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,861 (1421861) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 459ms (459999255) - CumulativeAllocationBytes: 7.4 GiB (7998537728) - CumulativeAllocations: 3,814 (3814) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3888119808) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3772776448) - ReadIoOps: 1,799 (1799) - ReadIoWaitTime: 24.75s (24754959534) - SystemAllocTime: 429ms (429999303) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3888119808) - WriteIoOps: 1,854 (1854) - WriteIoWaitTime: 1.36s (1363997763) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 451ms (451999258) - InactiveTotalTime: 31.7m (1899081890090) - PeakMemoryUsage: 9.7 MiB (10141696) - RowsReturned: 24,203,179 (24203179) - RowsReturnedRate: 12737 per second (12737) - TotalTime: 31.7m (1900203888259) Node Lifecycle Event Timeline Open Started: 1.66s (1660997280) Open Finished: 28.11s (28112953972) First Batch Requested: 28.11s (28113953970) First Batch Returned: 28.13s (28130953942) Last Batch Returned: 31.9m (1915496863199) Closed: 31.9m (1915497863198) Buffer pool - AllocTime: 2.01s (2009996699) - CumulativeAllocationBytes: 6.0 GiB (6437658624) - CumulativeAllocations: 314,364 (314364) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.7 MiB (10141696) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.7 MiB (10141696) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.54s (1542997465) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.45s (26451956692) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4294636842) - TotalGetBatchTime: 31.7m (1899640889174) - DataWaitTime: 31.7m (1899081890090) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.84s (7845987083) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,182 (157182) - TotalBatchesReceived: 157,182 (157182) - TotalBytesReceived: 1.5 GiB (1611060985) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.21s (1207998022) - CodegenSysTime: 6ms (6075000) - CodegenUserTime: 393ms (393670000) - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 446ms (446999268) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 47ms (47999922) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 590ms (590999032) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 119ms (119999803) - TotalTime: 1.21s (1207998022) Instance c7456fdd806a4994:3209e92600000391 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:34.577 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 46.8 MiB (49048761) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 1,424,508 (1424508) - TotalNetworkReceiveTime: 31.6m (1898560492402) - TotalNetworkSendTime: 2.9m (175696159827) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 176 (176) - TotalThreadsTotalWallClockTime: 35.5m (2127807481633) - TotalThreadsSysTime: 1.21s (1210930000) - TotalThreadsUserTime: 23.54s (23544623000) - TotalThreadsVoluntaryContextSwitches: 112,443 (112443) - TotalTime: 35.5m (2127808481612) Fragment Instance Lifecycle Event Timeline Prepare Finished: 148ms (148996742) Open Finished: 31.9m (1915537121203) First Batch Produced: 32.0m (1917448079435) First Batch Sent: 32.0m (1917448079435) ExecInternal Finished: 35.5m (2127957478353) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (212419357172) - ExecTreeExecTime: 36.28s (36279207050) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915388124461) - ExecTreeOpenTime: 31.9m (1914258149174) - PrepareTime: 999.98us (999979) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.9m (175697159805) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,424,508 (1424508) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 221ms (221995147) - TotalBytesSent: 33.4 MiB (35018312) - TotalTime: 2.9m (176140150122) - UncompressedRowBatchSize: 72.0 MiB (75498924) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,424,508 (1424508) - RowsReturnedRate: 730 per second (730) - TotalTime: 32.5m (1950536356246) Node Lifecycle Event Timeline Open Started: 1.28s (1278972029) Open Finished: 31.9m (1915537121203) First Batch Requested: 31.9m (1915537121203) First Batch Returned: 32.0m (1917448079435) Last Batch Returned: 35.5m (2127899479621) Closed: 35.5m (2127957478353) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,424,508 (1424508) - RowsReturnedRate: 730 per second (730) - TotalTime: 32.5m (1950342360484) Node Lifecycle Event Timeline Open Started: 1.28s (1278972029) Open Finished: 31.9m (1915537121203) First Batch Requested: 31.9m (1915537121203) First Batch Returned: 32.0m (1917448079435) Last Batch Returned: 35.5m (2127899479621) Closed: 35.5m (2127899479621) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.65s (14649679673) - GetResultsTime: 54ms (54998796) - HTResizeTime: 51ms (51998862) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,424,508 (1424508) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 551ms (551987941) - CumulativeAllocationBytes: 7.4 GiB (7967080448) - CumulativeAllocations: 3,799 (3799) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3888119808) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3741319168) - ReadIoOps: 1,784 (1784) - ReadIoWaitTime: 23.31s (23306490590) - SystemAllocTime: 544ms (544988094) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3888119808) - WriteIoOps: 1,854 (1854) - WriteIoWaitTime: 1.01s (1013977833) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 473ms (473989649) - InactiveTotalTime: 31.6m (1898039503794) - PeakMemoryUsage: 12.5 MiB (13090816) - RowsReturned: 24,239,881 (24239881) - RowsReturnedRate: 12763 per second (12763) - TotalTime: 31.7m (1899121480148) Node Lifecycle Event Timeline Open Started: 1.28s (1278972029) Open Finished: 28.17s (28171383889) First Batch Requested: 28.17s (28173383845) First Batch Returned: 28.18s (28183383626) Last Batch Returned: 31.9m (1915536121225) Closed: 31.9m (1915537121203) Buffer pool - AllocTime: 3.24s (3244929043) - CumulativeAllocationBytes: 6.0 GiB (6447456256) - CumulativeAllocations: 314,842 (314842) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.5 MiB (13090816) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.5 MiB (13090816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.78s (2780939186) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.89s (26892411860) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4300971300) - TotalGetBatchTime: 31.6m (1898536492922) - DataWaitTime: 31.6m (1898039503794) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.55s (9553791088) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,421 (157421) - TotalBatchesReceived: 157,421 (157421) - TotalBytesReceived: 1.5 GiB (1613456965) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 30 (30) - CodegenTotalWallClockTime: 1.13s (1129975287) - CodegenSysTime: 6ms (6069000) - CodegenUserTime: 392ms (392268000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 356ms (356992193) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 72ms (72998403) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 603ms (603986790) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 93ms (93997944) - TotalTime: 1.13s (1129975287) Instance c7456fdd806a4994:3209e926000003a9 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:34.601 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52314455) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 1,424,164 (1424164) - TotalNetworkReceiveTime: 31.7m (1899615287230) - TotalNetworkSendTime: 2.9m (173128646137) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 250 (250) - TotalThreadsTotalWallClockTime: 35.5m (2127423926598) - TotalThreadsSysTime: 1.33s (1333553000) - TotalThreadsUserTime: 23.32s (23322385000) - TotalThreadsVoluntaryContextSwitches: 115,611 (115611) - TotalTime: 35.5m (2127423926598) Fragment Instance Lifecycle Event Timeline Prepare Finished: 550ms (550979778) Open Finished: 31.9m (1915573701552) First Batch Produced: 32.0m (1917673624485) First Batch Sent: 32.0m (1917673624485) ExecInternal Finished: 35.5m (2127975906340) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (212401204824) - ExecTreeExecTime: 38.85s (38850574170) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915022721774) - ExecTreeOpenTime: 31.9m (1913615773411) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.9m (173128646137) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,424,164 (1424164) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 225ms (225991707) - TotalBytesSent: 33.4 MiB (35010305) - TotalTime: 2.9m (173548630729) - UncompressedRowBatchSize: 72.0 MiB (75480692) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,424,164 (1424164) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1952466347581) Node Lifecycle Event Timeline Open Started: 1.96s (1957928141) Open Finished: 31.9m (1915573701552) First Batch Requested: 31.9m (1915573701552) First Batch Returned: 32.0m (1917673624485) Last Batch Returned: 35.5m (2127909908762) Closed: 35.5m (2127975906340) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,424,164 (1424164) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1952292353972) Node Lifecycle Event Timeline Open Started: 1.96s (1957928141) Open Finished: 31.9m (1915573701552) First Batch Requested: 31.9m (1915573701552) First Batch Returned: 32.0m (1917673624485) Last Batch Returned: 35.5m (2127909908762) Closed: 35.5m (2127909908762) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.19s (13188515997) - GetResultsTime: 43ms (43998387) - HTResizeTime: 39ms (39998536) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,424,164 (1424164) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 505ms (505981431) - CumulativeAllocationBytes: 7.4 GiB (7983857664) - CumulativeAllocations: 3,807 (3807) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3890216960) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3755999232) - ReadIoOps: 1,791 (1791) - ReadIoWaitTime: 26.08s (26077042973) - SystemAllocTime: 500ms (500981615) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3890216960) - WriteIoOps: 1,855 (1855) - WriteIoWaitTime: 1.33s (1332951091) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 460ms (460983064) - InactiveTotalTime: 31.7m (1899069307273) - PeakMemoryUsage: 15.6 MiB (16356510) - RowsReturned: 24,257,028 (24257028) - RowsReturnedRate: 12765 per second (12765) - TotalTime: 31.7m (1900177266587) Node Lifecycle Event Timeline Open Started: 1.96s (1957928141) Open Finished: 28.19s (28189965383) First Batch Requested: 28.19s (28190965346) First Batch Returned: 28.21s (28210964612) Last Batch Returned: 31.9m (1915572701589) Closed: 31.9m (1915573701552) Buffer pool - AllocTime: 1.57s (1567942482) - CumulativeAllocationBytes: 6.0 GiB (6452043776) - CumulativeAllocations: 315,066 (315066) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.12s (1125958688) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.23s (26232037242) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4303716656) - TotalGetBatchTime: 31.7m (1899586288291) - DataWaitTime: 31.7m (1899069307273) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.75s (7746715727) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,533 (157533) - TotalBatchesReceived: 157,533 (157533) - TotalBytesReceived: 1.5 GiB (1614665802) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 61ms (61971092) - TotalRPCsDeferred: 71 (71) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 1.41s (1406948363) - CodegenSysTime: 12ms (12924000) - CodegenUserTime: 394ms (394442000) - CodegenVoluntaryContextSwitches: 70 (70) - CompileTime: 496ms (496981761) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999450) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 791ms (791970933) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 100ms (100996293) - TotalTime: 1.41s (1406948363) Instance c7456fdd806a4994:3209e926000003a2 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:30.485 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.4 MiB (46550201) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 1,421,935 (1421935) - TotalNetworkReceiveTime: 31.5m (1889563899197) - TotalNetworkSendTime: 2.9m (175359702157) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 231 (231) - TotalThreadsTotalWallClockTime: 35.5m (2127188720012) - TotalThreadsSysTime: 1.20s (1199732000) - TotalThreadsUserTime: 24.02s (24021005000) - TotalThreadsVoluntaryContextSwitches: 99,405 (99405) - TotalTime: 35.5m (2127324715902) Fragment Instance Lifecycle Event Timeline Prepare Finished: 554ms (554983226) Open Finished: 31.9m (1915339120252) First Batch Produced: 32.0m (1917468055934) First Batch Sent: 32.0m (1917468055934) ExecInternal Finished: 35.5m (2127744703208) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (212404582986) - ExecTreeExecTime: 36.59s (36587894640) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914784137026) - ExecTreeOpenTime: 31.9m (1913075188676) - PrepareTime: 135ms (135995890) - ExecTreePrepareTime: 52ms (52998398) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.9m (175359702157) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,935 (1421935) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 227ms (227993107) - TotalBytesSent: 33.3 MiB (34955580) - TotalTime: 2.9m (175859687046) - UncompressedRowBatchSize: 71.9 MiB (75362555) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,935 (1421935) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949714081774) Node Lifecycle Event Timeline Open Started: 2.26s (2263931576) Open Finished: 31.9m (1915339120252) First Batch Requested: 31.9m (1915339120252) First Batch Returned: 32.0m (1917468055934) Last Batch Returned: 35.5m (2127682705081) Closed: 35.5m (2127744703208) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,935 (1421935) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949543086934) Node Lifecycle Event Timeline Open Started: 2.26s (2263931576) Open Finished: 31.9m (1915339120252) First Batch Requested: 31.9m (1915339120252) First Batch Returned: 32.0m (1917468055934) Last Batch Returned: 35.5m (2127682705081) Closed: 35.5m (2127682705081) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 22.33s (22330325185) - GetResultsTime: 45ms (45998612) - HTResizeTime: 44ms (44998643) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,935 (1421935) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1.26s (1261961870) - CumulativeAllocationBytes: 7.4 GiB (7962886144) - CumulativeAllocations: 3,797 (3797) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3881828352) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3743416320) - ReadIoOps: 1,785 (1785) - ReadIoWaitTime: 23.02s (23023304450) - SystemAllocTime: 1.23s (1228962868) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3881828352) - WriteIoOps: 1,851 (1851) - WriteIoWaitTime: 1.86s (1856943891) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 476ms (476985577) - InactiveTotalTime: 31.5m (1888737924152) - PeakMemoryUsage: 10.1 MiB (10592256) - RowsReturned: 24,198,943 (24198943) - RowsReturnedRate: 12802 per second (12802) - TotalTime: 31.5m (1890132881995) Node Lifecycle Event Timeline Open Started: 2.26s (2263931576) Open Finished: 27.96s (27959154978) First Batch Requested: 27.96s (27960154948) First Batch Returned: 27.98s (27981154313) Last Batch Returned: 31.9m (1915338120282) Closed: 31.9m (1915339120252) Buffer pool - AllocTime: 5.56s (5559831978) - CumulativeAllocationBytes: 6.0 GiB (6436569088) - CumulativeAllocations: 314,314 (314314) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.1 MiB (10592256) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.1 MiB (10592256) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4.75s (4745856578) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.70s (25695223402) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4293527998) - TotalGetBatchTime: 31.5m (1889528900256) - DataWaitTime: 31.5m (1888737924152) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 12.78s (12784613596) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,157 (157157) - TotalBatchesReceived: 157,157 (157157) - TotalBytesReceived: 1.5 GiB (1610812499) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 46 (46) - CodegenTotalWallClockTime: 1.71s (1708948350) - CodegenSysTime: 7ms (7973000) - CodegenUserTime: 411ms (411560000) - CodegenVoluntaryContextSwitches: 127 (127) - CompileTime: 576ms (576982562) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 99ms (99996978) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 920ms (920972165) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 108ms (108996706) - TotalTime: 1.71s (1708948350) Instance c7456fdd806a4994:3209e92600000398 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:30.489 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.8 MiB (42749113) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 1,422,758 (1422758) - TotalNetworkReceiveTime: 31.6m (1897317883872) - TotalNetworkSendTime: 2.9m (172713531979) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 253 (253) - TotalThreadsTotalWallClockTime: 35.5m (2127133607499) - TotalThreadsSysTime: 1.31s (1313642000) - TotalThreadsUserTime: 23.63s (23629746000) - TotalThreadsVoluntaryContextSwitches: 112,058 (112058) - TotalTime: 35.5m (2127186605818) Fragment Instance Lifecycle Event Timeline Prepare Finished: 598ms (598981008) Open Finished: 31.9m (1915317313475) First Batch Produced: 32.0m (1917478245055) First Batch Sent: 32.0m (1917478245055) ExecInternal Finished: 35.5m (2127734588444) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (212415275032) - ExecTreeExecTime: 39.26s (39264756894) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914718332467) - ExecTreeOpenTime: 31.9m (1913212380216) - PrepareTime: 52ms (52998319) - ExecTreePrepareTime: 47ms (47998478) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.9m (172713531979) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,758 (1422758) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 221ms (221992967) - TotalBytesSent: 33.4 MiB (34979323) - TotalTime: 2.9m (173156517947) - UncompressedRowBatchSize: 71.9 MiB (75406174) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,758 (1422758) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1952525135588) Node Lifecycle Event Timeline Open Started: 2.10s (2104933259) Open Finished: 31.9m (1915317313475) First Batch Requested: 31.9m (1915317313475) First Batch Returned: 32.0m (1917478245055) Last Batch Returned: 35.5m (2127669590501) Closed: 35.5m (2127733588475) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,758 (1422758) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1952355140967) Node Lifecycle Event Timeline Open Started: 2.10s (2104933259) Open Finished: 31.9m (1915317313475) First Batch Requested: 31.9m (1915317313475) First Batch Returned: 32.0m (1917478245055) Last Batch Returned: 35.5m (2127668590533) Closed: 35.5m (2127669590501) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.03s (15027523822) - GetResultsTime: 48ms (48998451) - HTResizeTime: 48ms (48998451) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,758 (1422758) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 607ms (607980740) - CumulativeAllocationBytes: 7.4 GiB (7983857664) - CumulativeAllocations: 3,807 (3807) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3886022656) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3760193536) - ReadIoOps: 1,793 (1793) - ReadIoWaitTime: 26.22s (26218169936) - SystemAllocTime: 546ms (546982675) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3886022656) - WriteIoOps: 1,853 (1853) - WriteIoWaitTime: 1.03s (1030967317) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 460ms (460985392) - InactiveTotalTime: 31.6m (1896792900494) - PeakMemoryUsage: 6.5 MiB (6791168) - RowsReturned: 24,206,859 (24206859) - RowsReturnedRate: 12754 per second (12754) - TotalTime: 31.6m (1897874866219) Node Lifecycle Event Timeline Open Started: 2.10s (2104933259) Open Finished: 27.95s (27945113959) First Batch Requested: 27.95s (27945113959) First Batch Returned: 27.96s (27962113420) Last Batch Returned: 31.9m (1915316313506) Closed: 31.9m (1915317313475) Buffer pool - AllocTime: 2.03s (2030935639) - CumulativeAllocationBytes: 6.0 GiB (6438707200) - CumulativeAllocations: 314,416 (314416) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.5 MiB (6791168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.5 MiB (6791168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.52s (1518951863) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.84s (25840180700) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4294437966) - TotalGetBatchTime: 31.6m (1897291884691) - DataWaitTime: 31.6m (1896792900494) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.72s (8720723625) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,208 (157208) - TotalBatchesReceived: 157,208 (157208) - TotalBytesReceived: 1.5 GiB (1611384010) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.50s (1504952283) - CodegenSysTime: 11ms (11994000) - CodegenUserTime: 411ms (411299000) - CodegenVoluntaryContextSwitches: 76 (76) - CompileTime: 493ms (493984337) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999778) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 872ms (872972321) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 110ms (110996481) - TotalTime: 1.50s (1504952283) Instance c7456fdd806a4994:3209e9260000039d (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.549 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 46.6 MiB (48893113) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 1,421,893 (1421893) - TotalNetworkReceiveTime: 31.7m (1899679676576) - TotalNetworkSendTime: 2.9m (172213238291) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 217 (217) - TotalThreadsTotalWallClockTime: 35.4m (2122348277771) - TotalThreadsSysTime: 1.33s (1326244000) - TotalThreadsUserTime: 22.95s (22951589000) - TotalThreadsVoluntaryContextSwitches: 114,685 (114685) - TotalTime: 35.4m (2122361277864) Fragment Instance Lifecycle Event Timeline Prepare Finished: 411ms (411002956) Open Finished: 31.9m (1915564790921) First Batch Produced: 32.0m (1917449804472) First Batch Sent: 32.0m (1917449804472) ExecInternal Finished: 35.4m (2122760280734) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207194489806) - ExecTreeExecTime: 34.55s (34548248409) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915153787965) - ExecTreeOpenTime: 31.9m (1913900778953) - PrepareTime: 13ms (13000093) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.9m (172213238291) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,893 (1421893) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 203ms (203001454) - TotalBytesSent: 33.3 MiB (34957925) - TotalTime: 2.9m (172657241476) - UncompressedRowBatchSize: 71.9 MiB (75360329) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,893 (1421893) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1948447027348) Node Lifecycle Event Timeline Open Started: 1.66s (1664011968) Open Finished: 31.9m (1915564790921) First Batch Requested: 31.9m (1915564790921) First Batch Returned: 32.0m (1917449804472) Last Batch Returned: 35.4m (2122628279784) Closed: 35.4m (2122760280734) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,893 (1421893) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1948290026217) Node Lifecycle Event Timeline Open Started: 1.66s (1664011968) Open Finished: 31.9m (1915564790921) First Batch Requested: 31.9m (1915564790921) First Batch Returned: 32.0m (1917449804472) Last Batch Returned: 35.4m (2122628279784) Closed: 35.4m (2122628279784) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.18s (13179094863) - GetResultsTime: 49ms (49000353) - HTResizeTime: 53ms (53000381) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,893 (1421893) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 507ms (507003661) - CumulativeAllocationBytes: 7.4 GiB (7975469056) - CumulativeAllocations: 3,803 (3803) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3886022656) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3751804928) - ReadIoOps: 1,789 (1789) - ReadIoWaitTime: 21.64s (21643155631) - SystemAllocTime: 491ms (491003544) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3886022656) - WriteIoOps: 1,853 (1853) - WriteIoWaitTime: 1.01s (1013007279) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 450ms (450003252) - InactiveTotalTime: 31.7m (1899087672305) - PeakMemoryUsage: 12.3 MiB (12935168) - RowsReturned: 24,222,835 (24222835) - RowsReturnedRate: 12747 per second (12747) - TotalTime: 31.7m (1900231680567) Node Lifecycle Event Timeline Open Started: 1.66s (1664011968) Open Finished: 28.19s (28192202771) First Batch Requested: 28.19s (28192202771) First Batch Returned: 28.21s (28207202879) Last Batch Returned: 31.9m (1915563790913) Closed: 31.9m (1915564790921) Buffer pool - AllocTime: 2.52s (2518018153) - CumulativeAllocationBytes: 6.0 GiB (6442967040) - CumulativeAllocations: 314,620 (314620) - InactiveTotalTime: 0ns (0) - PeakReservation: 12.3 MiB (12935168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 12.3 MiB (12935168) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.96s (1958014121) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.53s (26528190803) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4297782342) - TotalGetBatchTime: 31.7m (1899647676343) - DataWaitTime: 31.7m (1899087672305) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.36s (9358067410) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,310 (157310) - TotalBatchesReceived: 157,310 (157310) - TotalBytesReceived: 1.5 GiB (1612299916) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.25s (1253009012) - CodegenSysTime: 7ms (7920000) - CodegenUserTime: 409ms (409936000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 296ms (296002129) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28000202) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 787ms (787005660) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 130ms (130000935) - TotalTime: 1.25s (1253009012) Instance c7456fdd806a4994:3209e9260000038b (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.546 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.5 MiB (40365241) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 1,420,245 (1420245) - TotalNetworkReceiveTime: 31.7m (1900681262550) - TotalNetworkSendTime: 2.8m (169726056981) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 294 (294) - TotalThreadsTotalWallClockTime: 35.4m (2122275197896) - TotalThreadsSysTime: 1.29s (1289092000) - TotalThreadsUserTime: 23.12s (23125002000) - TotalThreadsVoluntaryContextSwitches: 116,319 (116319) - TotalTime: 35.4m (2122276197855) Fragment Instance Lifecycle Event Timeline Prepare Finished: 475ms (475980520) Open Finished: 31.9m (1915548654454) First Batch Produced: 32.0m (1917473575720) First Batch Sent: 32.0m (1917473575720) ExecInternal Finished: 35.4m (2122753178334) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207202523962) - ExecTreeExecTime: 37.04s (37040484813) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915072673934) - ExecTreeOpenTime: 31.9m (1913789726438) - PrepareTime: 999.96us (999959) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (169726056981) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,420,245 (1420245) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 251ms (251989693) - TotalBytesSent: 33.3 MiB (34917216) - TotalTime: 2.8m (170163039108) - UncompressedRowBatchSize: 71.8 MiB (75272985) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,420,245 (1420245) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1950830211251) Node Lifecycle Event Timeline Open Started: 1.76s (1758928016) Open Finished: 31.9m (1915548654454) First Batch Requested: 31.9m (1915548654454) First Batch Returned: 32.0m (1917473575720) Last Batch Returned: 35.4m (2122598184676) Closed: 35.4m (2122752178375) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,420,245 (1420245) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1950676217551) Node Lifecycle Event Timeline Open Started: 1.76s (1758928016) Open Finished: 31.9m (1915548654454) First Batch Requested: 31.9m (1915548654454) First Batch Returned: 32.0m (1917473575720) Last Batch Returned: 35.4m (2122598184676) Closed: 35.4m (2122598184676) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.17s (12167502385) - GetResultsTime: 53ms (53997793) - HTResizeTime: 48ms (48997995) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,420,245 (1420245) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 388ms (388984093) - CumulativeAllocationBytes: 7.4 GiB (7958691840) - CumulativeAllocations: 3,795 (3795) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3873439744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3747610624) - ReadIoOps: 1,787 (1787) - ReadIoWaitTime: 24.14s (24136012684) - SystemAllocTime: 382ms (382984336) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3873439744) - WriteIoOps: 1,847 (1847) - WriteIoWaitTime: 880ms (880963955) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 415ms (415982987) - InactiveTotalTime: 31.7m (1900116285656) - PeakMemoryUsage: 4.2 MiB (4407296) - RowsReturned: 24,153,940 (24153940) - RowsReturnedRate: 12704 per second (12704) - TotalTime: 31.7m (1901192241649) Node Lifecycle Event Timeline Open Started: 1.76s (1758928016) Open Finished: 28.20s (28199845917) First Batch Requested: 28.20s (28199845917) First Batch Returned: 28.20s (28204845712) Last Batch Returned: 31.9m (1915548654454) Closed: 31.9m (1915548654454) Buffer pool - AllocTime: 1.67s (1665931867) - CumulativeAllocationBytes: 6.0 GiB (6424649728) - CumulativeAllocations: 313,736 (313736) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.2 MiB (4407296) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.2 MiB (4407296) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1081955754) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.44s (26440917901) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4285721353) - TotalGetBatchTime: 31.7m (1900651263777) - DataWaitTime: 31.7m (1900116285656) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.53s (7526692130) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 156,868 (156868) - TotalBatchesReceived: 156,868 (156868) - TotalBytesReceived: 1.5 GiB (1607787829) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 81 (81) - CodegenTotalWallClockTime: 1.28s (1282947496) - CodegenSysTime: 6ms (6024000) - CodegenUserTime: 391ms (391853000) - CodegenVoluntaryContextSwitches: 69 (69) - CompileTime: 382ms (382984326) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999714) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 758ms (758968940) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 109ms (109995499) - TotalTime: 1.28s (1282947496) Instance c7456fdd806a4994:3209e92600000388 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.860 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 44.1 MiB (46263481) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 1,422,370 (1422370) - TotalNetworkReceiveTime: 31.7m (1901210137326) - TotalNetworkSendTime: 2.8m (168428981840) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 194 (194) - TotalThreadsTotalWallClockTime: 35.4m (2122219488326) - TotalThreadsSysTime: 1.16s (1159294000) - TotalThreadsUserTime: 23.08s (23076662000) - TotalThreadsVoluntaryContextSwitches: 117,111 (117111) - TotalTime: 35.4m (2122219488326) Fragment Instance Lifecycle Event Timeline Prepare Finished: 468ms (468994355) Open Finished: 31.9m (1915489965386) First Batch Produced: 32.0m (1917606940019) First Batch Sent: 32.0m (1917606940019) ExecInternal Finished: 35.4m (2122690482657) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207198517295) - ExecTreeExecTime: 38.31s (38306540999) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915020971031) - ExecTreeOpenTime: 31.9m (1913823985439) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (168428981840) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,370 (1422370) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 246ms (246997041) - TotalBytesSent: 33.3 MiB (34969868) - TotalTime: 2.8m (168891976296) - UncompressedRowBatchSize: 71.9 MiB (75385610) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,370 (1422370) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1952130526438) Node Lifecycle Event Timeline Open Started: 1.67s (1665979947) Open Finished: 31.9m (1915489965386) First Batch Requested: 31.9m (1915489965386) First Batch Returned: 32.0m (1917606940019) Last Batch Returned: 35.4m (2122553484299) Closed: 35.4m (2122689482669) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,370 (1422370) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951970528356) Node Lifecycle Event Timeline Open Started: 1.67s (1665979947) Open Finished: 31.9m (1915489965386) First Batch Requested: 31.9m (1915489965386) First Batch Returned: 32.0m (1917605940031) Last Batch Returned: 35.4m (2122553484299) Closed: 35.4m (2122553484299) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.70s (11698859143) - GetResultsTime: 54ms (54999341) - HTResizeTime: 42ms (42999486) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,370 (1422370) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 360ms (360995656) - CumulativeAllocationBytes: 7.4 GiB (7985954816) - CumulativeAllocations: 3,808 (3808) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3888119808) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3760193536) - ReadIoOps: 1,793 (1793) - ReadIoWaitTime: 25.64s (25639692777) - SystemAllocTime: 356ms (356995704) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3888119808) - WriteIoOps: 1,854 (1854) - WriteIoWaitTime: 932ms (932988762) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 435ms (435994742) - InactiveTotalTime: 31.7m (1900670143826) - PeakMemoryUsage: 9.8 MiB (10305536) - RowsReturned: 24,219,957 (24219957) - RowsReturnedRate: 12735 per second (12735) - TotalTime: 31.7m (1901734131007) Node Lifecycle Event Timeline Open Started: 1.67s (1665979947) Open Finished: 28.13s (28132661372) First Batch Requested: 28.13s (28132661372) First Batch Returned: 28.15s (28146661203) Last Batch Returned: 31.9m (1915489965386) Closed: 31.9m (1915489965386) Buffer pool - AllocTime: 1.28s (1280984583) - CumulativeAllocationBytes: 6.0 GiB (6442131456) - CumulativeAllocations: 314,578 (314578) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.8 MiB (10305536) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.8 MiB (10305536) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 949ms (949988571) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.47s (26466681425) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4297289063) - TotalGetBatchTime: 31.7m (1901180137686) - DataWaitTime: 31.7m (1900670143826) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.31s (7306912014) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,289 (157289) - TotalBatchesReceived: 157,289 (157289) - TotalBytesReceived: 1.5 GiB (1612131465) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 25 (25) - CodegenTotalWallClockTime: 1.20s (1196985592) - CodegenSysTime: 6ms (6026000) - CodegenUserTime: 396ms (396698000) - CodegenVoluntaryContextSwitches: 73 (73) - CompileTime: 437ms (437994728) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999807) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 675ms (675991863) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 64ms (64999218) - TotalTime: 1.20s (1196985592) Instance c7456fdd806a4994:3209e926000003ae (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.765 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.3 MiB (43281593) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 1,423,921 (1423921) - TotalNetworkReceiveTime: 31.6m (1898620992481) - TotalNetworkSendTime: 2.8m (168712289680) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 255 (255) - TotalThreadsTotalWallClockTime: 35.4m (2122201750197) - TotalThreadsSysTime: 1.10s (1101887000) - TotalThreadsUserTime: 23.58s (23580619000) - TotalThreadsVoluntaryContextSwitches: 113,570 (113570) - TotalTime: 35.4m (2122201750197) Fragment Instance Lifecycle Event Timeline Prepare Finished: 449ms (449987437) Open Finished: 31.9m (1915474521868) First Batch Produced: 32.0m (1917565463490) First Batch Sent: 32.0m (1917565463490) ExecInternal Finished: 35.4m (2122652737606) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207177215766) - ExecTreeExecTime: 38.04s (38039937947) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915024534431) - ExecTreeOpenTime: 31.9m (1913291582814) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (168712289680) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,423,921 (1423921) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 216ms (216993947) - TotalBytesSent: 33.4 MiB (35005729) - TotalTime: 2.8m (169137277819) - UncompressedRowBatchSize: 72.0 MiB (75467813) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,423,921 (1423921) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1951330520790) Node Lifecycle Event Timeline Open Started: 2.18s (2182939054) Open Finished: 31.9m (1915474521868) First Batch Requested: 31.9m (1915474521868) First Batch Returned: 32.0m (1917565463490) Last Batch Returned: 35.4m (2122511741542) Closed: 35.4m (2122652737606) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,423,921 (1423921) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1951149525843) Node Lifecycle Event Timeline Open Started: 2.18s (2182939054) Open Finished: 31.9m (1915474521868) First Batch Requested: 31.9m (1915474521868) First Batch Returned: 32.0m (1917565463490) Last Batch Returned: 35.4m (2122511741542) Closed: 35.4m (2122511741542) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.84s (13836613616) - GetResultsTime: 38ms (38998906) - HTResizeTime: 43ms (43998768) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,423,921 (1423921) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 529ms (529985198) - CumulativeAllocationBytes: 7.5 GiB (8004829184) - CumulativeAllocations: 3,817 (3817) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3890216960) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3776970752) - ReadIoOps: 1,801 (1801) - ReadIoWaitTime: 25.01s (25012301681) - SystemAllocTime: 520ms (520985449) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3890216960) - WriteIoOps: 1,855 (1855) - WriteIoWaitTime: 1.09s (1087969634) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 442ms (442987631) - InactiveTotalTime: 31.6m (1898042008648) - PeakMemoryUsage: 7.0 MiB (7323648) - RowsReturned: 24,255,872 (24255872) - RowsReturnedRate: 12771 per second (12771) - TotalTime: 31.7m (1899161977378) Node Lifecycle Event Timeline Open Started: 2.18s (2182939054) Open Finished: 28.09s (28090215747) First Batch Requested: 28.09s (28092215691) First Batch Returned: 28.11s (28105215328) Last Batch Returned: 31.9m (1915474521868) Closed: 31.9m (1915474521868) Buffer pool - AllocTime: 2.07s (2073942094) - CumulativeAllocationBytes: 6.0 GiB (6451773440) - CumulativeAllocations: 315,050 (315050) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.0 MiB (7323648) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.0 MiB (7323648) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.64s (1643954101) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.91s (25907276693) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4303309075) - TotalGetBatchTime: 31.6m (1898596993152) - DataWaitTime: 31.6m (1898042008648) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.90s (7900779465) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,525 (157525) - TotalBatchesReceived: 157,525 (157525) - TotalBytesReceived: 1.5 GiB (1614437617) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 59 (59) - CodegenTotalWallClockTime: 1.73s (1732951617) - CodegenSysTime: 13ms (13870000) - CodegenUserTime: 403ms (403240000) - CodegenVoluntaryContextSwitches: 131 (131) - CompileTime: 622ms (622982607) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 48ms (48998632) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 881ms (881975376) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 153ms (153995700) - TotalTime: 1.73s (1732951617) Instance c7456fdd806a4994:3209e92600000394 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.593 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52180944) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 1,421,031 (1421031) - TotalNetworkReceiveTime: 31.6m (1897266305496) - TotalNetworkSendTime: 2.8m (168756959679) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 239 (239) - TotalThreadsTotalWallClockTime: 35.4m (2122157919162) - TotalThreadsSysTime: 1.27s (1272843000) - TotalThreadsUserTime: 23.22s (23217156000) - TotalThreadsVoluntaryContextSwitches: 112,929 (112929) - TotalTime: 35.4m (2122158919155) Fragment Instance Lifecycle Event Timeline Prepare Finished: 361ms (361997770) Open Finished: 31.9m (1915334194152) First Batch Produced: 32.0m (1917159182902) First Batch Sent: 32.0m (1917159182902) ExecInternal Finished: 35.4m (2122521916920) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207185722780) - ExecTreeExecTime: 37.99s (37987765824) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914972196382) - ExecTreeOpenTime: 31.9m (1913414205977) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (168756959679) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,031 (1421031) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 240ms (240998511) - TotalBytesSent: 33.3 MiB (34938871) - TotalTime: 2.8m (169198956949) - UncompressedRowBatchSize: 71.8 MiB (75314643) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,031 (1421031) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951401971801) Node Lifecycle Event Timeline Open Started: 1.92s (1919988175) Open Finished: 31.9m (1915334194152) First Batch Requested: 31.9m (1915334194152) First Batch Returned: 32.0m (1917159182902) Last Batch Returned: 35.4m (2122367917869) Closed: 35.4m (2122520916926) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,031 (1421031) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1951230972849) Node Lifecycle Event Timeline Open Started: 1.92s (1919988175) Open Finished: 31.9m (1915334194152) First Batch Requested: 31.9m (1915334194152) First Batch Returned: 32.0m (1917158182908) Last Batch Returned: 35.4m (2122367917869) Closed: 35.4m (2122367917869) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.36s (15360905319) - GetResultsTime: 31ms (31999804) - HTResizeTime: 45ms (45999718) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,031 (1421031) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 797ms (797995082) - CumulativeAllocationBytes: 7.4 GiB (7944011776) - CumulativeAllocations: 3,788 (3788) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3873439744) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3732930560) - ReadIoOps: 1,780 (1780) - ReadIoWaitTime: 25.11s (25113845182) - SystemAllocTime: 723ms (723995538) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3873439744) - WriteIoOps: 1,847 (1847) - WriteIoWaitTime: 1.39s (1394991413) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 447ms (447997244) - InactiveTotalTime: 31.6m (1896689309046) - PeakMemoryUsage: 15.5 MiB (16222999) - RowsReturned: 24,153,409 (24153409) - RowsReturnedRate: 12726 per second (12726) - TotalTime: 31.6m (1897810302148) Node Lifecycle Event Timeline Open Started: 1.92s (1919988175) Open Finished: 27.97s (27971827720) First Batch Requested: 27.97s (27972827714) First Batch Returned: 27.98s (27985827634) Last Batch Returned: 31.9m (1915334194152) Closed: 31.9m (1915334194152) Buffer pool - AllocTime: 2.49s (2492984627) - CumulativeAllocationBytes: 6.0 GiB (6424436736) - CumulativeAllocations: 313,716 (313716) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15925248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15925248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.15s (2145986769) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.05s (26051839545) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4285343108) - TotalGetBatchTime: 31.6m (1897247305614) - DataWaitTime: 31.6m (1896689309046) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.60s (8597946985) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 156,858 (156858) - TotalBatchesReceived: 156,858 (156858) - TotalBytesReceived: 1.5 GiB (1607873919) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 24ms (24292775) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.56s (1557990405) - CodegenSysTime: 14ms (14577000) - CodegenUserTime: 388ms (388914000) - CodegenVoluntaryContextSwitches: 87 (87) - CompileTime: 635ms (635996083) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999939) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 876ms (876994599) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 32ms (32999797) - TotalTime: 1.56s (1557990405) Instance c7456fdd806a4994:3209e9260000039b (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.190 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.1 MiB (47336633) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 1,420,993 (1420993) - TotalNetworkReceiveTime: 31.7m (1900072246667) - TotalNetworkSendTime: 2.8m (167562965831) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 265 (265) - TotalThreadsTotalWallClockTime: 35.4m (2122141875871) - TotalThreadsSysTime: 1.20s (1200582000) - TotalThreadsUserTime: 23.18s (23178431000) - TotalThreadsVoluntaryContextSwitches: 116,739 (116739) - TotalTime: 35.4m (2122150875816) Fragment Instance Lifecycle Event Timeline Prepare Finished: 498ms (498996925) Open Finished: 31.9m (1915469151424) First Batch Produced: 32.0m (1917576138420) First Batch Sent: 32.0m (1917576138420) ExecInternal Finished: 35.4m (2122642872784) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207172721366) - ExecTreeExecTime: 39.19s (39189758135) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914970154499) - ExecTreeOpenTime: 31.9m (1913360164424) - PrepareTime: 7ms (7999951) - ExecTreePrepareTime: 6ms (6999957) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (167562965831) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,420,993 (1420993) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 224ms (224998607) - TotalBytesSent: 33.3 MiB (34934663) - TotalTime: 2.8m (167979963249) - UncompressedRowBatchSize: 71.8 MiB (75312629) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,420,993 (1420993) - RowsReturnedRate: 727 per second (727) - TotalTime: 32.5m (1952556922516) Node Lifecycle Event Timeline Open Started: 2.11s (2107987006) Open Finished: 31.9m (1915468151430) First Batch Requested: 31.9m (1915469151424) First Batch Returned: 32.0m (1917576138420) Last Batch Returned: 35.4m (2122521873531) Closed: 35.4m (2122642872784) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,420,993 (1420993) - RowsReturnedRate: 727 per second (727) - TotalTime: 32.5m (1952383923583) Node Lifecycle Event Timeline Open Started: 2.11s (2107987006) Open Finished: 31.9m (1915468151430) First Batch Requested: 31.9m (1915469151424) First Batch Returned: 32.0m (1917576138420) Last Batch Returned: 35.4m (2122521873531) Closed: 35.4m (2122521873531) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.43s (12425923087) - GetResultsTime: 51ms (51999683) - HTResizeTime: 48ms (48999695) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,420,993 (1420993) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 336ms (336997909) - CumulativeAllocationBytes: 7.4 GiB (7954497536) - CumulativeAllocations: 3,793 (3793) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3883925504) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3732930560) - ReadIoOps: 1,780 (1780) - ReadIoWaitTime: 26.31s (26312837602) - SystemAllocTime: 329ms (329997951) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3883925504) - WriteIoOps: 1,852 (1852) - WriteIoWaitTime: 1.52s (1518990627) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 426ms (426997355) - InactiveTotalTime: 31.7m (1899545249940) - PeakMemoryUsage: 10.9 MiB (11378688) - RowsReturned: 24,204,696 (24204696) - RowsReturnedRate: 12735 per second (12735) - TotalTime: 31.7m (1900588243470) Node Lifecycle Event Timeline Open Started: 2.11s (2107987006) Open Finished: 28.09s (28092826831) First Batch Requested: 28.09s (28092826831) First Batch Returned: 28.11s (28111826713) Last Batch Returned: 31.9m (1915468151430) Closed: 31.9m (1915468151430) Buffer pool - AllocTime: 1.14s (1140992949) - CumulativeAllocationBytes: 6.0 GiB (6438109184) - CumulativeAllocations: 314,386 (314386) - InactiveTotalTime: 0ns (0) - PeakReservation: 10.9 MiB (11378688) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 10.9 MiB (11378688) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 786ms (786995131) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.98s (25984839825) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4294975380) - TotalGetBatchTime: 31.7m (1900043246845) - DataWaitTime: 31.7m (1899545249940) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.11s (7112955987) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,193 (157193) - TotalBatchesReceived: 157,193 (157193) - TotalBytesReceived: 1.5 GiB (1611327241) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 73 (73) - CodegenTotalWallClockTime: 1.61s (1608990081) - CodegenSysTime: 5ms (5966000) - CodegenUserTime: 392ms (392155000) - CodegenVoluntaryContextSwitches: 111 (111) - CompileTime: 296ms (296998169) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999902) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 1.20s (1200992597) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 92ms (92999426) - TotalTime: 1.61s (1608990081) Instance c7456fdd806a4994:3209e926000003a8 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:24.902 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.6 MiB (42544313) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 1,424,069 (1424069) - TotalNetworkReceiveTime: 31.7m (1899639527391) - TotalNetworkSendTime: 2.8m (169492886638) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 225 (225) - TotalThreadsTotalWallClockTime: 35.4m (2122104066131) - TotalThreadsSysTime: 1.23s (1232770000) - TotalThreadsUserTime: 23.24s (23242037000) - TotalThreadsVoluntaryContextSwitches: 116,358 (116358) - TotalTime: 35.4m (2122104066131) Fragment Instance Lifecycle Event Timeline Prepare Finished: 488ms (488996791) Open Finished: 31.9m (1915407423877) First Batch Produced: 32.0m (1917369410988) First Batch Sent: 32.0m (1917369410988) ExecInternal Finished: 35.4m (2122594062916) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207185639045) - ExecTreeExecTime: 37.27s (37267755197) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914918427086) - ExecTreeOpenTime: 31.9m (1913891433825) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (169492886638) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,424,069 (1424069) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 211ms (211998609) - TotalBytesSent: 33.4 MiB (35012484) - TotalTime: 2.8m (169915883862) - UncompressedRowBatchSize: 72.0 MiB (75475657) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,424,069 (1424069) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1951157189036) Node Lifecycle Event Timeline Open Started: 1.51s (1515990052) Open Finished: 31.9m (1915407423877) First Batch Requested: 31.9m (1915407423877) First Batch Returned: 32.0m (1917369410988) Last Batch Returned: 35.4m (2122493063579) Closed: 35.4m (2122594062916) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,424,069 (1424069) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1950971190258) Node Lifecycle Event Timeline Open Started: 1.51s (1515990052) Open Finished: 31.9m (1915407423877) First Batch Requested: 31.9m (1915407423877) First Batch Returned: 32.0m (1917369410988) Last Batch Returned: 35.4m (2122493063579) Closed: 35.4m (2122493063579) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.34s (13343912407) - GetResultsTime: 42ms (42999720) - HTResizeTime: 47ms (47999681) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,424,069 (1424069) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 348ms (348997702) - CumulativeAllocationBytes: 7.4 GiB (7975469056) - CumulativeAllocations: 3,803 (3803) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3892314112) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3745513472) - ReadIoOps: 1,786 (1786) - ReadIoWaitTime: 24.46s (24456839383) - SystemAllocTime: 341ms (341997746) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3892314112) - WriteIoOps: 1,856 (1856) - WriteIoWaitTime: 1.06s (1060993030) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 444ms (444997065) - InactiveTotalTime: 31.7m (1899124530773) - PeakMemoryUsage: 6.3 MiB (6586368) - RowsReturned: 24,243,559 (24243559) - RowsReturnedRate: 12758 per second (12758) - TotalTime: 31.7m (1900168523904) Node Lifecycle Event Timeline Open Started: 1.51s (1515990052) Open Finished: 27.99s (27991816311) First Batch Requested: 27.99s (27992816305) First Batch Returned: 28.04s (28044815963) Last Batch Returned: 31.9m (1915407423877) Closed: 31.9m (1915407423877) Buffer pool - AllocTime: 1.82s (1824988031) - CumulativeAllocationBytes: 6.0 GiB (6448447488) - CumulativeAllocations: 314,888 (314888) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.3 MiB (6586368) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.3 MiB (6586368) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.52s (1521990015) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.48s (26475826259) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4301618557) - TotalGetBatchTime: 31.7m (1899606527606) - DataWaitTime: 31.7m (1899124530773) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.61s (7608950058) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,444 (157444) - TotalBatchesReceived: 157,444 (157444) - TotalBytesReceived: 1.5 GiB (1614013589) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 51 (51) - CodegenTotalWallClockTime: 1.03s (1026993261) - CodegenSysTime: 8ms (8900000) - CodegenUserTime: 391ms (391629000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 395ms (395997401) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999954) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 518ms (518996595) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 103ms (103999318) - TotalTime: 1.03s (1026993261) Instance c7456fdd806a4994:3209e926000003ac (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.274 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52296910) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 1,423,158 (1423158) - TotalNetworkReceiveTime: 31.6m (1897493131385) - TotalNetworkSendTime: 2.8m (169898517246) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 297 (297) - TotalThreadsTotalWallClockTime: 35.4m (2122018599943) - TotalThreadsSysTime: 1.27s (1275793000) - TotalThreadsUserTime: 23.55s (23553533000) - TotalThreadsVoluntaryContextSwitches: 114,027 (114027) - TotalTime: 35.4m (2122018599943) Fragment Instance Lifecycle Event Timeline Prepare Finished: 452ms (452974724) Open Finished: 31.9m (1915282138787) First Batch Produced: 32.0m (1917444018127) First Batch Sent: 32.0m (1917444018127) ExecInternal Finished: 35.4m (2122473574555) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207189435880) - ExecTreeExecTime: 36.82s (36816945091) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914829164063) - ExecTreeOpenTime: 31.9m (1913627231134) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (169899517190) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,423,158 (1423158) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 231ms (231987046) - TotalBytesSent: 33.4 MiB (34991626) - TotalTime: 2.8m (170372490789) - UncompressedRowBatchSize: 71.9 MiB (75427374) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,423,158 (1423158) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1950444176225) Node Lifecycle Event Timeline Open Started: 1.65s (1654907653) Open Finished: 31.9m (1915282138787) First Batch Requested: 31.9m (1915282138787) First Batch Returned: 32.0m (1917444018127) Last Batch Returned: 35.4m (2122312583541) Closed: 35.4m (2122472574611) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,423,158 (1423158) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1950275185657) Node Lifecycle Event Timeline Open Started: 1.65s (1654907653) Open Finished: 31.9m (1915282138787) First Batch Requested: 31.9m (1915282138787) First Batch Returned: 32.0m (1917444018127) Last Batch Returned: 35.4m (2122312583541) Closed: 35.4m (2122312583541) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.27s (15273147764) - GetResultsTime: 35ms (35997989) - HTResizeTime: 43ms (43997542) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,423,158 (1423158) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 436ms (436975616) - CumulativeAllocationBytes: 7.4 GiB (7964983296) - CumulativeAllocations: 3,798 (3798) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3879731200) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3747610624) - ReadIoOps: 1,787 (1787) - ReadIoWaitTime: 23.84s (23843669149) - SystemAllocTime: 434ms (434975726) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3879731200) - WriteIoOps: 1,850 (1850) - WriteIoWaitTime: 3.07s (3073828487) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 462ms (462974174) - InactiveTotalTime: 31.6m (1896940162227) - PeakMemoryUsage: 15.6 MiB (16338965) - RowsReturned: 24,182,072 (24182072) - RowsReturnedRate: 12740 per second (12740) - TotalTime: 31.6m (1898031101384) Node Lifecycle Event Timeline Open Started: 1.65s (1654907653) Open Finished: 27.91s (27905442811) First Batch Requested: 27.91s (27906442756) First Batch Returned: 27.92s (27918442086) Last Batch Returned: 31.9m (1915282138787) Closed: 31.9m (1915282138787) Buffer pool - AllocTime: 1.42s (1423920562) - CumulativeAllocationBytes: 6.0 GiB (6432038912) - CumulativeAllocations: 314,088 (314088) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.08s (1081939636) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.25s (26250535158) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4290385558) - TotalGetBatchTime: 31.6m (1897472132556) - DataWaitTime: 31.6m (1896940162227) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.40s (7399587162) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,044 (157044) - TotalBatchesReceived: 157,044 (157044) - TotalBytesReceived: 1.5 GiB (1609833940) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.71s (1705509856) - TotalRPCsDeferred: 117 (117) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 51 (51) - CodegenTotalWallClockTime: 1.20s (1201932929) - CodegenSysTime: 9ms (9943000) - CodegenUserTime: 391ms (391764000) - CodegenVoluntaryContextSwitches: 47 (47) - CompileTime: 389ms (389978238) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999051) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 721ms (721959713) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 70ms (70996038) - TotalTime: 1.20s (1201932929) Instance c7456fdd806a4994:3209e926000003a1 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.243 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.8 MiB (52230080) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 1,423,904 (1423904) - TotalNetworkReceiveTime: 31.6m (1898594429150) - TotalNetworkSendTime: 2.8m (168965795154) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 278 (278) - TotalThreadsTotalWallClockTime: 35.4m (2121929836223) - TotalThreadsSysTime: 1.25s (1249238000) - TotalThreadsUserTime: 23.39s (23394515000) - TotalThreadsVoluntaryContextSwitches: 116,342 (116342) - TotalTime: 35.4m (2121965835965) Fragment Instance Lifecycle Event Timeline Prepare Finished: 533ms (533996174) Open Finished: 31.9m (1915297309639) First Batch Produced: 32.0m (1917319295218) First Batch Sent: 32.0m (1917319295218) ExecInternal Finished: 35.4m (2122466832376) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207166522758) - ExecTreeExecTime: 37.77s (37765730698) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914763313465) - ExecTreeOpenTime: 31.9m (1913335323695) - PrepareTime: 35ms (35999742) - ExecTreePrepareTime: 23ms (23999828) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (168966795147) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,423,904 (1423904) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 218ms (218998436) - TotalBytesSent: 33.4 MiB (35007327) - TotalTime: 2.8m (169411791981) - UncompressedRowBatchSize: 72.0 MiB (75466912) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,423,904 (1423904) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1951125054221) Node Lifecycle Event Timeline Open Started: 1.96s (1961985944) Open Finished: 31.9m (1915297309639) First Batch Requested: 31.9m (1915297309639) First Batch Returned: 32.0m (1917319295218) Last Batch Returned: 35.4m (2122360833132) Closed: 35.4m (2122465832383) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,423,904 (1423904) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1950948055482) Node Lifecycle Event Timeline Open Started: 1.96s (1961985944) Open Finished: 31.9m (1915297309639) First Batch Requested: 31.9m (1915297309639) First Batch Returned: 32.0m (1917319295218) Last Batch Returned: 35.4m (2122360833132) Closed: 35.4m (2122360833132) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.94s (13942900257) - GetResultsTime: 32ms (32999764) - HTResizeTime: 57ms (57999586) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,423,904 (1423904) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 356ms (356997445) - CumulativeAllocationBytes: 7.4 GiB (7981760512) - CumulativeAllocations: 3,806 (3806) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3890216960) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3753902080) - ReadIoOps: 1,790 (1790) - ReadIoWaitTime: 24.86s (24865822712) - SystemAllocTime: 353ms (353997466) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3890216960) - WriteIoOps: 1,855 (1855) - WriteIoWaitTime: 2.50s (2501982095) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 439ms (439996853) - InactiveTotalTime: 31.6m (1898178432145) - PeakMemoryUsage: 15.5 MiB (16272135) - RowsReturned: 24,242,577 (24242577) - RowsReturnedRate: 12765 per second (12765) - TotalTime: 31.7m (1899123425363) Node Lifecycle Event Timeline Open Started: 1.96s (1961985944) Open Finished: 27.92s (27920799987) First Batch Requested: 27.92s (27920799987) First Batch Returned: 27.93s (27935799880) Last Batch Returned: 31.9m (1915296309646) Closed: 31.9m (1915296309646) Buffer pool - AllocTime: 1.48s (1483989397) - CumulativeAllocationBytes: 6.0 GiB (6448201728) - CumulativeAllocations: 314,878 (314878) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.12s (1122991969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.96s (25958814043) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4301076547) - TotalGetBatchTime: 31.6m (1898561429388) - DataWaitTime: 31.6m (1898178432145) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.46s (7462946669) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,439 (157439) - TotalBatchesReceived: 157,439 (157439) - TotalBytesReceived: 1.5 GiB (1613603926) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 255ms (255911775) - TotalRPCsDeferred: 57 (57) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 69 (69) - CodegenTotalWallClockTime: 1.43s (1427989770) - CodegenSysTime: 9ms (9706000) - CodegenUserTime: 387ms (387761000) - CodegenVoluntaryContextSwitches: 78 (78) - CompileTime: 337ms (337997579) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999878) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 905ms (905993509) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 164ms (164998818) - TotalTime: 1.43s (1427989770) Instance c7456fdd806a4994:3209e926000003aa (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.184 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.5 MiB (40324281) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 1,420,678 (1420678) - TotalNetworkReceiveTime: 31.7m (1899783250284) - TotalNetworkSendTime: 2.8m (170926172812) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 241 (241) - TotalThreadsTotalWallClockTime: 35.4m (2121909677701) - TotalThreadsSysTime: 1.25s (1247519000) - TotalThreadsUserTime: 23.26s (23263429000) - TotalThreadsVoluntaryContextSwitches: 116,300 (116300) - TotalTime: 35.4m (2121909677701) Fragment Instance Lifecycle Event Timeline Prepare Finished: 511ms (511982547) Open Finished: 31.9m (1915246723221) First Batch Produced: 32.0m (1917384650338) First Batch Sent: 32.0m (1917384650338) ExecInternal Finished: 35.4m (2122422660213) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207174937027) - ExecTreeExecTime: 35.84s (35838778195) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914734740674) - ExecTreeOpenTime: 31.9m (1913346787989) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (170926172812) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,420,678 (1420678) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 195ms (195993324) - TotalBytesSent: 33.3 MiB (34925628) - TotalTime: 2.9m (171335158865) - UncompressedRowBatchSize: 71.8 MiB (75295934) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,420,678 (1420678) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1949184566218) Node Lifecycle Event Timeline Open Started: 1.90s (1899935232) Open Finished: 31.9m (1915246723221) First Batch Requested: 31.9m (1915246723221) First Batch Returned: 32.0m (1917384650338) Last Batch Returned: 35.4m (2122315663861) Closed: 35.4m (2122422660213) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,420,678 (1420678) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1948990572830) Node Lifecycle Event Timeline Open Started: 1.90s (1899935232) Open Finished: 31.9m (1915246723221) First Batch Requested: 31.9m (1915246723221) First Batch Returned: 32.0m (1917384650338) Last Batch Returned: 35.4m (2122315663861) Closed: 35.4m (2122315663861) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.66s (12656568622) - GetResultsTime: 40ms (40998604) - HTResizeTime: 49ms (49998295) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,420,678 (1420678) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 336ms (336988515) - CumulativeAllocationBytes: 7.4 GiB (7958691840) - CumulativeAllocations: 3,795 (3795) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3875536896) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3745513472) - ReadIoOps: 1,786 (1786) - ReadIoWaitTime: 23.13s (23132211382) - SystemAllocTime: 328ms (328988788) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3875536896) - WriteIoOps: 1,848 (1848) - WriteIoWaitTime: 826ms (826971815) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 443ms (443984855) - InactiveTotalTime: 31.7m (1899340265383) - PeakMemoryUsage: 4.2 MiB (4366336) - RowsReturned: 24,164,682 (24164682) - RowsReturnedRate: 12716 per second (12716) - TotalTime: 31.7m (1900313232212) Node Lifecycle Event Timeline Open Started: 1.90s (1899935232) Open Finished: 27.86s (27864050122) First Batch Requested: 27.86s (27865050088) First Batch Returned: 27.88s (27878049645) Last Batch Returned: 31.9m (1915246723221) Closed: 31.9m (1915246723221) Buffer pool - AllocTime: 1.60s (1605945260) - CumulativeAllocationBytes: 6.0 GiB (6427467776) - CumulativeAllocations: 313,868 (313868) - InactiveTotalTime: 0ns (0) - PeakReservation: 4.2 MiB (4366336) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 4.2 MiB (4366336) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.36s (1362953543) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.96s (25964114890) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4287421328) - TotalGetBatchTime: 31.7m (1899757251171) - DataWaitTime: 31.7m (1899340265383) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.64s (7640739593) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 156,934 (156934) - TotalBatchesReceived: 156,934 (156934) - TotalBytesReceived: 1.5 GiB (1608452696) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 32 (32) - CodegenTotalWallClockTime: 1.39s (1386952719) - CodegenSysTime: 6ms (6950000) - CodegenUserTime: 393ms (393194000) - CodegenVoluntaryContextSwitches: 122 (122) - CompileTime: 641ms (641978115) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999761) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 615ms (615979002) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 119ms (119995909) - TotalTime: 1.39s (1386952719) Instance c7456fdd806a4994:3209e926000003ad (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:25.177 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52282808) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 1,422,194 (1422194) - TotalNetworkReceiveTime: 31.7m (1900177141596) - TotalNetworkSendTime: 2.8m (169729942363) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 281 (281) - TotalThreadsTotalWallClockTime: 35.4m (2121804231350) - TotalThreadsSysTime: 1.12s (1120147000) - TotalThreadsUserTime: 22.91s (22912104000) - TotalThreadsVoluntaryContextSwitches: 118,361 (118361) - TotalTime: 35.4m (2121843229957) Fragment Instance Lifecycle Event Timeline Prepare Finished: 693ms (693975206) Open Finished: 31.9m (1915319600737) First Batch Produced: 32.0m (1917322529248) First Batch Sent: 32.0m (1917323529212) ExecInternal Finished: 35.4m (2122499206520) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.5m (207178605819) - ExecTreeExecTime: 37.00s (37000679442) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914625625531) - ExecTreeOpenTime: 31.9m (1913330671796) - PrepareTime: 38ms (38998607) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (169729942363) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,194 (1422194) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 234ms (234991610) - TotalBytesSent: 33.3 MiB (34963886) - TotalTime: 2.8m (170176926412) - UncompressedRowBatchSize: 71.9 MiB (75376282) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,194 (1422194) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1950330351274) Node Lifecycle Event Timeline Open Started: 1.99s (1988928941) Open Finished: 31.9m (1915319600737) First Batch Requested: 31.9m (1915319600737) First Batch Returned: 32.0m (1917322529248) Last Batch Returned: 35.4m (2122389210445) Closed: 35.4m (2122499206520) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,194 (1422194) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1950166357127) Node Lifecycle Event Timeline Open Started: 1.99s (1988928941) Open Finished: 31.9m (1915319600737) First Batch Requested: 31.9m (1915319600737) First Batch Returned: 32.0m (1917322529248) Last Batch Returned: 35.4m (2122389210445) Closed: 35.4m (2122389210445) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.11s (12108567512) - GetResultsTime: 38ms (38998608) - HTResizeTime: 45ms (45998358) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,194 (1422194) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 361ms (361987075) - CumulativeAllocationBytes: 7.4 GiB (7954497536) - CumulativeAllocations: 3,793 (3793) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3886022656) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3730833408) - ReadIoOps: 1,779 (1779) - ReadIoWaitTime: 24.34s (24345131124) - SystemAllocTime: 334ms (334988039) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3886022656) - WriteIoOps: 1,853 (1853) - WriteIoWaitTime: 1.84s (1842934167) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 463ms (463983443) - InactiveTotalTime: 31.7m (1899659160094) - PeakMemoryUsage: 15.6 MiB (16324863) - RowsReturned: 24,223,924 (24223924) - RowsReturnedRate: 12744 per second (12744) - TotalTime: 31.7m (1900733121755) Node Lifecycle Event Timeline Open Started: 1.99s (1988928941) Open Finished: 27.93s (27929002193) First Batch Requested: 27.93s (27929002193) First Batch Returned: 27.95s (27954001300) Last Batch Returned: 31.9m (1915319600737) Closed: 31.9m (1915319600737) Buffer pool - AllocTime: 1.51s (1512945958) - CumulativeAllocationBytes: 6.0 GiB (6443163648) - CumulativeAllocations: 314,630 (314630) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.17s (1171958136) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.94s (25940073252) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4298200825) - TotalGetBatchTime: 31.7m (1900155142381) - DataWaitTime: 31.7m (1899659160094) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.05s (7046748316) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,315 (157315) - TotalBatchesReceived: 157,315 (157315) - TotalBytesReceived: 1.5 GiB (1612422084) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 421ms (421619000) - TotalRPCsDeferred: 72 (72) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 1.29s (1294953735) - CodegenSysTime: 8ms (8863000) - CodegenUserTime: 399ms (399525000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 359ms (359987138) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999786) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 799ms (799971420) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 115ms (115995856) - TotalTime: 1.29s (1294953735) Instance c7456fdd806a4994:3209e926000003a0 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:19.585 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52356723) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 1,422,374 (1422374) - TotalNetworkReceiveTime: 31.7m (1900136135390) - TotalNetworkSendTime: 2.6m (158274015712) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 274 (274) - TotalThreadsTotalWallClockTime: 35.2m (2112628100991) - TotalThreadsSysTime: 1.20s (1200249000) - TotalThreadsUserTime: 23.33s (23327482000) - TotalThreadsVoluntaryContextSwitches: 115,413 (115413) - TotalTime: 35.2m (2112759096035) Fragment Instance Lifecycle Event Timeline Prepare Finished: 509ms (509980706) Open Finished: 31.9m (1915564551878) First Batch Produced: 32.0m (1917860465067) First Batch Sent: 32.0m (1917861465029) ExecInternal Finished: 35.2m (2113140081621) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (197574529782) - ExecTreeExecTime: 38.88s (38877530065) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915053571209) - ExecTreeOpenTime: 31.9m (1913783619254) - PrepareTime: 130ms (130995044) - ExecTreePrepareTime: 58ms (58997768) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.6m (158274015712) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,374 (1422374) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 210ms (210992027) - TotalBytesSent: 33.4 MiB (34972584) - TotalTime: 2.6m (158759997332) - UncompressedRowBatchSize: 71.9 MiB (75385822) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,374 (1422374) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1952717147201) Node Lifecycle Event Timeline Open Started: 1.78s (1779932661) Open Finished: 31.9m (1915563551915) First Batch Requested: 31.9m (1915564551878) First Batch Returned: 32.0m (1917860465067) Last Batch Returned: 35.2m (2113077084003) Closed: 35.2m (2113140081621) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,374 (1422374) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1952547153622) Node Lifecycle Event Timeline Open Started: 1.78s (1779932661) Open Finished: 31.9m (1915563551915) First Batch Requested: 31.9m (1915564551878) First Batch Returned: 32.0m (1917860465067) Last Batch Returned: 35.2m (2113076084041) Closed: 35.2m (2113077084003) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.78s (12780516651) - GetResultsTime: 58ms (58997768) - HTResizeTime: 43ms (43998337) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,374 (1422374) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 511ms (511980645) - CumulativeAllocationBytes: 7.4 GiB (7964983296) - CumulativeAllocations: 3,798 (3798) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3879731200) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3747610624) - ReadIoOps: 1,787 (1787) - ReadIoWaitTime: 26.00s (25996017087) - SystemAllocTime: 417ms (417984199) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3879731200) - WriteIoOps: 1,850 (1850) - WriteIoWaitTime: 1.48s (1478944057) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 403ms (403984726) - InactiveTotalTime: 31.7m (1899492159738) - PeakMemoryUsage: 15.6 MiB (16398778) - RowsReturned: 24,201,994 (24201994) - RowsReturnedRate: 12733 per second (12733) - TotalTime: 31.7m (1900638116407) Node Lifecycle Event Timeline Open Started: 1.78s (1779932661) Open Finished: 28.18s (28184933704) First Batch Requested: 28.18s (28185933666) First Batch Returned: 28.21s (28208932796) Last Batch Returned: 31.9m (1915563551915) Closed: 31.9m (1915563551915) Buffer pool - AllocTime: 1.16s (1159956128) - CumulativeAllocationBytes: 6.0 GiB (6437371904) - CumulativeAllocations: 314,350 (314350) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 651ms (651975333) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.41s (26405001043) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4293980491) - TotalGetBatchTime: 31.7m (1900112136296) - DataWaitTime: 31.7m (1899492159738) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.54s (7545714588) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,175 (157175) - TotalBatchesReceived: 157,175 (157175) - TotalBytesReceived: 1.5 GiB (1611001558) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 112ms (112386030) - TotalRPCsDeferred: 61 (61) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 78 (78) - CodegenTotalWallClockTime: 1.27s (1269951955) - CodegenSysTime: 8ms (8979000) - CodegenUserTime: 390ms (390935000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 381ms (381985549) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999773) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 716ms (716972875) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 163ms (163993796) - TotalTime: 1.27s (1269951955) Instance c7456fdd806a4994:3209e9260000039a (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.185 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.7 MiB (45862073) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 1,422,980 (1422980) - TotalNetworkReceiveTime: 31.7m (1899515029043) - TotalNetworkSendTime: 2.7m (160896208837) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 271 (271) - TotalThreadsTotalWallClockTime: 35.2m (2112475334441) - TotalThreadsSysTime: 1.31s (1315883000) - TotalThreadsUserTime: 23.32s (23318330000) - TotalThreadsVoluntaryContextSwitches: 114,677 (114677) - TotalTime: 35.2m (2112475334441) Fragment Instance Lifecycle Event Timeline Prepare Finished: 419ms (419992705) Open Finished: 31.9m (1915476751883) First Batch Produced: 32.0m (1917586715281) First Batch Sent: 32.0m (1917586715281) ExecInternal Finished: 35.2m (2112896327128) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (197418575263) - ExecTreeExecTime: 36.05s (36053374569) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915056759178) - ExecTreeOpenTime: 31.9m (1913866779846) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (160897208819) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,980 (1422980) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 237ms (237995873) - TotalBytesSent: 33.4 MiB (34983681) - TotalTime: 2.7m (161363200729) - UncompressedRowBatchSize: 71.9 MiB (75417940) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,980 (1422980) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949920154415) Node Lifecycle Event Timeline Open Started: 1.61s (1609972037) Open Finished: 31.9m (1915476751883) First Batch Requested: 31.9m (1915476751883) First Batch Returned: 32.0m (1917586715281) Last Batch Returned: 35.2m (2112801328776) Closed: 35.2m (2112896327128) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,980 (1422980) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949737157579) Node Lifecycle Event Timeline Open Started: 1.61s (1609972037) Open Finished: 31.9m (1915476751883) First Batch Requested: 31.9m (1915476751883) First Batch Returned: 32.0m (1917586715281) Last Batch Returned: 35.2m (2112801328776) Closed: 35.2m (2112801328776) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.47s (13472766074) - GetResultsTime: 47ms (47999166) - HTResizeTime: 41ms (41999269) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,980 (1422980) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 488ms (488991514) - CumulativeAllocationBytes: 7.4 GiB (7956594688) - CumulativeAllocations: 3,794 (3794) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3888119808) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3730833408) - ReadIoOps: 1,779 (1779) - ReadIoWaitTime: 23.14s (23143598504) - SystemAllocTime: 451ms (451992154) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3888119808) - WriteIoOps: 1,854 (1854) - WriteIoWaitTime: 1.74s (1738969800) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 463ms (463991938) - InactiveTotalTime: 31.6m (1898942038991) - PeakMemoryUsage: 9.4 MiB (9904128) - RowsReturned: 24,220,320 (24220320) - RowsReturnedRate: 12747 per second (12747) - TotalTime: 31.7m (1900048019788) Node Lifecycle Event Timeline Open Started: 1.61s (1609972037) Open Finished: 28.10s (28104511869) First Batch Requested: 28.11s (28105511852) First Batch Returned: 28.12s (28123511539) Last Batch Returned: 31.9m (1915476751883) Closed: 31.9m (1915476751883) Buffer pool - AllocTime: 1.36s (1363976318) - CumulativeAllocationBytes: 6.0 GiB (6442336256) - CumulativeAllocations: 314,590 (314590) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.4 MiB (9904128) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.4 MiB (9904128) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 853ms (853985178) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.49s (26494539832) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4297639734) - TotalGetBatchTime: 31.7m (1899496029374) - DataWaitTime: 31.6m (1898942038991) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.19s (7186875259) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,295 (157295) - TotalBatchesReceived: 157,295 (157295) - TotalBytesReceived: 1.5 GiB (1612263348) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 1.19s (1189979332) - CodegenSysTime: 4ms (4999000) - CodegenUserTime: 388ms (388931000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 531ms (531990760) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 59ms (59998958) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 467ms (467991872) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 127ms (127997777) - TotalTime: 1.19s (1189979332) Instance c7456fdd806a4994:3209e92600000392 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.352 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52316869) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 1,422,433 (1422433) - TotalNetworkReceiveTime: 31.7m (1899682019175) - TotalNetworkSendTime: 2.7m (161269349694) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 302 (302) - TotalThreadsTotalWallClockTime: 35.2m (2112371205120) - TotalThreadsSysTime: 1.22s (1215160000) - TotalThreadsUserTime: 23.26s (23258793000) - TotalThreadsVoluntaryContextSwitches: 116,424 (116424) - TotalTime: 35.2m (2112394204599) Fragment Instance Lifecycle Event Timeline Prepare Finished: 622ms (622985892) Open Finished: 31.9m (1915353664586) First Batch Produced: 32.0m (1917285620854) First Batch Sent: 32.0m (1917285620854) ExecInternal Finished: 35.2m (2112996190966) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (197640526426) - ExecTreeExecTime: 35.94s (35935186595) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914730678694) - ExecTreeOpenTime: 31.9m (1913552705370) - PrepareTime: 22ms (22999479) - ExecTreePrepareTime: 5ms (5999864) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (161269349694) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,433 (1422433) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 207ms (207995295) - TotalBytesSent: 33.4 MiB (34971409) - TotalTime: 2.7m (161715339606) - UncompressedRowBatchSize: 71.9 MiB (75388949) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,433 (1422433) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949493891829) Node Lifecycle Event Timeline Open Started: 1.80s (1800959216) Open Finished: 31.9m (1915353664586) First Batch Requested: 31.9m (1915353664586) First Batch Returned: 32.0m (1917285620854) Last Batch Returned: 35.2m (2112928192505) Closed: 35.2m (2112995190989) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,433 (1422433) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949302896156) Node Lifecycle Event Timeline Open Started: 1.80s (1800959216) Open Finished: 31.9m (1915353664586) First Batch Requested: 31.9m (1915353664586) First Batch Returned: 32.0m (1917285620854) Last Batch Returned: 35.2m (2112927192528) Closed: 35.2m (2112928192505) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.99s (12992706035) - GetResultsTime: 48ms (48998886) - HTResizeTime: 43ms (43999005) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,433 (1422433) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 467ms (467989411) - CumulativeAllocationBytes: 7.4 GiB (7983857664) - CumulativeAllocations: 3,807 (3807) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3881828352) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3764387840) - ReadIoOps: 1,795 (1795) - ReadIoWaitTime: 23.05s (23048478290) - SystemAllocTime: 464ms (464989480) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3881828352) - WriteIoOps: 1,851 (1851) - WriteIoWaitTime: 2.26s (2258948873) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 483ms (483989067) - InactiveTotalTime: 31.7m (1899227029488) - PeakMemoryUsage: 15.6 MiB (16358924) - RowsReturned: 24,216,961 (24216961) - RowsReturnedRate: 12744 per second (12744) - TotalTime: 31.7m (1900250006347) Node Lifecycle Event Timeline Open Started: 1.80s (1800959216) Open Finished: 27.98s (27985366277) First Batch Requested: 27.98s (27985366277) First Batch Returned: 28.00s (28003365869) Last Batch Returned: 31.9m (1915353664586) Closed: 31.9m (1915353664586) Buffer pool - AllocTime: 1.21s (1205972705) - CumulativeAllocationBytes: 6.0 GiB (6441361408) - CumulativeAllocations: 314,540 (314540) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 960ms (960978260) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.18s (26184407061) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4296999245) - TotalGetBatchTime: 31.7m (1899654019808) - DataWaitTime: 31.7m (1899227029488) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.49s (7488830555) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,270 (157270) - TotalBatchesReceived: 157,270 (157270) - TotalBytesReceived: 1.5 GiB (1612217321) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.19s (1187860304) - TotalRPCsDeferred: 116 (116) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 102 (102) - CodegenTotalWallClockTime: 1.18s (1176973347) - CodegenSysTime: 10ms (10776000) - CodegenUserTime: 402ms (402700000) - CodegenVoluntaryContextSwitches: 53 (53) - CompileTime: 334ms (334992414) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 97ms (97997780) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 604ms (604986300) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 116ms (116997351) - TotalTime: 1.18s (1177973324) Instance c7456fdd806a4994:3209e926000003a4 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.654 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 45.4 MiB (47656121) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 1,422,381 (1422381) - TotalNetworkReceiveTime: 31.6m (1898907612348) - TotalNetworkSendTime: 2.7m (160609460138) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 259 (259) - TotalThreadsTotalWallClockTime: 35.2m (2112328895024) - TotalThreadsSysTime: 1.21s (1209545000) - TotalThreadsUserTime: 23.70s (23695614000) - TotalThreadsVoluntaryContextSwitches: 114,835 (114835) - TotalTime: 35.2m (2112328895024) Fragment Instance Lifecycle Event Timeline Prepare Finished: 718ms (718997566) Open Finished: 31.9m (1915425556859) First Batch Produced: 32.0m (1917582549609) First Batch Sent: 32.0m (1917582549609) ExecInternal Finished: 35.2m (2113049892583) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (197622335731) - ExecTreeExecTime: 36.59s (36591877004) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914706559293) - ExecTreeOpenTime: 31.9m (1913324563971) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (160609460138) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,381 (1422381) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 211ms (211999296) - TotalBytesSent: 33.3 MiB (34966672) - TotalTime: 2.7m (161029458731) - UncompressedRowBatchSize: 71.9 MiB (75386193) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,381 (1422381) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949914440981) Node Lifecycle Event Timeline Open Started: 2.10s (2100992888) Open Finished: 31.9m (1915425556859) First Batch Requested: 31.9m (1915425556859) First Batch Returned: 32.0m (1917582549609) Last Batch Returned: 35.2m (2112963892872) Closed: 35.2m (2113048892586) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,381 (1422381) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949734441581) Node Lifecycle Event Timeline Open Started: 2.10s (2100992888) Open Finished: 31.9m (1915425556859) First Batch Requested: 31.9m (1915425556859) First Batch Returned: 32.0m (1917582549609) Last Batch Returned: 35.2m (2112963892872) Closed: 35.2m (2112963892872) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.43s (13429954929) - GetResultsTime: 46ms (46999836) - HTResizeTime: 55ms (55999809) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,381 (1422381) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 648ms (648997817) - CumulativeAllocationBytes: 7.4 GiB (7981760512) - CumulativeAllocations: 3,806 (3806) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3883925504) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3760193536) - ReadIoOps: 1,793 (1793) - ReadIoWaitTime: 23.45s (23449921189) - SystemAllocTime: 643ms (643997833) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3883925504) - WriteIoOps: 1,852 (1852) - WriteIoWaitTime: 1.15s (1149996125) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 491ms (491998356) - InactiveTotalTime: 31.6m (1898346614242) - PeakMemoryUsage: 11.2 MiB (11698176) - RowsReturned: 24,224,859 (24224859) - RowsReturnedRate: 12753 per second (12753) - TotalTime: 31.7m (1899492610396) Node Lifecycle Event Timeline Open Started: 2.10s (2100992888) Open Finished: 28.05s (28049905051) First Batch Requested: 28.05s (28050905047) First Batch Returned: 28.06s (28062905007) Last Batch Returned: 31.9m (1915424556862) Closed: 31.9m (1915424556862) Buffer pool - AllocTime: 2.47s (2467991699) - CumulativeAllocationBytes: 6.0 GiB (6443458560) - CumulativeAllocations: 314,644 (314644) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11698176) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11698176) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.05s (2049993110) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.95s (25948912163) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4298129276) - TotalGetBatchTime: 31.6m (1898875612458) - DataWaitTime: 31.6m (1898346614242) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.59s (8588971137) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,322 (157322) - TotalBatchesReceived: 157,322 (157322) - TotalBytesReceived: 1.5 GiB (1612598911) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.38s (1381995322) - CodegenSysTime: 4ms (4931000) - CodegenUserTime: 407ms (407274000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 263ms (263999106) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 797ms (797997299) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 296ms (296998995) - TotalTime: 1.38s (1381995322) Instance c7456fdd806a4994:3209e9260000039c (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.451 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52305135) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 1,422,877 (1422877) - TotalNetworkReceiveTime: 31.7m (1899818906157) - TotalNetworkSendTime: 2.7m (160852166537) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 229 (229) - TotalThreadsTotalWallClockTime: 35.2m (2112296521331) - TotalThreadsSysTime: 1.19s (1194747000) - TotalThreadsUserTime: 22.84s (22845322000) - TotalThreadsVoluntaryContextSwitches: 116,533 (116533) - TotalTime: 35.2m (2112296521331) Fragment Instance Lifecycle Event Timeline Prepare Finished: 439ms (439986777) Open Finished: 31.9m (1915555433225) First Batch Produced: 32.0m (1917947361349) First Batch Sent: 32.0m (1917947361349) ExecInternal Finished: 35.2m (2112737508078) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (197181074883) - ExecTreeExecTime: 35.88s (35877921898) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915115446448) - ExecTreeOpenTime: 31.9m (1913817485454) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (160853166507) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,877 (1422877) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 236ms (236992877) - TotalBytesSent: 33.4 MiB (34983855) - TotalTime: 2.7m (161303152985) - UncompressedRowBatchSize: 71.9 MiB (75412481) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,877 (1422877) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949694407382) Node Lifecycle Event Timeline Open Started: 1.74s (1736947801) Open Finished: 31.9m (1915554433255) First Batch Requested: 31.9m (1915555433225) First Batch Returned: 32.0m (1917947361349) Last Batch Returned: 35.2m (2112696509310) Closed: 35.2m (2112737508078) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,877 (1422877) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949487413606) Node Lifecycle Event Timeline Open Started: 1.74s (1736947801) Open Finished: 31.9m (1915554433255) First Batch Requested: 31.9m (1915555433225) First Batch Returned: 32.0m (1917947361349) Last Batch Returned: 35.2m (2112696509310) Closed: 35.2m (2112696509310) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.91s (12906612118) - GetResultsTime: 48ms (48998529) - HTResizeTime: 46ms (46998587) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,877 (1422877) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 356ms (356989276) - CumulativeAllocationBytes: 7.4 GiB (7981760512) - CumulativeAllocations: 3,806 (3806) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3892314112) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3751804928) - ReadIoOps: 1,789 (1789) - ReadIoWaitTime: 23.43s (23427296042) - SystemAllocTime: 299ms (299990988) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3892314112) - WriteIoOps: 1,856 (1856) - WriteIoWaitTime: 1.41s (1413957506) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 430ms (430987046) - InactiveTotalTime: 31.7m (1899193924944) - PeakMemoryUsage: 15.6 MiB (16347190) - RowsReturned: 24,235,305 (24235305) - RowsReturnedRate: 12753 per second (12753) - TotalTime: 31.7m (1900345890321) Node Lifecycle Event Timeline Open Started: 1.74s (1736947801) Open Finished: 28.14s (28145154181) First Batch Requested: 28.15s (28146154151) First Batch Returned: 28.20s (28199152559) Last Batch Returned: 31.9m (1915554433255) Closed: 31.9m (1915554433255) Buffer pool - AllocTime: 2.17s (2169934797) - CumulativeAllocationBytes: 6.0 GiB (6446317568) - CumulativeAllocations: 314,784 (314784) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.36s (1363959003) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.41s (26408206380) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4300096965) - TotalGetBatchTime: 31.7m (1899797906789) - DataWaitTime: 31.7m (1899193924944) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.91s (7907762371) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,392 (157392) - TotalBatchesReceived: 157,392 (157392) - TotalBytesReceived: 1.5 GiB (1613253266) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 186ms (186572959) - TotalRPCsDeferred: 150 (150) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 1.30s (1296961024) - CodegenSysTime: 5ms (5897000) - CodegenUserTime: 393ms (393011000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 360ms (360989152) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999819) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 773ms (773976740) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 154ms (154995343) - TotalTime: 1.30s (1296961024) Instance c7456fdd806a4994:3209e9260000038c (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.870 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.4 MiB (43445433) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 1,422,877 (1422877) - TotalNetworkReceiveTime: 31.7m (1899177357257) - TotalNetworkSendTime: 2.7m (160887022186) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 219 (219) - TotalThreadsTotalWallClockTime: 35.2m (2112226440597) - TotalThreadsSysTime: 1.19s (1191664000) - TotalThreadsUserTime: 23.11s (23105830000) - TotalThreadsVoluntaryContextSwitches: 115,508 (115508) - TotalTime: 35.2m (2112230440448) Fragment Instance Lifecycle Event Timeline Prepare Finished: 380ms (380985826) Open Finished: 31.9m (1915427752705) First Batch Produced: 32.0m (1918021656329) First Batch Sent: 32.0m (1918021656329) ExecInternal Finished: 35.2m (2112609426349) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (197179673718) - ExecTreeExecTime: 35.85s (35849667995) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915046766879) - ExecTreeOpenTime: 31.9m (1913584821269) - PrepareTime: 3ms (3999851) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (160887022186) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,877 (1422877) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 216ms (216991940) - TotalBytesSent: 33.4 MiB (34978340) - TotalTime: 2.7m (161331005686) - UncompressedRowBatchSize: 71.9 MiB (75412481) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,877 (1422877) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949433489302) Node Lifecycle Event Timeline Open Started: 1.84s (1842931436) Open Finished: 31.9m (1915427752705) First Batch Requested: 31.9m (1915427752705) First Batch Returned: 32.0m (1918021656329) Last Batch Returned: 35.2m (2112534429135) Closed: 35.2m (2112608426386) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,877 (1422877) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949252496023) Node Lifecycle Event Timeline Open Started: 1.84s (1842931436) Open Finished: 31.9m (1915427752705) First Batch Requested: 31.9m (1915427752705) First Batch Returned: 32.0m (1918021656329) Last Batch Returned: 35.2m (2112533429173) Closed: 35.2m (2112534429135) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.59s (13586494553) - GetResultsTime: 47ms (47998213) - HTResizeTime: 40ms (40998477) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,877 (1422877) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 494ms (494981583) - CumulativeAllocationBytes: 7.4 GiB (7988051968) - CumulativeAllocations: 3,809 (3809) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3894411264) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3755999232) - ReadIoOps: 1,791 (1791) - ReadIoWaitTime: 23.07s (23069142869) - SystemAllocTime: 470ms (470982476) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3894411264) - WriteIoOps: 1,857 (1857) - WriteIoWaitTime: 1.04s (1039961303) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 422ms (422984266) - InactiveTotalTime: 31.6m (1898597378822) - PeakMemoryUsage: 7.1 MiB (7487488) - RowsReturned: 24,256,154 (24256154) - RowsReturnedRate: 12768 per second (12768) - TotalTime: 31.7m (1899684338398) Node Lifecycle Event Timeline Open Started: 1.84s (1842931436) Open Finished: 28.06s (28056956171) First Batch Requested: 28.06s (28056956171) First Batch Returned: 28.08s (28077955390) Last Batch Returned: 31.9m (1915427752705) Closed: 31.9m (1915427752705) Buffer pool - AllocTime: 2.63s (2626902274) - CumulativeAllocationBytes: 6.0 GiB (6451806208) - CumulativeAllocations: 315,056 (315056) - InactiveTotalTime: 0ns (0) - PeakReservation: 7.1 MiB (7487488) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 7.1 MiB (7487488) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.00s (2001925524) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.21s (26214024735) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4303987893) - TotalGetBatchTime: 31.7m (1899155358075) - DataWaitTime: 31.6m (1898597378822) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.63s (8632678878) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,528 (157528) - TotalBatchesReceived: 157,528 (157528) - TotalBytesReceived: 1.5 GiB (1614697431) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 28 (28) - CodegenTotalWallClockTime: 1.46s (1460945648) - CodegenSysTime: 9ms (9972000) - CodegenUserTime: 379ms (379004000) - CodegenVoluntaryContextSwitches: 109 (109) - CompileTime: 560ms (560979130) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 82ms (82996913) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 657ms (657975521) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 157ms (157994122) - TotalTime: 1.46s (1460945648) Instance c7456fdd806a4994:3209e926000003a3 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.526 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 43.9 MiB (46017721) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 1,422,680 (1422680) - TotalNetworkReceiveTime: 31.6m (1898875542025) - TotalNetworkSendTime: 2.7m (161681300327) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 240 (240) - TotalThreadsTotalWallClockTime: 35.2m (2111894667554) - TotalThreadsSysTime: 1.29s (1291909000) - TotalThreadsUserTime: 23.09s (23094076000) - TotalThreadsVoluntaryContextSwitches: 116,280 (116280) - TotalTime: 35.2m (2111909667210) Fragment Instance Lifecycle Event Timeline Prepare Finished: 423ms (423990293) Open Finished: 31.9m (1915499161575) First Batch Produced: 32.0m (1917336119541) First Batch Sent: 32.0m (1917336119541) ExecInternal Finished: 35.2m (2112320657801) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (196819496272) - ExecTreeExecTime: 34.69s (34690206187) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915075171282) - ExecTreeOpenTime: 31.9m (1913793200630) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (161681300327) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,680 (1422680) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 255ms (255994151) - TotalBytesSent: 33.4 MiB (34974046) - TotalTime: 2.7m (162130290061) - UncompressedRowBatchSize: 71.9 MiB (75402040) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,680 (1422680) - RowsReturnedRate: 730 per second (730) - TotalTime: 32.5m (1948483406817) Node Lifecycle Event Timeline Open Started: 1.71s (1705960945) Open Finished: 31.9m (1915499161575) First Batch Requested: 31.9m (1915499161575) First Batch Returned: 32.0m (1917336119541) Last Batch Returned: 35.2m (2112243659563) Closed: 35.2m (2112320657801) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,680 (1422680) - RowsReturnedRate: 730 per second (730) - TotalTime: 32.5m (1948324410465) Node Lifecycle Event Timeline Open Started: 1.71s (1705960945) Open Finished: 31.9m (1915499161575) First Batch Requested: 31.9m (1915499161575) First Batch Returned: 32.0m (1917336119541) Last Batch Returned: 35.2m (2112243659563) Closed: 35.2m (2112243659563) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.12s (14117676915) - GetResultsTime: 40ms (40999059) - HTResizeTime: 42ms (42999018) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,680 (1422680) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 341ms (341992169) - CumulativeAllocationBytes: 7.4 GiB (7939817472) - CumulativeAllocations: 3,786 (3786) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3890216960) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3711959040) - ReadIoOps: 1,770 (1770) - ReadIoWaitTime: 22.07s (22067495035) - SystemAllocTime: 335ms (335992307) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3890216960) - WriteIoOps: 1,855 (1855) - WriteIoWaitTime: 2.32s (2319946913) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 470ms (470989215) - InactiveTotalTime: 31.6m (1898336554358) - PeakMemoryUsage: 9.6 MiB (10059776) - RowsReturned: 24,241,509 (24241509) - RowsReturnedRate: 12762 per second (12762) - TotalTime: 31.7m (1899441529068) Node Lifecycle Event Timeline Open Started: 1.71s (1705960945) Open Finished: 28.12s (28123356163) First Batch Requested: 28.12s (28123356163) First Batch Returned: 28.14s (28137355843) Last Batch Returned: 31.9m (1915499161575) Closed: 31.9m (1915499161575) Buffer pool - AllocTime: 1.73s (1725960501) - CumulativeAllocationBytes: 6.0 GiB (6447931392) - CumulativeAllocations: 314,866 (314866) - InactiveTotalTime: 0ns (0) - PeakReservation: 9.6 MiB (10059776) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 9.6 MiB (10059776) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.37s (1373968551) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.42s (26417395218) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4301099736) - TotalGetBatchTime: 31.6m (1898854542504) - DataWaitTime: 31.6m (1898336554358) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.16s (8159813259) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,433 (157433) - TotalBatchesReceived: 157,433 (157433) - TotalBytesReceived: 1.5 GiB (1613527880) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 43 (43) - CodegenTotalWallClockTime: 1.28s (1281970652) - CodegenSysTime: 10ms (10024000) - CodegenUserTime: 380ms (380713000) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 541ms (541987592) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999862) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 698ms (698983998) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 32ms (32999245) - TotalTime: 1.28s (1281970652) Instance c7456fdd806a4994:3209e9260000038a (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.007 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 41.1 MiB (43109561) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 1,421,498 (1421498) - TotalNetworkReceiveTime: 31.7m (1899141721471) - TotalNetworkSendTime: 2.7m (160363471687) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 320 (320) - TotalThreadsTotalWallClockTime: 35.2m (2111693020935) - TotalThreadsSysTime: 1.32s (1320605000) - TotalThreadsUserTime: 23.77s (23768626000) - TotalThreadsVoluntaryContextSwitches: 115,200 (115200) - TotalTime: 35.2m (2111693020935) Fragment Instance Lifecycle Event Timeline Prepare Finished: 510ms (510998305) Open Finished: 31.9m (1915395667595) First Batch Produced: 32.0m (1917454660813) First Batch Sent: 32.0m (1917454660813) ExecInternal Finished: 35.2m (2112206019233) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (196808351645) - ExecTreeExecTime: 35.99s (35993881446) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914884669290) - ExecTreeOpenTime: 31.9m (1913806672867) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (160363471687) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,498 (1421498) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 228ms (228999248) - TotalBytesSent: 33.3 MiB (34947271) - TotalTime: 2.7m (160814470198) - UncompressedRowBatchSize: 71.8 MiB (75339394) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,498 (1421498) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949798554319) Node Lifecycle Event Timeline Open Started: 1.59s (1588994728) Open Finished: 31.9m (1915395667595) First Batch Requested: 31.9m (1915395667595) First Batch Returned: 32.0m (1917454660813) Last Batch Returned: 35.2m (2112128019490) Closed: 35.2m (2112205019236) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,498 (1421498) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949595554979) Node Lifecycle Event Timeline Open Started: 1.59s (1588994728) Open Finished: 31.9m (1915395667595) First Batch Requested: 31.9m (1915395667595) First Batch Returned: 32.0m (1917454660813) Last Batch Returned: 35.2m (2112128019490) Closed: 35.2m (2112128019490) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.77s (13770954374) - GetResultsTime: 59ms (59999798) - HTResizeTime: 53ms (53999822) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,498 (1421498) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 439ms (439998546) - CumulativeAllocationBytes: 7.4 GiB (7996440576) - CumulativeAllocations: 3,813 (3813) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3888119808) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3770679296) - ReadIoOps: 1,798 (1798) - ReadIoWaitTime: 22.73s (22730925159) - SystemAllocTime: 408ms (408998647) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3888119808) - WriteIoOps: 1,854 (1854) - WriteIoWaitTime: 819ms (819997287) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 446ms (446998513) - InactiveTotalTime: 31.6m (1898522723529) - PeakMemoryUsage: 6.8 MiB (7151616) - RowsReturned: 24,223,779 (24223779) - RowsReturnedRate: 12751 per second (12751) - TotalTime: 31.7m (1899686719656) Node Lifecycle Event Timeline Open Started: 1.59s (1588994728) Open Finished: 28.04s (28038906971) First Batch Requested: 28.04s (28039906968) First Batch Returned: 28.05s (28052906925) Last Batch Returned: 31.9m (1915395667595) Closed: 31.9m (1915395667595) Buffer pool - AllocTime: 2.02s (2021993315) - CumulativeAllocationBytes: 6.0 GiB (6443180032) - CumulativeAllocations: 314,632 (314632) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.8 MiB (7151616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.8 MiB (7151616) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.55s (1548994878) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.45s (26449912243) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4297728849) - TotalGetBatchTime: 31.7m (1899115721559) - DataWaitTime: 31.6m (1898522723529) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.22s (8219972773) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,316 (157316) - TotalBatchesReceived: 157,316 (157316) - TotalBytesReceived: 1.5 GiB (1612176495) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 93 (93) - CodegenTotalWallClockTime: 1.08s (1077996423) - CodegenSysTime: 8ms (8029000) - CodegenUserTime: 390ms (390424000) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 381ms (381998733) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999953) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 582ms (582998065) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 96ms (96999678) - TotalTime: 1.08s (1077996423) Instance c7456fdd806a4994:3209e9260000038f (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.041 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52324740) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 1,421,812 (1421812) - TotalNetworkReceiveTime: 31.6m (1897498380247) - TotalNetworkSendTime: 2.8m (165524670327) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 220 (220) - TotalThreadsTotalWallClockTime: 35.2m (2111644190726) - TotalThreadsSysTime: 1.21s (1212526000) - TotalThreadsUserTime: 23.09s (23095851000) - TotalThreadsVoluntaryContextSwitches: 112,976 (112976) - TotalTime: 35.2m (2111659190152) Fragment Instance Lifecycle Event Timeline Prepare Finished: 627ms (627975969) Open Finished: 31.9m (1915332697671) First Batch Produced: 31.9m (1916980634655) First Batch Sent: 31.9m (1916980634655) ExecInternal Finished: 35.2m (2112274166619) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.3m (196939469024) - ExecTreeExecTime: 30.96s (30956816216) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914704721702) - ExecTreeOpenTime: 31.9m (1913319774702) - PrepareTime: 14ms (14999426) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.8m (165524670327) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,812 (1421812) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 233ms (233991048) - TotalBytesSent: 33.3 MiB (34954283) - TotalTime: 2.8m (165980652885) - UncompressedRowBatchSize: 71.9 MiB (75356036) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,812 (1421812) - RowsReturnedRate: 731 per second (731) - TotalTime: 32.4m (1944275590956) Node Lifecycle Event Timeline Open Started: 2.01s (2012922969) Open Finished: 31.9m (1915332697671) First Batch Requested: 31.9m (1915332697671) First Batch Returned: 31.9m (1916980634655) Last Batch Returned: 35.2m (2112204169296) Closed: 35.2m (2112273166657) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,812 (1421812) - RowsReturnedRate: 731 per second (731) - TotalTime: 32.4m (1944091597992) Node Lifecycle Event Timeline Open Started: 2.01s (2012922969) Open Finished: 31.9m (1915332697671) First Batch Requested: 31.9m (1915332697671) First Batch Returned: 31.9m (1916980634655) Last Batch Returned: 35.2m (2112203169334) Closed: 35.2m (2112204169296) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.99s (14994426089) - GetResultsTime: 38ms (38998511) - HTResizeTime: 44ms (44998281) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,812 (1421812) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 558ms (558978603) - CumulativeAllocationBytes: 7.4 GiB (7971274752) - CumulativeAllocations: 3,801 (3801) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3881828352) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3751804928) - ReadIoOps: 1,789 (1789) - ReadIoWaitTime: 18.32s (18323299349) - SystemAllocTime: 553ms (553978794) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3881828352) - WriteIoOps: 1,851 (1851) - WriteIoWaitTime: 1.37s (1367947645) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 449ms (449982790) - InactiveTotalTime: 31.6m (1897049397424) - PeakMemoryUsage: 15.6 MiB (16366795) - RowsReturned: 24,194,689 (24194689) - RowsReturnedRate: 12747 per second (12747) - TotalTime: 31.6m (1898039359557) Node Lifecycle Event Timeline Open Started: 2.01s (2012922969) Open Finished: 27.96s (27963929857) First Batch Requested: 27.96s (27964929819) First Batch Returned: 27.98s (27983929092) Last Batch Returned: 31.9m (1915331697709) Closed: 31.9m (1915332697671) Buffer pool - AllocTime: 2.44s (2442906496) - CumulativeAllocationBytes: 6.0 GiB (6435454976) - CumulativeAllocations: 314,254 (314254) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15966208) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15966208) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.91s (1908926927) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25.95s (25951006888) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4292553340) - TotalGetBatchTime: 31.6m (1897476381091) - DataWaitTime: 31.6m (1897049397424) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.34s (9338642560) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,127 (157127) - TotalBatchesReceived: 157,127 (157127) - TotalBytesReceived: 1.5 GiB (1610422496) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 74ms (74884844) - TotalRPCsDeferred: 49 (49) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 1.38s (1384947000) - CodegenSysTime: 14ms (14966000) - CodegenUserTime: 395ms (395839000) - CodegenVoluntaryContextSwitches: 87 (87) - CompileTime: 386ms (386985191) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999771) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 808ms (808969042) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 131ms (131994948) - TotalTime: 1.38s (1384947000) Instance c7456fdd806a4994:3209e92600000396 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.454 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52336912) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 1,422,247 (1422247) - TotalNetworkReceiveTime: 31.7m (1900395507168) - TotalNetworkSendTime: 2.6m (158152377088) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 256 (256) - TotalThreadsTotalWallClockTime: 35.2m (2109298363556) - TotalThreadsSysTime: 1.20s (1198403000) - TotalThreadsUserTime: 22.75s (22749518000) - TotalThreadsVoluntaryContextSwitches: 116,627 (116627) - TotalTime: 35.2m (2109298363556) Fragment Instance Lifecycle Event Timeline Prepare Finished: 360ms (360996294) Open Finished: 31.9m (1915522351921) First Batch Produced: 32.0m (1917411332559) First Batch Sent: 32.0m (1917411332559) ExecInternal Finished: 35.2m (2109660359839) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.2m (194137007929) - ExecTreeExecTime: 35.53s (35528635525) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915161355627) - ExecTreeOpenTime: 31.9m (1913752370093) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.6m (158152377088) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,422,247 (1422247) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 251ms (251997410) - TotalBytesSent: 33.3 MiB (34967310) - TotalTime: 2.6m (158609372393) - UncompressedRowBatchSize: 71.9 MiB (75379091) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,422,247 (1422247) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949280005628) Node Lifecycle Event Timeline Open Started: 1.77s (1769981828) Open Finished: 31.9m (1915522351921) First Batch Requested: 31.9m (1915522351921) First Batch Returned: 32.0m (1917411332559) Last Batch Returned: 35.2m (2109394362569) Closed: 35.2m (2109660359839) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,422,247 (1422247) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949118007282) Node Lifecycle Event Timeline Open Started: 1.77s (1769981828) Open Finished: 31.9m (1915522351921) First Batch Requested: 31.9m (1915522351921) First Batch Returned: 32.0m (1917411332559) Last Batch Returned: 35.2m (2109394362569) Closed: 35.2m (2109394362569) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.45s (12447872268) - GetResultsTime: 45ms (45999527) - HTResizeTime: 70ms (70999270) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,422,247 (1422247) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 253ms (253997389) - CumulativeAllocationBytes: 7.4 GiB (7956594688) - CumulativeAllocations: 3,794 (3794) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3881828352) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3737124864) - ReadIoOps: 1,782 (1782) - ReadIoWaitTime: 23.22s (23216761821) - SystemAllocTime: 228ms (228997645) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3881828352) - WriteIoOps: 1,851 (1851) - WriteIoWaitTime: 1.02s (1017989557) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 501ms (501994831) - InactiveTotalTime: 31.7m (1899829512997) - PeakMemoryUsage: 15.6 MiB (16378967) - RowsReturned: 24,183,929 (24183929) - RowsReturnedRate: 12721 per second (12721) - TotalTime: 31.7m (1900984501106) Node Lifecycle Event Timeline Open Started: 1.77s (1769981828) Open Finished: 28.16s (28156710913) First Batch Requested: 28.16s (28156710913) First Batch Returned: 28.17s (28166710810) Last Batch Returned: 31.9m (1915521351931) Closed: 31.9m (1915522351921) Buffer pool - AllocTime: 1.70s (1700982554) - CumulativeAllocationBytes: 6.0 GiB (6432555008) - CumulativeAllocations: 314,116 (314116) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.3 MiB (15998976) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.3 MiB (15998976) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.24s (1237987304) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.39s (26386729085) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4291071823) - TotalGetBatchTime: 31.7m (1900364507490) - DataWaitTime: 31.7m (1899829512997) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.73s (7730920792) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,058 (157058) - TotalBatchesReceived: 157,058 (157058) - TotalBytesReceived: 1.5 GiB (1609912930) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 163ms (163422447) - TotalRPCsDeferred: 138 (138) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 100 (100) - CodegenTotalWallClockTime: 1.41s (1407985544) - CodegenSysTime: 9ms (9929000) - CodegenUserTime: 405ms (405113000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 500ms (500994856) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5999938) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 704ms (704992762) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 164ms (164998306) - TotalTime: 1.41s (1407985544) Instance c7456fdd806a4994:3209e92600000397 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.681 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 40.4 MiB (42331321) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 1,421,587 (1421587) - TotalNetworkReceiveTime: 31.7m (1899962656594) - TotalNetworkSendTime: 2.6m (158114476697) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 198 (198) - TotalThreadsTotalWallClockTime: 35.2m (2109229993403) - TotalThreadsSysTime: 1.16s (1158143000) - TotalThreadsUserTime: 23.31s (23307056000) - TotalThreadsVoluntaryContextSwitches: 116,125 (116125) - TotalTime: 35.2m (2109230993380) Fragment Instance Lifecycle Event Timeline Prepare Finished: 459ms (459989762) Open Finished: 31.9m (1915580308568) First Batch Produced: 32.0m (1917552264624) First Batch Sent: 32.0m (1917552264624) ExecInternal Finished: 35.2m (2109691983120) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.2m (194109674597) - ExecTreeExecTime: 35.58s (35581207128) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1915120318806) - ExecTreeOpenTime: 31.9m (1913699350431) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.6m (158114476697) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,587 (1421587) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 202ms (202995474) - TotalBytesSent: 33.3 MiB (34947672) - TotalTime: 2.6m (158527467490) - UncompressedRowBatchSize: 71.9 MiB (75344111) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,587 (1421587) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949280557559) Node Lifecycle Event Timeline Open Started: 1.88s (1880958137) Open Finished: 31.9m (1915580308568) First Batch Requested: 31.9m (1915580308568) First Batch Returned: 32.0m (1917552264624) Last Batch Returned: 35.2m (2109451988468) Closed: 35.2m (2109690983143) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,587 (1421587) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1949106561432) Node Lifecycle Event Timeline Open Started: 1.88s (1880958137) Open Finished: 31.9m (1915580308568) First Batch Requested: 31.9m (1915580308568) First Batch Returned: 32.0m (1917551264647) Last Batch Returned: 35.2m (2109451988468) Closed: 35.2m (2109451988468) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.73s (12727716316) - GetResultsTime: 39ms (39999107) - HTResizeTime: 47ms (47998933) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,587 (1421587) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 443ms (443990109) - CumulativeAllocationBytes: 7.4 GiB (7944011776) - CumulativeAllocations: 3,788 (3788) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3877634048) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3728736256) - ReadIoOps: 1,778 (1778) - ReadIoWaitTime: 22.74s (22739493272) - SystemAllocTime: 428ms (428990443) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3877634048) - WriteIoOps: 1,849 (1849) - WriteIoWaitTime: 979ms (979978171) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 429ms (429990426) - InactiveTotalTime: 31.7m (1899287671643) - PeakMemoryUsage: 6.1 MiB (6373376) - RowsReturned: 24,178,064 (24178064) - RowsReturnedRate: 12721 per second (12721) - TotalTime: 31.7m (1900503644539) Node Lifecycle Event Timeline Open Started: 1.88s (1880958137) Open Finished: 28.21s (28208372191) First Batch Requested: 28.21s (28209372169) First Batch Returned: 28.23s (28228371746) Last Batch Returned: 31.9m (1915580308568) Closed: 31.9m (1915580308568) Buffer pool - AllocTime: 1.84s (1840958963) - CumulativeAllocationBytes: 6.0 GiB (6431055872) - CumulativeAllocations: 314,038 (314038) - InactiveTotalTime: 0ns (0) - PeakReservation: 6.1 MiB (6373376) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 6.1 MiB (6373376) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.52s (1520966093) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.33s (26327414054) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4289826427) - TotalGetBatchTime: 31.7m (1899935657196) - DataWaitTime: 31.7m (1899287671643) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.18s (8184817567) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,019 (157019) - TotalBatchesReceived: 157,019 (157019) - TotalBytesReceived: 1.5 GiB (1609593956) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 55 (55) - CodegenTotalWallClockTime: 1.42s (1420968375) - CodegenSysTime: 6ms (6951000) - CodegenUserTime: 398ms (398244000) - CodegenVoluntaryContextSwitches: 91 (91) - CompileTime: 448ms (448990007) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999599) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 828ms (828981550) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 122ms (122997263) - TotalTime: 1.42s (1420968375) Instance c7456fdd806a4994:3209e926000003a7 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:14.573 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52306571) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 1,421,586 (1421586) - TotalNetworkReceiveTime: 31.6m (1897752641938) - TotalNetworkSendTime: 2.6m (158508636556) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 162 (162) - TotalThreadsTotalWallClockTime: 35.2m (2109075157346) - TotalThreadsSysTime: 1.14s (1143638000) - TotalThreadsUserTime: 22.55s (22549878000) - TotalThreadsVoluntaryContextSwitches: 112,873 (112873) - TotalTime: 35.2m (2109076157343) Fragment Instance Lifecycle Event Timeline Prepare Finished: 426ms (426999019) Open Finished: 31.9m (1915400601421) First Batch Produced: 32.0m (1917317597026) First Batch Sent: 32.0m (1917318597023) ExecInternal Finished: 35.2m (2109503156363) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.2m (194101554944) - ExecTreeExecTime: 35.15s (35148919408) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914973602402) - ExecTreeOpenTime: 31.9m (1913399606017) - PrepareTime: 1,000.00us (999997) - ExecTreePrepareTime: 1,000.00us (999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.6m (158509636554) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,586 (1421586) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 226ms (226999476) - TotalBytesSent: 33.3 MiB (34949790) - TotalTime: 2.6m (158952635536) - UncompressedRowBatchSize: 71.9 MiB (75344058) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,586 (1421586) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1948548525425) Node Lifecycle Event Timeline Open Started: 2.00s (2000995404) Open Finished: 31.9m (1915400601421) First Batch Requested: 31.9m (1915400601421) First Batch Returned: 32.0m (1917317597026) Last Batch Returned: 35.2m (2109282156869) Closed: 35.2m (2109503156363) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,586 (1421586) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1948380525809) Node Lifecycle Event Timeline Open Started: 2.00s (2000995404) Open Finished: 31.9m (1915400601421) First Batch Requested: 31.9m (1915400601421) First Batch Returned: 32.0m (1917317597026) Last Batch Returned: 35.2m (2109282156869) Closed: 35.2m (2109282156869) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 14.85s (14845965914) - GetResultsTime: 44ms (44999896) - HTResizeTime: 90ms (90999792) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,586 (1421586) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 509ms (509998832) - CumulativeAllocationBytes: 7.4 GiB (7962886144) - CumulativeAllocations: 3,797 (3797) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3877634048) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3747610624) - ReadIoOps: 1,787 (1787) - ReadIoWaitTime: 23.06s (23064947124) - SystemAllocTime: 483ms (483998893) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3877634048) - WriteIoOps: 1,849 (1849) - WriteIoWaitTime: 1.14s (1141997380) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 462ms (462998945) - InactiveTotalTime: 31.6m (1897279643029) - PeakMemoryUsage: 15.6 MiB (16348626) - RowsReturned: 24,185,792 (24185792) - RowsReturnedRate: 12740 per second (12740) - TotalTime: 31.6m (1898326640624) Node Lifecycle Event Timeline Open Started: 2.00s (2000995404) Open Finished: 28.01s (28014935654) First Batch Requested: 28.02s (28015935651) First Batch Returned: 28.04s (28035935605) Last Batch Returned: 31.9m (1915399601423) Closed: 31.9m (1915399601423) Buffer pool - AllocTime: 1.97s (1967995478) - CumulativeAllocationBytes: 6.0 GiB (6433079296) - CumulativeAllocations: 314,138 (314138) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.76s (1765995940) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.01s (26013940250) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4291203748) - TotalGetBatchTime: 31.6m (1897728641995) - DataWaitTime: 31.6m (1897279643029) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 8.44s (8437980671) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,069 (157069) - TotalBatchesReceived: 157,069 (157069) - TotalBytesReceived: 1.5 GiB (1609853668) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 86ms (86121252) - TotalRPCsDeferred: 50 (50) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 40 (40) - CodegenTotalWallClockTime: 1.57s (1573996385) - CodegenSysTime: 8ms (8571000) - CodegenUserTime: 390ms (390566000) - CodegenVoluntaryContextSwitches: 115 (115) - CompileTime: 710ms (710998367) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 23ms (23999945) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 737ms (737998305) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 98ms (98999773) - TotalTime: 1.57s (1573996385) Instance c7456fdd806a4994:3209e92600000395 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.350 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 42.3 MiB (44338361) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 1,424,137 (1424137) - TotalNetworkReceiveTime: 31.6m (1897007555890) - TotalNetworkSendTime: 2.7m (160077646075) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 35.2m (2109051464082) - TotalThreadsSysTime: 1.17s (1169053000) - TotalThreadsUserTime: 23.46s (23459426000) - TotalThreadsVoluntaryContextSwitches: 110,102 (110102) - TotalTime: 35.2m (2109052464049) Fragment Instance Lifecycle Event Timeline Prepare Finished: 546ms (546981703) Open Finished: 31.9m (1915464938653) First Batch Produced: 32.0m (1917305877094) First Batch Sent: 32.0m (1917305877094) ExecInternal Finished: 35.2m (2109599445752) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.2m (194133507132) - ExecTreeExecTime: 33.58s (33583876836) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914917956950) - ExecTreeOpenTime: 31.9m (1913792994581) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.7m (160078646042) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,424,137 (1424137) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 232ms (232992207) - TotalBytesSent: 33.4 MiB (35013105) - TotalTime: 2.7m (160550630263) - UncompressedRowBatchSize: 72.0 MiB (75479261) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,424,137 (1424137) - RowsReturnedRate: 731 per second (731) - TotalTime: 32.5m (1947376871417) Node Lifecycle Event Timeline Open Started: 1.67s (1671944072) Open Finished: 31.9m (1915464938653) First Batch Requested: 31.9m (1915464938653) First Batch Returned: 32.0m (1917305877094) Last Batch Returned: 35.2m (2109358453813) Closed: 35.2m (2109599445752) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,424,137 (1424137) - RowsReturnedRate: 731 per second (731) - TotalTime: 32.5m (1947171878269) Node Lifecycle Event Timeline Open Started: 1.67s (1671944072) Open Finished: 31.9m (1915464938653) First Batch Requested: 31.9m (1915464938653) First Batch Returned: 32.0m (1917305877094) Last Batch Returned: 35.2m (2109358453813) Closed: 35.2m (2109358453813) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 15.74s (15737473738) - GetResultsTime: 58ms (58998018) - HTResizeTime: 41ms (41998595) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,424,137 (1424137) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 537ms (537982014) - CumulativeAllocationBytes: 7.4 GiB (7977566208) - CumulativeAllocations: 3,804 (3804) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3883925504) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3755999232) - ReadIoOps: 1,791 (1791) - ReadIoWaitTime: 20.93s (20935299870) - SystemAllocTime: 528ms (528982313) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3883925504) - WriteIoOps: 1,852 (1852) - WriteIoWaitTime: 1.37s (1371954108) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 526ms (526982382) - InactiveTotalTime: 31.6m (1896438574917) - PeakMemoryUsage: 8.0 MiB (8380416) - RowsReturned: 24,241,357 (24241357) - RowsReturnedRate: 12774 per second (12774) - TotalTime: 31.6m (1897643534625) Node Lifecycle Event Timeline Open Started: 1.67s (1671944072) Open Finished: 28.10s (28098060107) First Batch Requested: 28.10s (28099060073) First Batch Returned: 28.12s (28116059505) Last Batch Returned: 31.9m (1915464938653) Closed: 31.9m (1915464938653) Buffer pool - AllocTime: 3.12s (3125895446) - CumulativeAllocationBytes: 6.0 GiB (6447890432) - CumulativeAllocations: 314,862 (314862) - InactiveTotalTime: 0ns (0) - PeakReservation: 8.0 MiB (8380416) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 8.0 MiB (8380416) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.56s (2557914451) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.43s (26426116035) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4300914809) - TotalGetBatchTime: 31.6m (1896981556761) - DataWaitTime: 31.6m (1896438574917) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 9.42s (9421684958) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,431 (157431) - TotalBatchesReceived: 157,431 (157431) - TotalBytesReceived: 1.5 GiB (1613323076) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 34 (34) - CodegenTotalWallClockTime: 1.12s (1124962369) - CodegenSysTime: 6ms (6222000) - CodegenUserTime: 406ms (406557000) - CodegenVoluntaryContextSwitches: 56 (56) - CompileTime: 457ms (457984680) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 6ms (6999766) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 531ms (531982205) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 108ms (108996354) - TotalTime: 1.12s (1124962369) Instance c7456fdd806a4994:3209e9260000039e (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.307 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 49.9 MiB (52275057) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 1,420,710 (1420710) - TotalNetworkReceiveTime: 31.7m (1899620762052) - TotalNetworkSendTime: 2.6m (158352066314) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 154 (154) - TotalThreadsTotalWallClockTime: 35.2m (2109042526842) - TotalThreadsSysTime: 1.28s (1277486000) - TotalThreadsUserTime: 22.66s (22661930000) - TotalThreadsVoluntaryContextSwitches: 116,597 (116597) - TotalTime: 35.2m (2109043526836) Fragment Instance Lifecycle Event Timeline Prepare Finished: 506ms (506996987) Open Finished: 31.9m (1915416668498) First Batch Produced: 32.0m (1917458656455) First Batch Sent: 32.0m (1917458656455) ExecInternal Finished: 35.2m (2109550523823) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.2m (194132855331) - ExecTreeExecTime: 35.39s (35391791311) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914909671511) - ExecTreeOpenTime: 31.9m (1913601679286) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.6m (158353066308) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,420,710 (1420710) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 220ms (220998692) - TotalBytesSent: 33.3 MiB (34928211) - TotalTime: 2.6m (158741064020) - UncompressedRowBatchSize: 71.8 MiB (75297630) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,420,710 (1420710) - RowsReturnedRate: 728 per second (728) - TotalTime: 32.5m (1948993470597) Node Lifecycle Event Timeline Open Started: 1.81s (1814989212) Open Finished: 31.9m (1915416668498) First Batch Requested: 31.9m (1915416668498) First Batch Returned: 32.0m (1917458656455) Last Batch Returned: 35.2m (2109290525356) Closed: 35.2m (2109549523829) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,420,710 (1420710) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1948805471706) Node Lifecycle Event Timeline Open Started: 1.81s (1814989212) Open Finished: 31.9m (1915416668498) First Batch Requested: 31.9m (1915416668498) First Batch Returned: 32.0m (1917457656461) Last Batch Returned: 35.2m (2109290525356) Closed: 35.2m (2109290525356) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 13.19s (13192921909) - GetResultsTime: 54ms (54999675) - HTResizeTime: 44ms (44999734) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,420,710 (1420710) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 466ms (466997235) - CumulativeAllocationBytes: 7.4 GiB (7964983296) - CumulativeAllocations: 3,798 (3798) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3879731200) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3747610624) - ReadIoOps: 1,787 (1787) - ReadIoWaitTime: 22.97s (22973864556) - SystemAllocTime: 433ms (433997430) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3879731200) - WriteIoOps: 1,850 (1850) - WriteIoWaitTime: 1.64s (1640990278) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 388ms (388997698) - InactiveTotalTime: 31.7m (1899109765071) - PeakMemoryUsage: 15.6 MiB (16317112) - RowsReturned: 24,192,702 (24192702) - RowsReturnedRate: 12732 per second (12732) - TotalTime: 31.7m (1900095759238) Node Lifecycle Event Timeline Open Started: 1.81s (1814989212) Open Finished: 28.03s (28029833397) First Batch Requested: 28.03s (28031833385) First Batch Returned: 28.06s (28061833207) Last Batch Returned: 31.9m (1915415668504) Closed: 31.9m (1915416668498) Buffer pool - AllocTime: 950ms (950994378) - CumulativeAllocationBytes: 6.0 GiB (6434938880) - CumulativeAllocations: 314,228 (314228) - InactiveTotalTime: 0ns (0) - PeakReservation: 15.2 MiB (15958016) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 15.2 MiB (15958016) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 664ms (664996072) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.21s (26214844185) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4291867082) - TotalGetBatchTime: 31.7m (1899592762218) - DataWaitTime: 31.7m (1899109765071) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.03s (7030958392) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,114 (157114) - TotalBatchesReceived: 157,114 (157114) - TotalBytesReceived: 1.5 GiB (1610330857) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 344ms (344762642) - TotalRPCsDeferred: 43 (43) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 1.31s (1307992225) - CodegenSysTime: 6ms (6960000) - CodegenUserTime: 393ms (393504000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 329ms (329998039) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 50ms (50999696) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 870ms (870994822) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 53ms (53999679) - TotalTime: 1.31s (1307992225) Instance c7456fdd806a4994:3209e92600000399 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:01:15.005 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 47.3 MiB (49548473) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 1,421,811 (1421811) - TotalNetworkReceiveTime: 31.7m (1900377366113) - TotalNetworkSendTime: 2.6m (158847347616) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 132 (132) - TotalThreadsTotalWallClockTime: 35.1m (2108975943383) - TotalThreadsSysTime: 1.07s (1068316000) - TotalThreadsUserTime: 22.31s (22308752000) - TotalThreadsVoluntaryContextSwitches: 117,417 (117417) - TotalTime: 35.1m (2108975943383) Fragment Instance Lifecycle Event Timeline Prepare Finished: 395ms (395985907) Open Finished: 31.9m (1915276835916) First Batch Produced: 32.0m (1917042773078) First Batch Sent: 32.0m (1917042773078) ExecInternal Finished: 35.2m (2109372929255) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 3.2m (194095093374) - ExecTreeExecTime: 34.83s (34825760771) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914880850009) - ExecTreeOpenTime: 31.9m (1913664893284) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.6m (158847347616) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,811 (1421811) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 238ms (238991496) - TotalBytesSent: 33.3 MiB (34956304) - TotalTime: 2.7m (159264332779) - UncompressedRowBatchSize: 71.9 MiB (75355983) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,811 (1421811) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1948490654055) Node Lifecycle Event Timeline Open Started: 1.61s (1611942632) Open Finished: 31.9m (1915276835916) First Batch Requested: 31.9m (1915276835916) First Batch Returned: 32.0m (1917042773078) Last Batch Returned: 35.2m (2109153937047) Closed: 35.2m (2109371929290) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,811 (1421811) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1948299660848) Node Lifecycle Event Timeline Open Started: 1.61s (1611942632) Open Finished: 31.9m (1915276835916) First Batch Requested: 31.9m (1915276835916) First Batch Returned: 32.0m (1917042773078) Last Batch Returned: 35.2m (2109153937047) Closed: 35.2m (2109153937047) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 12.28s (12279563036) - GetResultsTime: 49ms (49998214) - HTResizeTime: 45ms (45998366) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,811 (1421811) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 388ms (388986169) - CumulativeAllocationBytes: 7.4 GiB (7937720320) - CumulativeAllocations: 3,785 (3785) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3883925504) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3716153344) - ReadIoOps: 1,772 (1772) - ReadIoWaitTime: 22.82s (22821187942) - SystemAllocTime: 367ms (367986915) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3883925504) - WriteIoOps: 1,852 (1852) - WriteIoWaitTime: 1.41s (1406949923) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 402ms (402985659) - InactiveTotalTime: 31.7m (1899816386072) - PeakMemoryUsage: 13.0 MiB (13590528) - RowsReturned: 24,186,272 (24186272) - RowsReturnedRate: 12723 per second (12723) - TotalTime: 31.7m (1900876348353) Node Lifecycle Event Timeline Open Started: 1.61s (1611942632) Open Finished: 27.90s (27902006981) First Batch Requested: 27.90s (27903006946) First Batch Returned: 27.93s (27925006163) Last Batch Returned: 31.9m (1915276835916) Closed: 31.9m (1915276835916) Buffer pool - AllocTime: 1.31s (1311953310) - CumulativeAllocationBytes: 6.0 GiB (6433259520) - CumulativeAllocations: 314,146 (314146) - InactiveTotalTime: 0ns (0) - PeakReservation: 13.0 MiB (13590528) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 13.0 MiB (13590528) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 773ms (773972465) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.29s (26290064349) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4291418856) - TotalGetBatchTime: 31.7m (1900358366787) - DataWaitTime: 31.7m (1899816386072) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.37s (7370737606) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,073 (157073) - TotalBatchesReceived: 157,073 (157073) - TotalBytesReceived: 1.5 GiB (1610080717) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 42 (42) - CodegenTotalWallClockTime: 1.22s (1215956725) - CodegenSysTime: 3ms (3978000) - CodegenUserTime: 383ms (383892000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 339ms (339987900) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 16ms (16999394) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 682ms (682975694) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 173ms (173993808) - TotalTime: 1.22s (1215956725) Instance c7456fdd806a4994:3209e92600000390 (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 06:00:44.477 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 38.0 MiB (39881913) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 1,421,035 (1421035) - TotalNetworkReceiveTime: 31.7m (1901064186996) - TotalNetworkSendTime: 2.2m (132107847440) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 189 (189) - TotalThreadsTotalWallClockTime: 34.7m (2081067528411) - TotalThreadsSysTime: 1.15s (1154346000) - TotalThreadsUserTime: 22.60s (22603315000) - TotalThreadsVoluntaryContextSwitches: 117,659 (117659) - TotalTime: 34.7m (2081116526868) Fragment Instance Lifecycle Event Timeline Prepare Finished: 467ms (467985265) Open Finished: 31.9m (1915360737067) First Batch Produced: 32.0m (1917355674360) First Batch Sent: 32.0m (1917355674360) ExecInternal Finished: 34.7m (2081539513551) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 2.8m (166174776609) - ExecTreeExecTime: 33.63s (33626943007) - InactiveTotalTime: 0ns (0) - OpenTime: 31.9m (1914892751802) - ExecTreeOpenTime: 31.9m (1913625791692) - PrepareTime: 48ms (48998457) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=83) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 2.2m (132107847440) - PeakMemoryUsage: 1.2 MiB (1294176) - RowsSent: 1,421,035 (1421035) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 227ms (227992830) - TotalBytesSent: 33.3 MiB (34938292) - TotalTime: 2.2m (132596832060) - UncompressedRowBatchSize: 71.8 MiB (75314855) UNION_NODE (id=35) ExecOption: Codegen Enabled - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 8.0 KiB (8192) - RowsReturned: 1,421,035 (1421035) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1947251734731) Node Lifecycle Event Timeline Open Started: 1.73s (1734945375) Open Finished: 31.9m (1915360737067) First Batch Requested: 31.9m (1915360737067) First Batch Returned: 32.0m (1917355674360) Last Batch Returned: 34.7m (2081352519428) Closed: 34.7m (2081537513613) AGGREGATION_NODE (id=82) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 34.1 MiB (35766400) - RowsReturned: 1,421,035 (1421035) - RowsReturnedRate: 729 per second (729) - TotalTime: 32.5m (1947079740131) Node Lifecycle Event Timeline Open Started: 1.73s (1734945375) Open Finished: 31.9m (1915360737067) First Batch Requested: 31.9m (1915360737067) First Batch Returned: 32.0m (1917355674360) Last Batch Returned: 34.7m (2081351519460) Closed: 34.7m (2081352519428) GroupingAggregator 0 ExecOption: Codegen Enabled, Spilled - BuildTime: 11.48s (11485638574) - GetResultsTime: 47ms (47998495) - HTResizeTime: 43ms (43998610) - HashBuckets: 2,097,152 (2097152) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 32 (32) - PeakMemoryUsage: 34.1 MiB (35766400) - PeakReservation: 34.0 MiB (35651584) - PeakUsedReservation: 0 B (0) - RowsRepartitioned: 0 (0) - RowsReturned: 1,421,035 (1421035) - SpilledPartitions: 16 (16) - TotalTime: 0ns (0) Buffer pool - AllocTime: 281ms (281991126) - CumulativeAllocationBytes: 7.4 GiB (7941914624) - CumulativeAllocations: 3,787 (3787) - InactiveTotalTime: 0ns (0) - PeakReservation: 34.0 MiB (35651584) - PeakUnpinnedBytes: 3.6 GiB (3877634048) - PeakUsedReservation: 34.0 MiB (35651584) - ReadIoBytes: 3.5 GiB (3726639104) - ReadIoOps: 1,777 (1777) - ReadIoWaitTime: 21.36s (21363328512) - SystemAllocTime: 272ms (272991410) - TotalTime: 0ns (0) - WriteIoBytes: 3.6 GiB (3877634048) - WriteIoOps: 1,849 (1849) - WriteIoWaitTime: 918ms (918971079) EXCHANGE_NODE (id=81) - ConvertRowBatchTime: 466ms (466985280) - InactiveTotalTime: 31.7m (1900391208197) - PeakMemoryUsage: 3.7 MiB (3923968) - RowsReturned: 24,195,793 (24195793) - RowsReturnedRate: 12723 per second (12723) - TotalTime: 31.7m (1901613169706) Node Lifecycle Event Timeline Open Started: 1.73s (1734945375) Open Finished: 28.00s (27999118451) First Batch Requested: 28.00s (27999118451) First Batch Returned: 28.01s (28014117979) Last Batch Returned: 31.9m (1915359737099) Closed: 31.9m (1915360737067) Buffer pool - AllocTime: 1.68s (1682947014) - CumulativeAllocationBytes: 6.0 GiB (6435758080) - CumulativeAllocations: 314,268 (314268) - InactiveTotalTime: 0ns (0) - PeakReservation: 3.7 MiB (3923968) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 3.7 MiB (3923968) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 841ms (841973493) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 26.26s (26264173076) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 4.0 GiB (4293133774) - TotalGetBatchTime: 31.7m (1901038187814) - DataWaitTime: 31.7m (1900391208197) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 7.56s (7557762085) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 157,134 (157134) - TotalBatchesReceived: 157,134 (157134) - TotalBytesReceived: 1.5 GiB (1610604162) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 62 (62) - CodegenTotalWallClockTime: 1.27s (1266960110) - CodegenSysTime: 3ms (3962000) - CodegenUserTime: 399ms (399474000) - CodegenVoluntaryContextSwitches: 46 (46) - CompileTime: 425ms (425986588) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999433) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 74 (74) - NumInstructions: 2,053 (2053) - OptimizationTime: 713ms (713977520) - PeakMemoryUsage: 1.0 MiB (1051136) - PrepareTime: 98ms (98996883) - TotalTime: 1.27s (1266960110) Averaged Fragment F34 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:30m12s max:31m58s mean: 31m49s stddev:21s750ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 39 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 450.1 MiB (471921122) - PeakReservation: 437.8 MiB (459034308) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 24,211,180 (24211180) - TotalNetworkReceiveTime: 7.0m (418159613477) - TotalNetworkSendTime: 23.9m (1434999593695) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,551 (2551) - TotalThreadsTotalWallClockTime: 31.8m (1905985088726) - TotalThreadsSysTime: 2.65s (2649776410) - TotalThreadsUserTime: 47.11s (47110150205) - TotalThreadsVoluntaryContextSwitches: 58,520 (58520) - TotalTime: 31.8m (1906004960093) Buffer pool - AllocTime: 487.17us (487167) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 487.17us (487167) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.5m (1889483890087) - ExecTreeExecTime: 7.1m (426829626704) - InactiveTotalTime: 0ns (0) - OpenTime: 16.50s (16501198639) - ExecTreeOpenTime: 14.49s (14488807214) - PrepareTime: 18ms (18409833) - ExecTreePrepareTime: 10ms (10179239) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.3 MiB (1326735) - RowsSent: 24,211,180 (24211180) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.75s (15747010335) - TotalBytesSent: 1.5 GiB (1611629746) - TotalTime: 24.4m (1462579290689) - UncompressedRowBatchSize: 4.0 GiB (4295734567) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 116.9 MiB (122572612) - RowsReturned: 24,211,180 (24211180) - RowsReturnedRate: 59777 per second (59777) - TotalTime: 7.4m (441293178068) GroupingAggregator 0 - BuildTime: 0ns (0) - GetResultsTime: 18ms (18666255) - HTResizeTime: 269ms (269942773) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 116.9 MiB (122548036) - PeakReservation: 116.8 MiB (122441412) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,434.67 (3434.6701541901925) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,765,024 (23765024) - RowsReturned: 24,211,180 (24211180) - StreamingTime: 17.07s (17072416675) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18563664) - CumulativeAllocationBytes: 116.8 MiB (122441412) - CumulativeAllocations: 58 (58) - InactiveTotalTime: 0ns (0) - PeakReservation: 116.8 MiB (122441412) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 116.8 MiB (122441412) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18512385) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) - BuildRows: 1,666,666 (1666666) - BuildTime: 1.58s (1585195836) - InactiveTotalTime: 0ns (0) - LocalTime: 4.82s (4823226426) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,116,016 (37116016) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.09s (3093444074) - RowsReturned: 37,111,385 (37111385) - RowsReturnedRate: 97191 per second (97191) - TotalTime: 7.1m (423806360118) Buffer pool - AllocTime: 171ms (171842668) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 170ms (170432453) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) - BuildRowsPartitionTime: 1.37s (1370610719) - BuildRowsPartitioned: 1,666,666 (1666666) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 210ms (210200593) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 35ms (35460716) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 14.7 MiB (15449222) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 129678 per second (129678) - TotalTime: 12.86s (12863458386) Buffer pool - AllocTime: 819ms (819316819) - CumulativeAllocationBytes: 370.2 MiB (388207117) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (14962162) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (14962162) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 663ms (663114790) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274045240) - TotalGetBatchTime: 12.82s (12821356795) - DataWaitTime: 12.78s (12777127034) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.30s (1304152255) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163689726) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 979ms (979680799) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 715ms (715599571) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 11.5 MiB (12035427) - RowsReturned: 37,116,016 (37116016) - RowsReturnedRate: 104052 per second (104052) - TotalTime: 6.8m (406119675305) Buffer pool - AllocTime: 2.95s (2953202412) - CumulativeAllocationBytes: 2.4 GiB (2562571867) - CumulativeAllocations: 208,555 (208555) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11776525) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11776525) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.05s (2046782419) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2301193022) - TotalGetBatchTime: 6.8m (405319693000) - DataWaitTime: 6.7m (403954101351) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.86s (4858830207) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,277 (104277) - TotalBatchesReceived: 104,277 (104277) - TotalBytesReceived: 988.6 MiB (1036636465) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 51.62s (51624727729) - TotalRPCsDeferred: 2,521 (2521) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 140 (140) - CodegenTotalWallClockTime: 2.01s (2011417109) - CodegenSysTime: 15ms (15604717) - CodegenUserTime: 930ms (930440974) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 360ms (360094470) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 101ms (101843814) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.42s (1418276682) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 115ms (115612752) - TotalTime: 2.01s (2011442749) Fragment F34 Instance c7456fdd806a4994:3209e92600000379 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.206 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469000158) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 24,620,872 (24620872) - TotalNetworkReceiveTime: 5.1m (305867312453) - TotalNetworkSendTime: 25.9m (1554245020565) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,820 (2820) - TotalThreadsTotalWallClockTime: 31.9m (1915153129598) - TotalThreadsSysTime: 2.74s (2743475000) - TotalThreadsUserTime: 48.46s (48458927000) - TotalThreadsVoluntaryContextSwitches: 58,211 (58211) - TotalTime: 31.9m (1915154129576) Fragment Instance Lifecycle Event Timeline Prepare Finished: 182ms (182995998) Open Finished: 17.17s (17172624432) First Batch Produced: 28.14s (28136384654) First Batch Sent: 28.14s (28136384654) ExecInternal Finished: 31.9m (1915337125575) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898163501164) - ExecTreeExecTime: 5.3m (315023112305) - InactiveTotalTime: 0ns (0) - OpenTime: 16.99s (16989628434) - ExecTreeOpenTime: 14.72s (14719678078) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.9m (1554270020021) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 24,620,872 (24620872) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.31s (16306643494) - TotalBytesSent: 1.5 GiB (1637276162) - TotalTime: 26.4m (1583056390696) - UncompressedRowBatchSize: 4.1 GiB (4368337675) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,620,872 (24620872) - RowsReturnedRate: 74675 per second (74675) - TotalTime: 5.5m (329705791195) Node Lifecycle Event Timeline Open Started: 2.45s (2451946376) Open Finished: 17.17s (17171624454) First Batch Requested: 17.17s (17172624432) First Batch Returned: 28.14s (28136384654) Last Batch Returned: 31.9m (1915292126558) Closed: 31.9m (1915337125575) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 20ms (20999542) - HTResizeTime: 270ms (270994076) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,452.45 (3452.4493505636738) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,207,172 (24207172) - RowsReturned: 24,620,872 (24620872) - StreamingTime: 17.43s (17432618814) - TotalTime: 0ns (0) Buffer pool - AllocTime: 14ms (14999673) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999673) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,281 (1666281) - BuildTime: 1.49s (1490967391) - InactiveTotalTime: 0ns (0) - LocalTime: 4.87s (4873893423) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,111,537 (37111537) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.23s (3229929375) - RowsReturned: 37,111,537 (37111537) - RowsReturnedRate: 119099 per second (119099) - TotalTime: 5.2m (311600187102) Node Lifecycle Event Timeline Open Started: 2.45s (2451946376) Open Finished: 17.17s (17171624454) First Batch Requested: 17.17s (17172624432) First Batch Returned: 17.17s (17172624432) Last Batch Returned: 24.6m (1475653736236) Closed: 24.6m (1475653736236) Buffer pool - AllocTime: 123ms (123997284) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 122ms (122997306) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.29s (1292971721) - BuildRowsPartitioned: 1,666,281 (1666281) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 194ms (194995736) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 32ms (32999276) - InactiveTotalTime: 13.10s (13097713551) - PeakMemoryUsage: 14.6 MiB (15313958) - RowsReturned: 1,666,281 (1666281) - RowsReturnedRate: 126581 per second (126581) - TotalTime: 13.16s (13163712107) Node Lifecycle Event Timeline Open Started: 2.45s (2451946376) Open Finished: 2.45s (2451946376) First Batch Requested: 2.45s (2452946354) First Batch Returned: 2.45s (2452946354) Last Batch Returned: 16.97s (16974628762) Closed: 17.17s (17171624454) Buffer pool - AllocTime: 623ms (623986352) - CumulativeAllocationBytes: 370.2 MiB (388153344) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 558ms (558987773) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273982277) - TotalGetBatchTime: 13.12s (13122713006) - DataWaitTime: 13.10s (13097713551) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.04s (1039977248) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163658556) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 787ms (787394312) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 761ms (761983350) - InactiveTotalTime: 4.9m (291883618268) - PeakMemoryUsage: 11.4 MiB (11971121) - RowsReturned: 37,111,537 (37111537) - RowsReturnedRate: 126417 per second (126417) - TotalTime: 4.9m (293562581572) Node Lifecycle Event Timeline Open Started: 17.17s (17171624454) Open Finished: 17.17s (17171624454) First Batch Requested: 17.17s (17171624454) First Batch Returned: 17.17s (17171624454) Last Batch Returned: 24.6m (1475653736236) Closed: 24.6m (1475653736236) Buffer pool - AllocTime: 1.07s (1071976551) - CumulativeAllocationBytes: 2.4 GiB (2562269184) - CumulativeAllocations: 208,532 (208532) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 702ms (702984626) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2300915294) - TotalGetBatchTime: 4.9m (292727599820) - DataWaitTime: 4.9m (291883618268) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.38s (2384947855) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,266 (104266) - TotalBatchesReceived: 104,266 (104266) - TotalBytesReceived: 988.5 MiB (1036469684) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.27s (15269720469) - TotalRPCsDeferred: 71 (71) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 126 (126) - CodegenTotalWallClockTime: 2.27s (2268950378) - CodegenSysTime: 8ms (8932000) - CodegenUserTime: 953ms (953200000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 494ms (494989175) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 78ms (78998272) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1462968005) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 227ms (227995014) - TotalTime: 2.27s (2268950378) Instance c7456fdd806a4994:3209e92600000375 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:57.481 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (468983774) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 24,777,926 (24777926) - TotalNetworkReceiveTime: 1.4m (83974816977) - TotalNetworkSendTime: 29.4m (1763618161670) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 12,754 (12754) - TotalThreadsTotalWallClockTime: 31.9m (1915074027551) - TotalThreadsSysTime: 2.54s (2535831000) - TotalThreadsUserTime: 48.19s (48186919000) - TotalThreadsVoluntaryContextSwitches: 48,097 (48097) - TotalTime: 31.9m (1915084027410) Fragment Instance Lifecycle Event Timeline Prepare Finished: 322ms (322995443) Open Finished: 17.56s (17558752275) First Batch Produced: 28.36s (28363599841) First Batch Sent: 28.36s (28363599841) ExecInternal Finished: 31.9m (1915399022966) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1897838270719) - ExecTreeExecTime: 1.7m (103814537409) - InactiveTotalTime: 0ns (0) - OpenTime: 17.23s (17235756832) - ExecTreeOpenTime: 16.03s (16033773791) - PrepareTime: 9ms (9999859) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 29.4m (1763639161373) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 24,777,926 (24777926) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.17s (17174758037) - TotalBytesSent: 1.5 GiB (1647590035) - TotalTime: 29.9m (1793939734491) - UncompressedRowBatchSize: 4.1 GiB (4396328601) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,777,926 (24777926) - RowsReturnedRate: 206807 per second (206807) - TotalTime: 2.0m (119811311721) Node Lifecycle Event Timeline Open Started: 1.52s (1524978484) Open Finished: 17.56s (17558752275) First Batch Requested: 17.56s (17558752275) First Batch Returned: 28.36s (28363599841) Last Batch Returned: 31.9m (1915244025139) Closed: 31.9m (1915398022980) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 21ms (21999692) - HTResizeTime: 472ms (472993333) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,452.60 (3452.5961778970805) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,376,014 (24376014) - RowsReturned: 24,777,926 (24777926) - StreamingTime: 25.27s (25269643715) - TotalTime: 0ns (0) Buffer pool - AllocTime: 101ms (101998563) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 101ms (101998563) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,323 (1668323) - BuildTime: 4.28s (4280939603) - InactiveTotalTime: 0ns (0) - LocalTime: 8.66s (8663877830) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,134,528 (37134528) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 4.29s (4295939451) - RowsReturned: 37,134,528 (37134528) - RowsReturnedRate: 395976 per second (395976) - TotalTime: 1.6m (93779678744) Node Lifecycle Event Timeline Open Started: 1.52s (1524978484) Open Finished: 17.56s (17557752289) First Batch Requested: 17.56s (17558752275) First Batch Returned: 17.56s (17558752275) Last Batch Returned: 24.6m (1475617207317) Closed: 24.6m (1475617207317) Buffer pool - AllocTime: 1.73s (1730975579) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.73s (1730975579) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 3.58s (3584949422) - BuildRowsPartitioned: 1,668,323 (1668323) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 673ms (673990491) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 26ms (26999619) - InactiveTotalTime: 11.66s (11663835440) - PeakMemoryUsage: 15.0 MiB (15736716) - RowsReturned: 1,668,323 (1668323) - RowsReturnedRate: 142083 per second (142083) - TotalTime: 11.74s (11741834342) Node Lifecycle Event Timeline Open Started: 1.52s (1524978484) Open Finished: 1.52s (1524978484) First Batch Requested: 1.52s (1525978470) First Batch Returned: 1.52s (1525978470) Last Batch Returned: 16.86s (16862762094) Closed: 17.56s (17557752289) Buffer pool - AllocTime: 5.09s (5088928210) - CumulativeAllocationBytes: 370.6 MiB (388579328) - CumulativeAllocations: 18,998 (18998) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15081472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15081472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5.05s (5052928719) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274306213) - TotalGetBatchTime: 11.71s (11709834793) - DataWaitTime: 11.66s (11663835440) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 5.88s (5880917035) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,499 (9499) - TotalBatchesReceived: 9,499 (9499) - TotalBytesReceived: 156.3 MiB (163844291) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 662ms (662407272) - TotalRPCsDeferred: 181 (181) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 1.01s (1007985809) - InactiveTotalTime: 39.02s (39022450693) - PeakMemoryUsage: 11.6 MiB (12189047) - RowsReturned: 37,134,528 (37134528) - RowsReturnedRate: 506099 per second (506099) - TotalTime: 1.2m (73373966572) Node Lifecycle Event Timeline Open Started: 17.56s (17557752289) Open Finished: 17.56s (17557752289) First Batch Requested: 17.56s (17557752289) First Batch Returned: 17.56s (17557752289) Last Batch Returned: 24.6m (1475617207317) Closed: 24.6m (1475617207317) Buffer pool - AllocTime: 1.0m (62683117141) - CumulativeAllocationBytes: 2.4 GiB (2563858432) - CumulativeAllocations: 208,662 (208662) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11812864) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11812864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40.95s (40953423137) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2302340736) - TotalGetBatchTime: 1.2m (72247982425) - DataWaitTime: 39.02s (39022450693) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.4m (81686849328) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,331 (104331) - TotalBatchesReceived: 104,331 (104331) - TotalBytesReceived: 989.1 MiB (1037119900) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.6m (993344908635) - TotalRPCsDeferred: 71,775 (71775) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 45 (45) - CodegenTotalWallClockTime: 1.20s (1201983041) - CodegenSysTime: 13ms (13990000) - CodegenUserTime: 839ms (839490000) - CodegenVoluntaryContextSwitches: 192 (192) - CompileTime: 226ms (226996797) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 114ms (114998378) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 797ms (797988742) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 57ms (57999181) - TotalTime: 1.20s (1201983041) Instance c7456fdd806a4994:3209e92600000380 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.202 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 479.2 MiB (502439886) - PeakReservation: 467.0 MiB (489684992) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 21,540,025 (21540025) - TotalNetworkReceiveTime: 11.8m (705434143107) - TotalNetworkSendTime: 19.3m (1160796528822) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,016 (2016) - TotalThreadsTotalWallClockTime: 31.9m (1915003676758) - TotalThreadsSysTime: 2.55s (2551868000) - TotalThreadsUserTime: 44.46s (44463258000) - TotalThreadsVoluntaryContextSwitches: 61,758 (61758) - TotalTime: 31.9m (1915053674712) Fragment Instance Lifecycle Event Timeline Prepare Finished: 567ms (567976756) Open Finished: 17.35s (17346290104) First Batch Produced: 28.19s (28188846367) First Batch Sent: 28.19s (28188846367) ExecInternal Finished: 31.9m (1915572653473) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898225363410) - ExecTreeExecTime: 11.9m (712320861642) - InactiveTotalTime: 0ns (0) - OpenTime: 16.78s (16778313348) - ExecTreeOpenTime: 14.84s (14838392739) - PrepareTime: 49ms (49997954) - ExecTreePrepareTime: 49ms (49997954) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 19.3m (1160816528002) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 21,540,025 (21540025) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.31s (14309414691) - TotalBytesSent: 1.3 GiB (1442333582) - TotalTime: 19.8m (1185833504671) - UncompressedRowBatchSize: 3.6 GiB (3821806929) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 146.1 MiB (153223296) - RowsReturned: 21,540,025 (21540025) - RowsReturnedRate: 29621 per second (29621) - TotalTime: 12.1m (727177253646) Node Lifecycle Event Timeline Open Started: 2.51s (2507897365) Open Finished: 17.35s (17346290104) First Batch Requested: 17.35s (17346290104) First Batch Returned: 28.19s (28188846367) Last Batch Returned: 31.9m (1915545654577) Closed: 31.9m (1915571653514) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 17ms (17999262) - HTResizeTime: 212ms (212991287) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 146.1 MiB (153198720) - PeakReservation: 146.0 MiB (153092096) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,470.26 (3470.2618264454827) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 20,930,815 (20930815) - RowsReturned: 21,540,025 (21540025) - StreamingTime: 15.80s (15799353701) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999836) - CumulativeAllocationBytes: 146.0 MiB (153092096) - CumulativeAllocations: 73 (73) - InactiveTotalTime: 0ns (0) - PeakReservation: 146.0 MiB (153092096) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 146.0 MiB (153092096) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999836) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,431 (1665431) - BuildTime: 1.70s (1697930506) - InactiveTotalTime: 0ns (0) - LocalTime: 4.89s (4895799712) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,115,992 (37115992) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.01s (3006877019) - RowsReturned: 37,115,992 (37115992) - RowsReturnedRate: 52197 per second (52197) - TotalTime: 11.9m (711069912544) Node Lifecycle Event Timeline Open Started: 2.51s (2507897365) Open Finished: 17.34s (17345290145) First Batch Requested: 17.35s (17346290104) First Batch Returned: 17.35s (17346290104) Last Batch Returned: 24.1m (1444200928657) Closed: 24.1m (1444200928657) Buffer pool - AllocTime: 57ms (57997627) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 56ms (56997668) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.49s (1492938895) - BuildRowsPartitioned: 1,665,431 (1665431) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 202ms (202991693) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 36ms (36998488) - InactiveTotalTime: 13.06s (13057465628) - PeakMemoryUsage: 14.8 MiB (15484474) - RowsReturned: 1,665,431 (1665431) - RowsReturnedRate: 126817 per second (126817) - TotalTime: 13.13s (13132462560) Node Lifecycle Event Timeline Open Started: 2.51s (2507897365) Open Finished: 2.51s (2507897365) First Batch Requested: 2.51s (2508897324) First Batch Returned: 2.51s (2508897324) Last Batch Returned: 17.14s (17140298534) Closed: 17.34s (17345290145) Buffer pool - AllocTime: 543ms (543977734) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,962 (18962) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 534ms (534978103) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273835624) - TotalGetBatchTime: 13.09s (13086464441) - DataWaitTime: 13.06s (13057465628) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.05s (1046957146) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,481 (9481) - TotalBatchesReceived: 9,481 (9481) - TotalBytesReceived: 156.0 MiB (163562169) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 824ms (824307311) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 638ms (638973856) - InactiveTotalTime: 11.5m (691799701077) - PeakMemoryUsage: 11.4 MiB (11924881) - RowsReturned: 37,115,992 (37115992) - RowsReturnedRate: 53555 per second (53555) - TotalTime: 11.6m (693041650272) Node Lifecycle Event Timeline Open Started: 17.34s (17345290145) Open Finished: 17.34s (17345290145) First Batch Requested: 17.34s (17345290145) First Batch Returned: 17.34s (17345290145) Last Batch Returned: 24.1m (1444200928657) Closed: 24.1m (1444200928657) Buffer pool - AllocTime: 1.07s (1068956269) - CumulativeAllocationBytes: 2.4 GiB (2562580480) - CumulativeAllocations: 208,558 (208558) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.1 MiB (11673600) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.1 MiB (11673600) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 595ms (595975616) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2301191504) - TotalGetBatchTime: 11.5m (692326679526) - DataWaitTime: 11.5m (691799701077) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.40s (2400901781) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,279 (104279) - TotalBatchesReceived: 104,279 (104279) - TotalBytesReceived: 988.6 MiB (1036604367) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.78s (14780473511) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 116 (116) - CodegenTotalWallClockTime: 1.94s (1939920609) - CodegenSysTime: 9ms (9900000) - CodegenUserTime: 907ms (907201000) - CodegenVoluntaryContextSwitches: 87 (87) - CompileTime: 377ms (377984531) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 56ms (56997668) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.40s (1398942749) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 102ms (102995784) - TotalTime: 1.94s (1939920609) Instance c7456fdd806a4994:3209e9260000036d (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.137 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 451.4 MiB (473309150) - PeakReservation: 439.0 MiB (460324864) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 23,492,249 (23492249) - TotalNetworkReceiveTime: 6.4m (386888372913) - TotalNetworkSendTime: 24.6m (1476712621684) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,060 (2060) - TotalThreadsTotalWallClockTime: 31.9m (1915034448881) - TotalThreadsSysTime: 2.43s (2431361000) - TotalThreadsUserTime: 45.93s (45932947000) - TotalThreadsVoluntaryContextSwitches: 61,904 (61904) - TotalTime: 31.9m (1915035448851) Fragment Instance Lifecycle Event Timeline Prepare Finished: 422ms (422987288) Open Finished: 17.01s (17008488860) First Batch Produced: 28.18s (28182153070) First Batch Sent: 28.18s (28182153070) ExecInternal Finished: 31.9m (1915459436109) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898448947309) - ExecTreeExecTime: 6.6m (395315119637) - InactiveTotalTime: 0ns (0) - OpenTime: 16.59s (16585501572) - ExecTreeOpenTime: 14.40s (14399567264) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.6m (1476732621083) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 23,492,249 (23492249) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.07s (15070547056) - TotalBytesSent: 1.5 GiB (1566626565) - TotalTime: 25.1m (1503051830137) - UncompressedRowBatchSize: 3.9 GiB (4168069284) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 118.1 MiB (123863168) - RowsReturned: 23,492,249 (23492249) - RowsReturnedRate: 57343 per second (57343) - TotalTime: 6.8m (409674688102) Node Lifecycle Event Timeline Open Started: 2.61s (2608921596) Open Finished: 17.01s (17008488860) First Batch Requested: 17.01s (17008488860) First Batch Returned: 28.18s (28182153070) Last Batch Returned: 31.9m (1915426437101) Closed: 31.9m (1915458436139) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 16ms (16999490) - HTResizeTime: 258ms (258992215) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 118.1 MiB (123838592) - PeakReservation: 118.0 MiB (123731968) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,463.34 (3463.3441292368157) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,983,311 (22983311) - RowsReturned: 23,492,249 (23492249) - StreamingTime: 16.93s (16928491249) - TotalTime: 0ns (0) Buffer pool - AllocTime: 18ms (18999429) - CumulativeAllocationBytes: 118.0 MiB (123731968) - CumulativeAllocations: 59 (59) - InactiveTotalTime: 0ns (0) - PeakReservation: 118.0 MiB (123731968) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 118.0 MiB (123731968) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999429) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,654 (1667654) - BuildTime: 1.59s (1592952128) - InactiveTotalTime: 0ns (0) - LocalTime: 4.77s (4774856492) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,156,320 (37156320) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.03s (3030908900) - RowsReturned: 37,156,320 (37156320) - RowsReturnedRate: 94683 per second (94683) - TotalTime: 6.5m (392426206470) Node Lifecycle Event Timeline Open Started: 2.61s (2608921596) Open Finished: 17.01s (17007488890) First Batch Requested: 17.01s (17008488860) First Batch Returned: 17.01s (17008488860) Last Batch Returned: 24.6m (1475660651949) Closed: 24.6m (1475660651949) Buffer pool - AllocTime: 277ms (277991646) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 229ms (229993088) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.38s (1381958469) - BuildRowsPartitioned: 1,667,654 (1667654) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 208ms (208993719) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 44ms (44998645) - InactiveTotalTime: 12.62s (12623620638) - PeakMemoryUsage: 14.8 MiB (15467108) - RowsReturned: 1,667,654 (1667654) - RowsReturnedRate: 130974 per second (130974) - TotalTime: 12.73s (12732617360) Node Lifecycle Event Timeline Open Started: 2.61s (2608921596) Open Finished: 2.61s (2608921596) First Batch Requested: 2.61s (2609921566) First Batch Returned: 2.61s (2609921566) Last Batch Returned: 16.80s (16796495231) Closed: 17.01s (17007488890) Buffer pool - AllocTime: 510ms (510984641) - CumulativeAllocationBytes: 370.4 MiB (388440064) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 481ms (481985513) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274195085) - TotalGetBatchTime: 12.68s (12680618925) - DataWaitTime: 12.62s (12623620638) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 943ms (943971633) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163778185) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 927ms (927561978) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 663ms (663980042) - InactiveTotalTime: 6.2m (373627771410) - PeakMemoryUsage: 11.5 MiB (12011240) - RowsReturned: 37,156,320 (37156320) - RowsReturnedRate: 99104 per second (99104) - TotalTime: 6.2m (374918732618) Node Lifecycle Event Timeline Open Started: 17.01s (17007488890) Open Finished: 17.01s (17007488890) First Batch Requested: 17.01s (17007488890) First Batch Returned: 17.01s (17007488890) Last Batch Returned: 24.6m (1475659651979) Closed: 24.6m (1475660651949) Buffer pool - AllocTime: 977ms (977970617) - CumulativeAllocationBytes: 2.4 GiB (2565390336) - CumulativeAllocations: 208,784 (208784) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 564ms (564983027) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2303691840) - TotalGetBatchTime: 6.2m (374192754439) - DataWaitTime: 6.2m (373627771410) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.40s (2399927884) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,392 (104392) - TotalBatchesReceived: 104,392 (104392) - TotalBytesReceived: 989.7 MiB (1037740711) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.45s (14447296005) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 208 (208) - CodegenTotalWallClockTime: 2.18s (2184934338) - CodegenSysTime: 16ms (16847000) - CodegenUserTime: 921ms (921678000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 357ms (357989241) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 68ms (68997927) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.60s (1596952009) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 157ms (157995252) - TotalTime: 2.19s (2185934308) Instance c7456fdd806a4994:3209e92600000363 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.996 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 467.1 MiB (489840590) - PeakReservation: 455.0 MiB (477102080) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 22,852,862 (22852862) - TotalNetworkReceiveTime: 5.9m (352460422830) - TotalNetworkSendTime: 25.2m (1511497524755) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,949 (1949) - TotalThreadsTotalWallClockTime: 31.9m (1915029863965) - TotalThreadsSysTime: 2.60s (2595505000) - TotalThreadsUserTime: 45.11s (45108875000) - TotalThreadsVoluntaryContextSwitches: 63,061 (63061) - TotalTime: 31.9m (1915030863963) Fragment Instance Lifecycle Event Timeline Prepare Finished: 437ms (437999282) Open Finished: 16.75s (16747972579) First Batch Produced: 28.05s (28050954073) First Batch Sent: 28.05s (28050954073) ExecInternal Finished: 31.9m (1915468863245) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898719890668) - ExecTreeExecTime: 6.0m (361224408435) - InactiveTotalTime: 0ns (0) - OpenTime: 16.31s (16309973297) - ExecTreeOpenTime: 14.02s (14016977051) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1511525524708) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 22,852,862 (22852862) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.81s (14808975824) - TotalBytesSent: 1.4 GiB (1526841374) - TotalTime: 25.6m (1537412482361) - UncompressedRowBatchSize: 3.8 GiB (4054623566) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 134.1 MiB (140640384) - RowsReturned: 22,852,862 (22852862) - RowsReturnedRate: 60908 per second (60908) - TotalTime: 6.3m (375197385555) Node Lifecycle Event Timeline Open Started: 2.73s (2730995528) Open Finished: 16.75s (16747972579) First Batch Requested: 16.75s (16747972579) First Batch Returned: 28.05s (28050954073) Last Batch Returned: 31.9m (1915442863288) Closed: 31.9m (1915468863245) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 17ms (17999972) - HTResizeTime: 255ms (255999579) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 134.1 MiB (140615808) - PeakReservation: 134.0 MiB (140509184) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,454.14 (3454.1394017804573) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,292,836 (22292836) - RowsReturned: 22,852,862 (22852862) - StreamingTime: 16.96s (16956972166) - TotalTime: 0ns (0) Buffer pool - AllocTime: 28ms (28999953) - CumulativeAllocationBytes: 134.0 MiB (140509184) - CumulativeAllocations: 67 (67) - InactiveTotalTime: 0ns (0) - PeakReservation: 134.0 MiB (140509184) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 134.0 MiB (140509184) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999953) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,131 (1668131) - BuildTime: 1.41s (1405997694) - InactiveTotalTime: 0ns (0) - LocalTime: 4.50s (4498992660) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,154,809 (37154809) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.95s (2951995197) - RowsReturned: 37,154,809 (37154809) - RowsReturnedRate: 103859 per second (103859) - TotalTime: 6.0m (357739414211) Node Lifecycle Event Timeline Open Started: 2.73s (2730995528) Open Finished: 16.75s (16746972581) First Batch Requested: 16.75s (16747972579) First Batch Returned: 16.75s (16747972579) Last Batch Returned: 24.6m (1475584583612) Closed: 24.6m (1475584583612) Buffer pool - AllocTime: 68ms (68999886) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 68ms (68999886) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.20s (1204998022) - BuildRowsPartitioned: 1,668,131 (1668131) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 197ms (197999676) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 37ms (37999941) - InactiveTotalTime: 12.49s (12487979557) - PeakMemoryUsage: 14.7 MiB (15402124) - RowsReturned: 1,668,131 (1668131) - RowsReturnedRate: 132834 per second (132834) - TotalTime: 12.56s (12557979444) Node Lifecycle Event Timeline Open Started: 2.73s (2730995528) Open Finished: 2.73s (2730995528) First Batch Requested: 2.73s (2732995525) First Batch Returned: 2.73s (2732995525) Last Batch Returned: 16.55s (16547972906) Closed: 16.75s (16746972581) Buffer pool - AllocTime: 532ms (532999124) - CumulativeAllocationBytes: 370.5 MiB (388530176) - CumulativeAllocations: 18,994 (18994) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 454ms (454999252) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274287271) - TotalGetBatchTime: 12.51s (12510979518) - DataWaitTime: 12.49s (12487979557) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 992ms (992998354) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,497 (9497) - TotalBatchesReceived: 9,497 (9497) - TotalBytesReceived: 156.3 MiB (163840420) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.12s (1118791855) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 674ms (674998891) - InactiveTotalTime: 5.7m (339323444334) - PeakMemoryUsage: 11.4 MiB (11921866) - RowsReturned: 37,154,809 (37154809) - RowsReturnedRate: 109059 per second (109059) - TotalTime: 5.7m (340682442107) Node Lifecycle Event Timeline Open Started: 16.75s (16746972581) Open Finished: 16.75s (16746972581) First Batch Requested: 16.75s (16746972581) First Batch Returned: 16.75s (16746972581) Last Batch Returned: 24.6m (1475584583612) Closed: 24.6m (1475584583612) Buffer pool - AllocTime: 778ms (778998734) - CumulativeAllocationBytes: 2.4 GiB (2565251072) - CumulativeAllocations: 208,774 (208774) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 407ms (407999329) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2303598158) - TotalGetBatchTime: 5.7m (339929443346) - DataWaitTime: 5.7m (339323444334) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.02s (2015996725) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,387 (104387) - TotalBatchesReceived: 104,387 (104387) - TotalBytesReceived: 989.6 MiB (1037697019) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.26s (14258746542) - TotalRPCsDeferred: 21 (21) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 130 (130) - CodegenTotalWallClockTime: 2.29s (2292996246) - CodegenSysTime: 16ms (16764000) - CodegenUserTime: 907ms (907980000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 451ms (451999260) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 59ms (59999902) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.59s (1593997390) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 124ms (124999796) - TotalTime: 2.29s (2292996246) Instance c7456fdd806a4994:3209e92600000386 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.133 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468959198) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 24,339,397 (24339397) - TotalNetworkReceiveTime: 5.5m (327855213953) - TotalNetworkSendTime: 25.6m (1535160490136) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,260 (2260) - TotalThreadsTotalWallClockTime: 31.9m (1915000993874) - TotalThreadsSysTime: 2.61s (2612543000) - TotalThreadsUserTime: 46.74s (46744514000) - TotalThreadsVoluntaryContextSwitches: 60,755 (60755) - TotalTime: 31.9m (1915001993841) Fragment Instance Lifecycle Event Timeline Prepare Finished: 384ms (384987337) Open Finished: 17.49s (17488424768) First Batch Produced: 28.17s (28170073425) First Batch Sent: 28.17s (28170073425) ExecInternal Finished: 31.9m (1915387981145) Buffer pool - AllocTime: 8ms (8999704) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 8ms (8999704) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1897897556443) - ExecTreeExecTime: 5.6m (335232971111) - InactiveTotalTime: 0ns (0) - OpenTime: 17.10s (17103437431) - ExecTreeOpenTime: 15.20s (15197500121) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.6m (1535192489081) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,339,397 (24339397) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.77s (15767481279) - TotalBytesSent: 1.5 GiB (1619786159) - TotalTime: 26.0m (1562584587963) - UncompressedRowBatchSize: 4.0 GiB (4318586131) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,339,397 (24339397) - RowsReturnedRate: 69463 per second (69463) - TotalTime: 5.8m (350393472451) Node Lifecycle Event Timeline Open Started: 2.29s (2290924647) Open Finished: 17.49s (17488424768) First Batch Requested: 17.49s (17488424768) First Batch Returned: 28.17s (28170073425) Last Batch Returned: 31.9m (1915356982165) Closed: 31.9m (1915386981178) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 11ms (11999605) - HTResizeTime: 244ms (244991931) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,470.41 (3470.4121723303438) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,900,817 (23900817) - RowsReturned: 24,339,397 (24339397) - StreamingTime: 16.47s (16472458053) - TotalTime: 0ns (0) Buffer pool - AllocTime: 34ms (34998847) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998847) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,701 (1666701) - BuildTime: 1.67s (1665945200) - InactiveTotalTime: 0ns (0) - LocalTime: 4.85s (4851840389) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,106,987 (37106987) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.05s (3051899595) - RowsReturned: 37,106,987 (37106987) - RowsReturnedRate: 111258 per second (111258) - TotalTime: 5.6m (333520027593) Node Lifecycle Event Timeline Open Started: 2.29s (2290924647) Open Finished: 17.49s (17487424801) First Batch Requested: 17.49s (17488424768) First Batch Returned: 17.49s (17488424768) Last Batch Returned: 24.6m (1475677451509) Closed: 24.6m (1475677451509) Buffer pool - AllocTime: 205ms (205993224) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 205ms (205993224) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.45s (1452952206) - BuildRowsPartitioned: 1,666,701 (1666701) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 200ms (200993389) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 25ms (25999143) - InactiveTotalTime: 13.46s (13457557358) - PeakMemoryUsage: 14.8 MiB (15519443) - RowsReturned: 1,666,701 (1666701) - RowsReturnedRate: 123289 per second (123289) - TotalTime: 13.52s (13518555350) Node Lifecycle Event Timeline Open Started: 2.29s (2290924647) Open Finished: 2.29s (2290924647) First Batch Requested: 2.30s (2300924318) First Batch Returned: 2.30s (2300924318) Last Batch Returned: 17.29s (17285431445) Closed: 17.49s (17487424801) Buffer pool - AllocTime: 1.44s (1440952600) - CumulativeAllocationBytes: 370.3 MiB (388243456) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 421ms (421986120) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274050734) - TotalGetBatchTime: 13.49s (13490556273) - DataWaitTime: 13.46s (13457557358) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.86s (1862938717) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163693049) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 612ms (612187838) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 715ms (715976445) - InactiveTotalTime: 5.2m (313717678960) - PeakMemoryUsage: 11.6 MiB (12111936) - RowsReturned: 37,106,987 (37106987) - RowsReturnedRate: 117744 per second (117744) - TotalTime: 5.3m (315149631854) Node Lifecycle Event Timeline Open Started: 17.49s (17487424801) Open Finished: 17.49s (17487424801) First Batch Requested: 17.49s (17487424801) First Batch Returned: 17.49s (17487424801) Last Batch Returned: 24.6m (1475677451509) Closed: 24.6m (1475677451509) Buffer pool - AllocTime: 1.05s (1053965334) - CumulativeAllocationBytes: 2.4 GiB (2561982464) - CumulativeAllocations: 208,508 (208508) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 686ms (686977413) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2300633194) - TotalGetBatchTime: 5.2m (314346658272) - DataWaitTime: 5.2m (313717678960) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.64s (2642913072) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,254 (104254) - TotalBatchesReceived: 104,254 (104254) - TotalBytesReceived: 988.4 MiB (1036365082) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.91s (14908083544) - TotalRPCsDeferred: 45 (45) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 127 (127) - CodegenTotalWallClockTime: 1.91s (1905937310) - CodegenSysTime: 17ms (17833000) - CodegenUserTime: 946ms (946460000) - CodegenVoluntaryContextSwitches: 86 (86) - CompileTime: 385ms (385987304) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 67ms (67997763) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.33s (1327956321) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 119ms (119996053) - TotalTime: 1.91s (1905937310) Instance c7456fdd806a4994:3209e92600000378 (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.208 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 455.4 MiB (477519822) - PeakReservation: 443.0 MiB (464519168) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 24,077,755 (24077755) - TotalNetworkReceiveTime: 6.4m (382553754871) - TotalNetworkSendTime: 24.7m (1481139662540) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,142 (2142) - TotalThreadsTotalWallClockTime: 31.9m (1914930786361) - TotalThreadsSysTime: 2.44s (2442979000) - TotalThreadsUserTime: 46.43s (46428952000) - TotalThreadsVoluntaryContextSwitches: 60,111 (60111) - TotalTime: 31.9m (1914992786807) Fragment Instance Lifecycle Event Timeline Prepare Finished: 471ms (471003388) Open Finished: 17.19s (17188123623) First Batch Produced: 28.20s (28200202828) First Batch Sent: 28.20s (28200202828) ExecInternal Finished: 31.9m (1915403789763) Buffer pool - AllocTime: 1ms (1000007) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1ms (1000007) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898213666126) - ExecTreeExecTime: 6.5m (389983808523) - InactiveTotalTime: 0ns (0) - OpenTime: 16.72s (16717120235) - ExecTreeOpenTime: 14.67s (14673105534) - PrepareTime: 25ms (25000180) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.7m (1481153662641) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,077,755 (24077755) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.45s (15453111279) - TotalBytesSent: 1.5 GiB (1603039800) - TotalTime: 25.1m (1508156857080) - UncompressedRowBatchSize: 4.0 GiB (4271881601) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 122.1 MiB (128057472) - RowsReturned: 24,077,755 (24077755) - RowsReturnedRate: 59506 per second (59506) - TotalTime: 6.7m (404625913832) Node Lifecycle Event Timeline Open Started: 2.52s (2515018089) Open Finished: 17.19s (17188123623) First Batch Requested: 17.19s (17188123623) First Batch Returned: 28.20s (28200202828) Last Batch Returned: 31.9m (1915369789519) Closed: 31.9m (1915403789763) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 17ms (17000122) - HTResizeTime: 235ms (235001691) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 122.1 MiB (128032896) - PeakReservation: 122.0 MiB (127926272) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,464.19 (3464.1876008876848) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,624,916 (23624916) - RowsReturned: 24,077,755 (24077755) - StreamingTime: 16.25s (16253117005) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4000028) - CumulativeAllocationBytes: 122.0 MiB (127926272) - CumulativeAllocations: 61 (61) - InactiveTotalTime: 0ns (0) - PeakReservation: 122.0 MiB (127926272) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 122.0 MiB (127926272) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4000028) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,751 (1667751) - BuildTime: 1.43s (1431010288) - InactiveTotalTime: 0ns (0) - LocalTime: 4.51s (4511032512) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,120,460 (37120460) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.97s (2966021403) - RowsReturned: 37,120,460 (37120460) - RowsReturnedRate: 95709 per second (95709) - TotalTime: 6.5m (387843793016) Node Lifecycle Event Timeline Open Started: 2.52s (2515018089) Open Finished: 17.19s (17188123623) First Batch Requested: 17.19s (17188123623) First Batch Returned: 17.19s (17188123623) Last Batch Returned: 24.6m (1475671630108) Closed: 24.6m (1475671630108) Buffer pool - AllocTime: 134ms (134000964) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 134ms (134000964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.22s (1215008734) - BuildRowsPartitioned: 1,667,751 (1667751) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 213ms (213001533) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 33ms (33000238) - InactiveTotalTime: 13.12s (13122094382) - PeakMemoryUsage: 14.6 MiB (15296717) - RowsReturned: 1,667,751 (1667751) - RowsReturnedRate: 126133 per second (126133) - TotalTime: 13.22s (13222095101) Node Lifecycle Event Timeline Open Started: 2.52s (2515018089) Open Finished: 2.52s (2515018089) First Batch Requested: 2.52s (2516018096) First Batch Returned: 2.52s (2516018096) Last Batch Returned: 16.97s (16974122083) Closed: 17.19s (17188123623) Buffer pool - AllocTime: 693ms (693004985) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 681ms (681004898) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274228539) - TotalGetBatchTime: 13.18s (13181094806) - DataWaitTime: 13.12s (13122094382) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.17s (1173008437) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163805981) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 821ms (821047842) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 677ms (677004891) - InactiveTotalTime: 6.1m (368607654555) - PeakMemoryUsage: 11.4 MiB (11987434) - RowsReturned: 37,120,460 (37120460) - RowsReturnedRate: 100295 per second (100295) - TotalTime: 6.2m (370110665403) Node Lifecycle Event Timeline Open Started: 17.19s (17188123623) Open Finished: 17.19s (17188123623) First Batch Requested: 17.19s (17188123623) First Batch Returned: 17.19s (17188123623) Last Batch Returned: 24.6m (1475670630101) Closed: 24.6m (1475671630108) Buffer pool - AllocTime: 1.08s (1083007796) - CumulativeAllocationBytes: 2.4 GiB (2562908160) - CumulativeAllocations: 208,584 (208584) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 755ms (755005438) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2301468520) - TotalGetBatchTime: 6.2m (369352659924) - DataWaitTime: 6.1m (368607654555) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.47s (2472017798) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,292 (104292) - TotalBatchesReceived: 104,292 (104292) - TotalBytesReceived: 988.7 MiB (1036727146) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 16.97s (16969897853) - TotalRPCsDeferred: 84 (84) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 143 (143) - CodegenTotalWallClockTime: 2.04s (2044014701) - CodegenSysTime: 16ms (16603000) - CodegenUserTime: 928ms (928792000) - CodegenVoluntaryContextSwitches: 71 (71) - CompileTime: 324ms (324002331) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 107ms (107000770) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.52s (1521010939) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 61ms (61000438) - TotalTime: 2.04s (2044014701) Instance c7456fdd806a4994:3209e92600000372 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.125 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 455.3 MiB (477421534) - PeakReservation: 443.0 MiB (464519168) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 24,162,323 (24162323) - TotalNetworkReceiveTime: 7.5m (451942361732) - TotalNetworkSendTime: 23.5m (1411868520733) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,914 (1914) - TotalThreadsTotalWallClockTime: 31.9m (1914981357472) - TotalThreadsSysTime: 2.69s (2693312000) - TotalThreadsUserTime: 46.29s (46291218000) - TotalThreadsVoluntaryContextSwitches: 61,388 (61388) - TotalTime: 31.9m (1914982357462) Fragment Instance Lifecycle Event Timeline Prepare Finished: 367ms (367996222) Open Finished: 17.00s (17005825401) First Batch Produced: 28.10s (28098711508) First Batch Sent: 28.10s (28098711508) ExecInternal Finished: 31.9m (1915350353684) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898343528293) - ExecTreeExecTime: 7.7m (459562283663) - InactiveTotalTime: 0ns (0) - OpenTime: 16.64s (16637829179) - ExecTreeOpenTime: 14.55s (14552850585) - PrepareTime: 999.99us (999990) - ExecTreePrepareTime: 999.99us (999990) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1411898520423) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,162,323 (24162323) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.17s (15172844290) - TotalBytesSent: 1.5 GiB (1608632124) - TotalTime: 24.0m (1438723245224) - UncompressedRowBatchSize: 4.0 GiB (4286930631) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 122.1 MiB (128057472) - RowsReturned: 24,162,323 (24162323) - RowsReturnedRate: 50966 per second (50966) - TotalTime: 7.9m (474083134576) Node Lifecycle Event Timeline Open Started: 2.45s (2452974816) Open Finished: 17.00s (17005825401) First Batch Requested: 17.00s (17005825401) First Batch Returned: 28.10s (28098711508) Last Batch Returned: 31.9m (1915320353991) Closed: 31.9m (1915350353684) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 16ms (16999826) - HTResizeTime: 243ms (243997505) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 122.1 MiB (128032896) - PeakReservation: 122.0 MiB (127926272) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,452.50 (3452.496394444247) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,708,856 (23708856) - RowsReturned: 24,162,323 (24162323) - StreamingTime: 16.26s (16263833154) - TotalTime: 0ns (0) Buffer pool - AllocTime: 2ms (2999969) - CumulativeAllocationBytes: 122.0 MiB (127926272) - CumulativeAllocations: 61 (61) - InactiveTotalTime: 0ns (0) - PeakReservation: 122.0 MiB (127926272) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 122.0 MiB (127926272) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999969) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,204 (1668204) - BuildTime: 1.63s (1633983209) - InactiveTotalTime: 0ns (0) - LocalTime: 4.77s (4771951021) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,151,100 (37151100) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.99s (2991969315) - RowsReturned: 37,151,100 (37151100) - RowsReturnedRate: 81197 per second (81197) - TotalTime: 7.6m (457541304262) Node Lifecycle Event Timeline Open Started: 2.45s (2452974816) Open Finished: 17.00s (17005825401) First Batch Requested: 17.00s (17005825401) First Batch Returned: 17.01s (17006825391) Last Batch Returned: 24.6m (1475638859726) Closed: 24.6m (1475638859726) Buffer pool - AllocTime: 105ms (105998916) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 105ms (105998916) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.45s (1447985119) - BuildRowsPartitioned: 1,668,204 (1668204) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 182ms (182998121) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 37ms (37999610) - InactiveTotalTime: 12.78s (12779868806) - PeakMemoryUsage: 14.7 MiB (15372837) - RowsReturned: 1,668,204 (1668204) - RowsReturnedRate: 129822 per second (129822) - TotalTime: 12.85s (12849868085) Node Lifecycle Event Timeline Open Started: 2.45s (2452974816) Open Finished: 2.45s (2452974816) First Batch Requested: 2.45s (2454974795) First Batch Returned: 2.45s (2454974795) Last Batch Returned: 16.82s (16821827290) Closed: 17.00s (17005825401) Buffer pool - AllocTime: 859ms (859991168) - CumulativeAllocationBytes: 370.6 MiB (388554752) - CumulativeAllocations: 19,002 (19002) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 767ms (767992117) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274295075) - TotalGetBatchTime: 12.81s (12807868517) - DataWaitTime: 12.78s (12779868806) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.34s (1345986167) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,501 (9501) - TotalBatchesReceived: 9,501 (9501) - TotalBytesReceived: 156.2 MiB (163833072) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 801ms (801538691) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 732ms (732992474) - InactiveTotalTime: 7.3m (438757497087) - PeakMemoryUsage: 11.5 MiB (12077450) - RowsReturned: 37,151,100 (37151100) - RowsReturnedRate: 84449 per second (84449) - TotalTime: 7.3m (439919485156) Node Lifecycle Event Timeline Open Started: 17.00s (17005825401) Open Finished: 17.00s (17005825401) First Batch Requested: 17.00s (17005825401) First Batch Returned: 17.00s (17005825401) Last Batch Returned: 24.6m (1475638859726) Closed: 24.6m (1475638859726) Buffer pool - AllocTime: 758ms (758992209) - CumulativeAllocationBytes: 2.4 GiB (2565013504) - CumulativeAllocations: 208,756 (208756) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 489ms (489994965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2303368200) - TotalGetBatchTime: 7.3m (439108493483) - DataWaitTime: 7.3m (438757497087) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.00s (2005979419) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,378 (104378) - TotalBatchesReceived: 104,378 (104378) - TotalBytesReceived: 989.5 MiB (1037582780) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 24.66s (24662369489) - TotalRPCsDeferred: 232 (232) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 201 (201) - CodegenTotalWallClockTime: 2.08s (2084978594) - CodegenSysTime: 20ms (20680000) - CodegenUserTime: 950ms (950713000) - CodegenVoluntaryContextSwitches: 64 (64) - CompileTime: 340ms (340996499) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 72ms (72999250) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.56s (1564983933) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 102ms (102998943) - TotalTime: 2.08s (2084978594) Instance c7456fdd806a4994:3209e9260000036f (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.265 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469024718) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 24,108,942 (24108942) - TotalNetworkReceiveTime: 9.0m (542421483493) - TotalNetworkSendTime: 22.0m (1320128073585) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,204 (2204) - TotalThreadsTotalWallClockTime: 31.9m (1914967574459) - TotalThreadsSysTime: 2.72s (2723244000) - TotalThreadsUserTime: 47.12s (47116127000) - TotalThreadsVoluntaryContextSwitches: 57,515 (57515) - TotalTime: 31.9m (1914968574421) Fragment Instance Lifecycle Event Timeline Prepare Finished: 408ms (408984527) Open Finished: 16.97s (16974357823) First Batch Produced: 28.15s (28146935142) First Batch Sent: 28.15s (28146935142) ExecInternal Finished: 31.9m (1915378558910) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898402201163) - ExecTreeExecTime: 9.2m (550931161794) - InactiveTotalTime: 0ns (0) - OpenTime: 16.57s (16565373296) - ExecTreeOpenTime: 14.51s (14508451114) - PrepareTime: 999.96us (999962) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.0m (1320143073018) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,108,942 (24108942) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.69s (15693406403) - TotalBytesSent: 1.5 GiB (1605250725) - TotalTime: 22.5m (1347412041597) - UncompressedRowBatchSize: 4.0 GiB (4277617720) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,108,942 (24108942) - RowsReturnedRate: 42640 per second (42640) - TotalTime: 9.4m (565403614270) Node Lifecycle Event Timeline Open Started: 2.46s (2465906709) Open Finished: 16.97s (16974357823) First Batch Requested: 16.97s (16974357823) First Batch Returned: 28.15s (28146935142) Last Batch Returned: 31.9m (1915344560196) Closed: 31.9m (1915377558948) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 18ms (18999279) - HTResizeTime: 248ms (248990579) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,457.19 (3457.1924284717375) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,653,610 (23653610) - RowsReturned: 24,108,942 (24108942) - StreamingTime: 17.02s (17019356310) - TotalTime: 0ns (0) Buffer pool - AllocTime: 20ms (20999206) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999206) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,665 (1664665) - BuildTime: 1.60s (1601939401) - InactiveTotalTime: 0ns (0) - LocalTime: 4.78s (4783819076) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,071,812 (37071812) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.07s (3066884025) - RowsReturned: 37,071,812 (37071812) - RowsReturnedRate: 67645 per second (67645) - TotalTime: 9.1m (548034271199) Node Lifecycle Event Timeline Open Started: 2.46s (2465906709) Open Finished: 16.97s (16974357823) First Batch Requested: 16.97s (16974357823) First Batch Returned: 16.98s (16975357785) Last Batch Returned: 24.6m (1475668185794) Closed: 24.6m (1475668185794) Buffer pool - AllocTime: 59ms (59997728) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 58ms (58997766) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.44s (1438945568) - BuildRowsPartitioned: 1,664,665 (1664665) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 157ms (157994023) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 29ms (29998864) - InactiveTotalTime: 12.80s (12802515651) - PeakMemoryUsage: 14.7 MiB (15380799) - RowsReturned: 1,664,665 (1664665) - RowsReturnedRate: 129188 per second (129188) - TotalTime: 12.88s (12885512509) Node Lifecycle Event Timeline Open Started: 2.46s (2465906709) Open Finished: 2.46s (2465906709) First Batch Requested: 2.47s (2466906671) First Batch Returned: 2.47s (2466906671) Last Batch Returned: 16.82s (16815363838) Closed: 16.97s (16974357823) Buffer pool - AllocTime: 773ms (773970722) - CumulativeAllocationBytes: 369.8 MiB (387768320) - CumulativeAllocations: 18,958 (18958) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 631ms (631976095) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273716638) - TotalGetBatchTime: 12.85s (12847513948) - DataWaitTime: 12.80s (12802515651) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.33s (1331949612) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,479 (9479) - TotalBatchesReceived: 9,479 (9479) - TotalBytesReceived: 155.9 MiB (163497342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 770ms (770839399) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 731ms (731972299) - InactiveTotalTime: 8.8m (529029990131) - PeakMemoryUsage: 11.5 MiB (12071320) - RowsReturned: 37,071,812 (37071812) - RowsReturnedRate: 69898 per second (69898) - TotalTime: 8.8m (530364939614) Node Lifecycle Event Timeline Open Started: 16.97s (16974357823) Open Finished: 16.97s (16974357823) First Batch Requested: 16.97s (16974357823) First Batch Returned: 16.97s (16974357823) Last Batch Returned: 24.6m (1475667185831) Closed: 24.6m (1475668185794) Buffer pool - AllocTime: 892ms (892966218) - CumulativeAllocationBytes: 2.4 GiB (2559483904) - CumulativeAllocations: 208,302 (208302) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 500ms (500981047) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2298452344) - TotalGetBatchTime: 8.8m (529558970114) - DataWaitTime: 8.8m (529029990131) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.27s (2271914041) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,151 (104151) - TotalBatchesReceived: 104,151 (104151) - TotalBytesReceived: 987.4 MiB (1035359397) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.41s (14413686360) - TotalRPCsDeferred: 36 (36) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 209 (209) - CodegenTotalWallClockTime: 2.06s (2056922182) - CodegenSysTime: 31ms (31506000) - CodegenUserTime: 944ms (944993000) - CodegenVoluntaryContextSwitches: 88 (88) - CompileTime: 376ms (376985738) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 82ms (82996860) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1474944199) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 117ms (117995536) - TotalTime: 2.06s (2056922182) Instance c7456fdd806a4994:3209e92600000371 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.386 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469106638) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 23,743,953 (23743953) - TotalNetworkReceiveTime: 7.1m (423228567487) - TotalNetworkSendTime: 24.0m (1441525873632) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,912 (1912) - TotalThreadsTotalWallClockTime: 31.9m (1914948322638) - TotalThreadsSysTime: 2.51s (2511726000) - TotalThreadsUserTime: 45.87s (45873634000) - TotalThreadsVoluntaryContextSwitches: 61,767 (61767) - TotalTime: 31.9m (1914948322638) Fragment Instance Lifecycle Event Timeline Prepare Finished: 480ms (480989295) Open Finished: 17.07s (17074619984) First Batch Produced: 28.20s (28201372347) First Batch Sent: 28.20s (28201372347) ExecInternal Finished: 31.9m (1915431311888) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898354691949) - ExecTreeExecTime: 7.2m (430318409119) - InactiveTotalTime: 0ns (0) - OpenTime: 16.59s (16593630689) - ExecTreeOpenTime: 14.50s (14501677248) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.0m (1441541873275) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 23,743,953 (23743953) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.17s (15172661872) - TotalBytesSent: 1.5 GiB (1582835805) - TotalTime: 24.5m (1467969284319) - UncompressedRowBatchSize: 3.9 GiB (4212738877) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,743,953 (23743953) - RowsReturnedRate: 53382 per second (53382) - TotalTime: 7.4m (444792086992) Node Lifecycle Event Timeline Open Started: 2.57s (2572942736) Open Finished: 17.07s (17074619984) First Batch Requested: 17.07s (17074619984) First Batch Returned: 28.20s (28201372347) Last Batch Returned: 31.9m (1915399312601) Closed: 31.9m (1915430311910) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 20ms (20999531) - HTResizeTime: 245ms (245994530) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,451.32 (3451.3211053341033) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,252,328 (23252328) - RowsReturned: 23,743,953 (23743953) - StreamingTime: 16.13s (16131640516) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999911) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999911) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,900 (1667900) - BuildTime: 1.23s (1228972651) - InactiveTotalTime: 0ns (0) - LocalTime: 4.24s (4241905514) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,152,460 (37152460) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.90s (2898935398) - RowsReturned: 37,152,460 (37152460) - RowsReturnedRate: 86753 per second (86753) - TotalTime: 7.1m (428254455534) Node Lifecycle Event Timeline Open Started: 2.57s (2572942736) Open Finished: 17.07s (17074619984) First Batch Requested: 17.07s (17074619984) First Batch Returned: 17.07s (17074619984) Last Batch Returned: 24.6m (1475674112597) Closed: 24.6m (1475674112597) Buffer pool - AllocTime: 18ms (18999578) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999578) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.03s (1029977081) - BuildRowsPartitioned: 1,667,900 (1667900) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188995794) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 37ms (37999148) - InactiveTotalTime: 13.18s (13176706743) - PeakMemoryUsage: 14.7 MiB (15449441) - RowsReturned: 1,667,900 (1667900) - RowsReturnedRate: 125910 per second (125910) - TotalTime: 13.25s (13246705174) Node Lifecycle Event Timeline Open Started: 2.57s (2572942736) Open Finished: 2.57s (2572942736) First Batch Requested: 2.57s (2573942714) First Batch Returned: 2.57s (2573942714) Last Batch Returned: 16.88s (16877624369) Closed: 17.07s (17074619984) Buffer pool - AllocTime: 1.02s (1025977163) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 310ms (310993076) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274229302) - TotalGetBatchTime: 13.20s (13203706136) - DataWaitTime: 13.18s (13176706743) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.48s (1480967029) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163793358) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 863ms (863657531) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 683ms (683984768) - InactiveTotalTime: 6.8m (409374875824) - PeakMemoryUsage: 11.4 MiB (11954822) - RowsReturned: 37,152,460 (37152460) - RowsReturnedRate: 90446 per second (90446) - TotalTime: 6.8m (410765844846) Node Lifecycle Event Timeline Open Started: 17.07s (17074619984) Open Finished: 17.07s (17074619984) First Batch Requested: 17.07s (17074619984) First Batch Returned: 17.07s (17074619984) Last Batch Returned: 24.6m (1475674112597) Closed: 24.6m (1475674112597) Buffer pool - AllocTime: 1.40s (1402968744) - CumulativeAllocationBytes: 2.4 GiB (2565070848) - CumulativeAllocations: 208,758 (208758) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 902ms (902979881) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2303452520) - TotalGetBatchTime: 6.8m (410010861666) - DataWaitTime: 6.8m (409374875824) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.77s (2767938302) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,379 (104379) - TotalBatchesReceived: 104,379 (104379) - TotalBytesReceived: 989.6 MiB (1037628229) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.49s (14491182035) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 168 (168) - CodegenTotalWallClockTime: 2.09s (2090953463) - CodegenSysTime: 21ms (21678000) - CodegenUserTime: 916ms (916253000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 288ms (288993568) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 78ms (78998241) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.64s (1637963545) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 58ms (58998687) - TotalTime: 2.09s (2090953463) Instance c7456fdd806a4994:3209e92600000367 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.213 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 453.4 MiB (475389902) - PeakReservation: 441.0 MiB (462422016) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 24,286,386 (24286386) - TotalNetworkReceiveTime: 6.4m (383112232015) - TotalNetworkSendTime: 24.7m (1479850131938) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,148 (2148) - TotalThreadsTotalWallClockTime: 31.9m (1914877175812) - TotalThreadsSysTime: 2.56s (2555088000) - TotalThreadsUserTime: 47.03s (47028464000) - TotalThreadsVoluntaryContextSwitches: 61,353 (61353) - TotalTime: 31.9m (1914898175331) Fragment Instance Lifecycle Event Timeline Prepare Finished: 430ms (430990133) Open Finished: 16.78s (16778615882) First Batch Produced: 28.11s (28114356370) First Batch Sent: 28.11s (28114356370) ExecInternal Finished: 31.9m (1915309165923) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898529550063) - ExecTreeExecTime: 6.5m (391001051581) - InactiveTotalTime: 0ns (0) - OpenTime: 16.35s (16347625749) - ExecTreeOpenTime: 14.43s (14432669589) - PrepareTime: 999.98us (999977) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.7m (1479875131365) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,286,386 (24286386) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.78s (15776638947) - TotalBytesSent: 1.5 GiB (1616517479) - TotalTime: 25.1m (1507446500360) - UncompressedRowBatchSize: 4.0 GiB (4309284759) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 120.1 MiB (125960320) - RowsReturned: 24,286,386 (24286386) - RowsReturnedRate: 59906 per second (59906) - TotalTime: 6.8m (405404721832) Node Lifecycle Event Timeline Open Started: 2.35s (2345946293) Open Finished: 16.78s (16778615882) First Batch Requested: 16.78s (16778615882) First Batch Returned: 28.11s (28114356370) Last Batch Returned: 31.9m (1915278166632) Closed: 31.9m (1915309165923) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 8ms (8999793) - HTResizeTime: 239ms (239994505) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 120.1 MiB (125935744) - PeakReservation: 120.0 MiB (125829120) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,449.82 (3449.8206886926514) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,845,017 (23845017) - RowsReturned: 24,286,386 (24286386) - StreamingTime: 16.61s (16612619844) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999908) - CumulativeAllocationBytes: 120.0 MiB (125829120) - CumulativeAllocations: 60 (60) - InactiveTotalTime: 0ns (0) - PeakReservation: 120.0 MiB (125829120) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 120.0 MiB (125829120) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999908) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,428 (1666428) - BuildTime: 1.37s (1367968674) - InactiveTotalTime: 0ns (0) - LocalTime: 4.48s (4483897344) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,131,077 (37131077) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.98s (2983931696) - RowsReturned: 37,131,077 (37131077) - RowsReturnedRate: 95590 per second (95590) - TotalTime: 6.5m (388440110046) Node Lifecycle Event Timeline Open Started: 2.35s (2345946293) Open Finished: 16.78s (16778615882) First Batch Requested: 16.78s (16778615882) First Batch Returned: 16.78s (16778615882) Last Batch Returned: 24.6m (1475610227496) Closed: 24.6m (1475610227496) Buffer pool - AllocTime: 161ms (161996289) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 161ms (161996289) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.20s (1200972497) - BuildRowsPartitioned: 1,666,428 (1666428) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 163ms (163996246) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 30ms (30999291) - InactiveTotalTime: 12.98s (12980702839) - PeakMemoryUsage: 14.6 MiB (15360315) - RowsReturned: 1,666,428 (1666428) - RowsReturnedRate: 127845 per second (127845) - TotalTime: 13.03s (13034701603) Node Lifecycle Event Timeline Open Started: 2.35s (2345946293) Open Finished: 2.35s (2345946293) First Batch Requested: 2.35s (2346946270) First Batch Returned: 2.35s (2346946270) Last Batch Returned: 16.61s (16613619659) Closed: 16.78s (16778615882) Buffer pool - AllocTime: 415ms (415990475) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,974 (18974) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 376ms (376991367) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274017882) - TotalGetBatchTime: 13.00s (12998702426) - DataWaitTime: 12.98s (12980702839) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 822ms (822981156) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,487 (9487) - TotalBatchesReceived: 9,487 (9487) - TotalBytesReceived: 156.1 MiB (163682117) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 722ms (722261021) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 734ms (734983177) - InactiveTotalTime: 6.2m (369658540001) - PeakMemoryUsage: 11.5 MiB (12067485) - RowsReturned: 37,131,077 (37131077) - RowsReturnedRate: 100104 per second (100104) - TotalTime: 6.2m (370921511099) Node Lifecycle Event Timeline Open Started: 16.78s (16778615882) Open Finished: 16.78s (16778615882) First Batch Requested: 16.78s (16778615882) First Batch Returned: 16.78s (16778615882) Last Batch Returned: 24.6m (1475609227518) Closed: 24.6m (1475610227496) Buffer pool - AllocTime: 1.05s (1055975831) - CumulativeAllocationBytes: 2.4 GiB (2563620864) - CumulativeAllocations: 208,640 (208640) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 820ms (820981211) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2302126774) - TotalGetBatchTime: 6.2m (370095529998) - DataWaitTime: 6.2m (369658540001) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.51s (2511942508) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,320 (104320) - TotalBatchesReceived: 104,320 (104320) - TotalBytesReceived: 989.0 MiB (1037025524) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 33.43s (33430146613) - TotalRPCsDeferred: 158 (158) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 178 (178) - CodegenTotalWallClockTime: 1.91s (1914956160) - CodegenSysTime: 19ms (19820000) - CodegenUserTime: 915ms (915709000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 328ms (328992468) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40999062) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1455966668) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 84ms (84998054) - TotalTime: 1.91s (1914956160) Instance c7456fdd806a4994:3209e92600000385 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.503 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469082078) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 23,938,258 (23938258) - TotalNetworkReceiveTime: 9.0m (537823524093) - TotalNetworkSendTime: 22.1m (1325725066566) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,938 (1938) - TotalThreadsTotalWallClockTime: 31.9m (1914866972878) - TotalThreadsSysTime: 2.60s (2599002000) - TotalThreadsUserTime: 46.29s (46292510000) - TotalThreadsVoluntaryContextSwitches: 57,213 (57213) - TotalTime: 31.9m (1914867972866) Fragment Instance Lifecycle Event Timeline Prepare Finished: 493ms (493994054) Open Finished: 17.40s (17404790500) First Batch Produced: 28.14s (28141661264) First Batch Sent: 28.14s (28141661264) ExecInternal Finished: 31.9m (1915361966920) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1897956176432) - ExecTreeExecTime: 9.1m (545307433974) - InactiveTotalTime: 0ns (0) - OpenTime: 16.91s (16910796446) - ExecTreeOpenTime: 14.99s (14986819605) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.1m (1325735066445) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 23,938,258 (23938258) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.16s (15158817494) - TotalBytesSent: 1.5 GiB (1594477560) - TotalTime: 22.5m (1352576743325) - UncompressedRowBatchSize: 4.0 GiB (4247119021) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,938,258 (23938258) - RowsReturnedRate: 42727 per second (42727) - TotalTime: 9.3m (560256254036) Node Lifecycle Event Timeline Open Started: 2.42s (2417970895) Open Finished: 17.40s (17404790500) First Batch Requested: 17.40s (17404790500) First Batch Returned: 28.14s (28141661264) Last Batch Returned: 31.9m (1915329967303) Closed: 31.9m (1915360966932) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 29ms (29999639) - HTResizeTime: 259ms (259996869) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,457.27 (3457.2711787025955) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,469,354 (23469354) - RowsReturned: 23,938,258 (23938258) - StreamingTime: 16.45s (16450801953) - TotalTime: 0ns (0) Buffer pool - AllocTime: 14ms (14999819) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999819) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,763 (1664763) - BuildTime: 1.62s (1618980508) - InactiveTotalTime: 0ns (0) - LocalTime: 4.71s (4710943291) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,063,115 (37063115) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.95s (2953964443) - RowsReturned: 37,063,115 (37063115) - RowsReturnedRate: 68215 per second (68215) - TotalTime: 9.1m (543325457868) Node Lifecycle Event Timeline Open Started: 2.42s (2417970895) Open Finished: 17.40s (17404790500) First Batch Requested: 17.40s (17404790500) First Batch Returned: 17.41s (17405790488) Last Batch Returned: 24.6m (1475599236725) Closed: 24.6m (1475599236725) Buffer pool - AllocTime: 106ms (106998711) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 106ms (106998711) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.41s (1411983000) - BuildRowsPartitioned: 1,664,763 (1664763) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 204ms (204997532) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 23ms (23999712) - InactiveTotalTime: 13.28s (13284840093) - PeakMemoryUsage: 14.7 MiB (15425063) - RowsReturned: 1,664,763 (1664763) - RowsReturnedRate: 124843 per second (124843) - TotalTime: 13.33s (13334839493) Node Lifecycle Event Timeline Open Started: 2.42s (2417970895) Open Finished: 2.42s (2417970895) First Batch Requested: 2.42s (2419970871) First Batch Returned: 2.42s (2419970871) Last Batch Returned: 17.20s (17196793004) Closed: 17.40s (17403790512) Buffer pool - AllocTime: 736ms (736991134) - CumulativeAllocationBytes: 369.8 MiB (387801088) - CumulativeAllocations: 18,956 (18956) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 446ms (446994621) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273731670) - TotalGetBatchTime: 13.30s (13305839841) - DataWaitTime: 13.28s (13284840093) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.25s (1255984891) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,478 (9478) - TotalBatchesReceived: 9,478 (9478) - TotalBytesReceived: 155.9 MiB (163502822) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 785ms (785489208) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 701ms (701991555) - InactiveTotalTime: 8.7m (524049689883) - PeakMemoryUsage: 11.5 MiB (12071504) - RowsReturned: 37,063,115 (37063115) - RowsReturnedRate: 70558 per second (70558) - TotalTime: 8.8m (525279675084) Node Lifecycle Event Timeline Open Started: 17.40s (17403790512) Open Finished: 17.40s (17403790512) First Batch Requested: 17.40s (17403790512) First Batch Returned: 17.40s (17404790500) Last Batch Returned: 24.6m (1475599236725) Closed: 24.6m (1475599236725) Buffer pool - AllocTime: 1.14s (1138986288) - CumulativeAllocationBytes: 2.4 GiB (2558910464) - CumulativeAllocations: 208,258 (208258) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 946ms (946988598) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2297913130) - TotalGetBatchTime: 8.7m (524500684456) - DataWaitTime: 8.7m (524049689883) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.59s (2591968794) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,129 (104129) - TotalBatchesReceived: 104,129 (104129) - TotalBytesReceived: 987.2 MiB (1035121391) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.91s (14915343073) - TotalRPCsDeferred: 37 (37) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 108 (108) - CodegenTotalWallClockTime: 1.92s (1923976841) - CodegenSysTime: 19ms (19725000) - CodegenUserTime: 943ms (943929000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 319ms (319996148) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 48ms (48999410) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.49s (1494982005) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 56ms (56999314) - TotalTime: 1.92s (1923976841) Instance c7456fdd806a4994:3209e9260000037c (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.217 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 451.3 MiB (473219022) - PeakReservation: 439.0 MiB (460324864) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 23,485,252 (23485252) - TotalNetworkReceiveTime: 7.4m (442569071808) - TotalNetworkSendTime: 23.7m (1421658274500) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,983 (1983) - TotalThreadsTotalWallClockTime: 31.9m (1914791754975) - TotalThreadsSysTime: 2.65s (2647689000) - TotalThreadsUserTime: 45.62s (45622021000) - TotalThreadsVoluntaryContextSwitches: 62,364 (62364) - TotalTime: 31.9m (1914792754943) Fragment Instance Lifecycle Event Timeline Prepare Finished: 431ms (431986398) Open Finished: 17.05s (17054463041) First Batch Produced: 27.95s (27946120120) First Batch Sent: 27.95s (27946120120) ExecInternal Finished: 31.9m (1915224741342) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898169278332) - ExecTreeExecTime: 7.5m (450142833697) - InactiveTotalTime: 0ns (0) - OpenTime: 16.62s (16622476643) - ExecTreeOpenTime: 14.60s (14604540177) - PrepareTime: 999.97us (999968) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.7m (1421688273551) - PeakMemoryUsage: 1.2 MiB (1289136) - RowsSent: 23,485,252 (23485252) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.97s (14966528929) - TotalBytesSent: 1.5 GiB (1566613702) - TotalTime: 24.1m (1447945447187) - UncompressedRowBatchSize: 3.9 GiB (4166796193) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 118.1 MiB (123863168) - RowsReturned: 23,485,252 (23485252) - RowsReturnedRate: 50537 per second (50537) - TotalTime: 7.7m (464711375004) Node Lifecycle Event Timeline Open Started: 2.45s (2449922864) Open Finished: 17.05s (17054463041) First Batch Requested: 17.05s (17054463041) First Batch Returned: 27.95s (27946120120) Last Batch Returned: 31.9m (1915192742348) Closed: 31.9m (1915224741342) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 23ms (23999241) - HTResizeTime: 245ms (245992259) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 118.1 MiB (123838592) - PeakReservation: 118.0 MiB (123731968) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,471.48 (3471.4764472270003) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 22,975,203 (22975203) - RowsReturned: 23,485,252 (23485252) - StreamingTime: 16.38s (16382484472) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999810) - CumulativeAllocationBytes: 118.0 MiB (123731968) - CumulativeAllocations: 59 (59) - InactiveTotalTime: 0ns (0) - PeakReservation: 118.0 MiB (123731968) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 118.0 MiB (123731968) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999810) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,598 (1667598) - BuildTime: 1.49s (1486953190) - InactiveTotalTime: 0ns (0) - LocalTime: 4.57s (4574855997) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,132,260 (37132260) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.92s (2918908129) - RowsReturned: 37,132,260 (37132260) - RowsReturnedRate: 82899 per second (82899) - TotalTime: 7.5m (447920903367) Node Lifecycle Event Timeline Open Started: 2.45s (2449922864) Open Finished: 17.05s (17053463072) First Batch Requested: 17.05s (17054463041) First Batch Returned: 17.05s (17054463041) Last Batch Returned: 24.1m (1444008553661) Closed: 24.1m (1444008553661) Buffer pool - AllocTime: 275ms (275991311) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 275ms (275991311) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.30s (1296959173) - BuildRowsPartitioned: 1,667,598 (1667598) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 187ms (187994081) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 32ms (32998964) - InactiveTotalTime: 12.91s (12909593531) - PeakMemoryUsage: 14.8 MiB (15500230) - RowsReturned: 1,667,598 (1667598) - RowsReturnedRate: 128024 per second (128024) - TotalTime: 13.03s (13025589885) Node Lifecycle Event Timeline Open Started: 2.45s (2449922864) Open Finished: 2.45s (2449922864) First Batch Requested: 2.45s (2450922832) First Batch Returned: 2.45s (2450922832) Last Batch Returned: 16.86s (16864469023) Closed: 17.05s (17053463072) Buffer pool - AllocTime: 475ms (475985015) - CumulativeAllocationBytes: 370.4 MiB (388423680) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 443ms (443986023) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274217753) - TotalGetBatchTime: 12.99s (12987591077) - DataWaitTime: 12.91s (12909593531) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 883ms (883972164) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163807624) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 953ms (953062165) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 663ms (663979105) - InactiveTotalTime: 7.1m (428888502546) - PeakMemoryUsage: 11.5 MiB (12042388) - RowsReturned: 37,132,260 (37132260) - RowsReturnedRate: 86289 per second (86289) - TotalTime: 7.2m (430320457485) Node Lifecycle Event Timeline Open Started: 17.05s (17053463072) Open Finished: 17.05s (17053463072) First Batch Requested: 17.05s (17053463072) First Batch Returned: 17.05s (17053463072) Last Batch Returned: 24.1m (1444008553661) Closed: 24.1m (1444008553661) Buffer pool - AllocTime: 1.26s (1261960265) - CumulativeAllocationBytes: 2.4 GiB (2563661824) - CumulativeAllocations: 208,646 (208646) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 646ms (646979623) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2302200120) - TotalGetBatchTime: 7.2m (429563481298) - DataWaitTime: 7.1m (428888502546) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.54s (2541919968) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,323 (104323) - TotalBatchesReceived: 104,323 (104323) - TotalBytesReceived: 989.0 MiB (1037065372) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.69s (14685472975) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 103 (103) - CodegenTotalWallClockTime: 2.02s (2017936466) - CodegenSysTime: 16ms (16688000) - CodegenUserTime: 932ms (932580000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 515ms (515983755) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 85ms (85997292) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.25s (1246960739) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 165ms (165994774) - TotalTime: 2.02s (2017936466) Instance c7456fdd806a4994:3209e9260000036e (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.894 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468975566) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 24,714,893 (24714893) - TotalNetworkReceiveTime: 8.2m (494702410627) - TotalNetworkSendTime: 22.8m (1367537265627) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,297 (2297) - TotalThreadsTotalWallClockTime: 31.9m (1914783763915) - TotalThreadsSysTime: 2.66s (2661365000) - TotalThreadsUserTime: 47.69s (47691651000) - TotalThreadsVoluntaryContextSwitches: 57,777 (57777) - TotalTime: 31.9m (1914784763897) Fragment Instance Lifecycle Event Timeline Prepare Finished: 451ms (451992149) Open Finished: 16.92s (16924706044) First Batch Produced: 28.10s (28100511938) First Batch Sent: 28.10s (28100511938) ExecInternal Finished: 31.9m (1915236756047) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898311050020) - ExecTreeExecTime: 8.4m (502641272816) - InactiveTotalTime: 0ns (0) - OpenTime: 16.47s (16472713895) - ExecTreeOpenTime: 14.49s (14486748388) - PrepareTime: 999.98us (999982) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1367576264948) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,714,893 (24714893) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.17s (16173719188) - TotalBytesSent: 1.5 GiB (1643142282) - TotalTime: 23.3m (1395607778278) - UncompressedRowBatchSize: 4.1 GiB (4385424053) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,714,893 (24714893) - RowsReturnedRate: 47795 per second (47795) - TotalTime: 8.6m (517092021832) Node Lifecycle Event Timeline Open Started: 2.44s (2437957656) Open Finished: 16.92s (16924706044) First Batch Requested: 16.92s (16924706044) First Batch Returned: 28.10s (28100511938) Last Batch Returned: 31.9m (1914281772613) Closed: 31.9m (1915235756064) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 18ms (18999671) - HTResizeTime: 255ms (255995559) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,450.78 (3450.778612478123) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,308,317 (24308317) - RowsReturned: 24,714,893 (24714893) - StreamingTime: 16.53s (16527712987) - TotalTime: 0ns (0) Buffer pool - AllocTime: 23ms (23999584) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999584) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,088 (1668088) - BuildTime: 1.33s (1326976957) - InactiveTotalTime: 0ns (0) - LocalTime: 4.62s (4615919850) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,130,324 (37130324) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.07s (3067946724) - RowsReturned: 37,130,324 (37130324) - RowsReturnedRate: 74238 per second (74238) - TotalTime: 8.3m (500147316077) Node Lifecycle Event Timeline Open Started: 2.44s (2437957656) Open Finished: 16.92s (16924706044) First Batch Requested: 16.92s (16924706044) First Batch Returned: 16.92s (16924706044) Last Batch Returned: 24.6m (1475587382757) Closed: 24.6m (1475587382757) Buffer pool - AllocTime: 165ms (165997115) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 165ms (165997115) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.13s (1134980292) - BuildRowsPartitioned: 1,668,088 (1668088) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 189ms (189996700) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 30ms (30999463) - InactiveTotalTime: 12.91s (12911775740) - PeakMemoryUsage: 14.7 MiB (15449772) - RowsReturned: 1,668,088 (1668088) - RowsReturnedRate: 127883 per second (127883) - TotalTime: 13.04s (13043773446) Node Lifecycle Event Timeline Open Started: 2.44s (2437957656) Open Finished: 2.44s (2437957656) First Batch Requested: 2.44s (2438957639) First Batch Returned: 2.44s (2438957639) Last Batch Returned: 16.73s (16731709396) Closed: 16.92s (16924706044) Buffer pool - AllocTime: 688ms (688988032) - CumulativeAllocationBytes: 370.5 MiB (388497408) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 516ms (516991021) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.6 MiB (274286907) - TotalGetBatchTime: 13.01s (13006774087) - DataWaitTime: 12.91s (12911775740) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.14s (1138980210) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163838342) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 860ms (860954617) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 718ms (718987517) - InactiveTotalTime: 8.0m (481038647940) - PeakMemoryUsage: 11.5 MiB (12010964) - RowsReturned: 37,130,324 (37130324) - RowsReturnedRate: 76956 per second (76956) - TotalTime: 8.0m (482487622781) Node Lifecycle Event Timeline Open Started: 16.92s (16924706044) Open Finished: 16.92s (16924706044) First Batch Requested: 16.92s (16924706044) First Batch Returned: 16.92s (16924706044) Last Batch Returned: 24.6m (1475587382757) Closed: 24.6m (1475587382757) Buffer pool - AllocTime: 1.19s (1191979306) - CumulativeAllocationBytes: 2.4 GiB (2563596288) - CumulativeAllocations: 208,640 (208640) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 721ms (721987464) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2302080088) - TotalGetBatchTime: 8.0m (481675636887) - DataWaitTime: 8.0m (481038647940) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.58s (2585955072) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,320 (104320) - TotalBatchesReceived: 104,320 (104320) - TotalBytesReceived: 989.0 MiB (1036990891) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.45s (14452079057) - TotalRPCsDeferred: 41 (41) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 258 (258) - CodegenTotalWallClockTime: 1.99s (1985965507) - CodegenSysTime: 21ms (21694000) - CodegenUserTime: 961ms (961857000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 477ms (477991698) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 110ms (110998072) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.31s (1313977178) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 66ms (66998837) - TotalTime: 1.99s (1985965507) Instance c7456fdd806a4994:3209e9260000036a (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.261 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469082078) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 24,622,975 (24622975) - TotalNetworkReceiveTime: 10.0m (600248972357) - TotalNetworkSendTime: 21.0m (1261247713780) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,302 (2302) - TotalThreadsTotalWallClockTime: 31.9m (1914759731427) - TotalThreadsSysTime: 2.86s (2856202000) - TotalThreadsUserTime: 47.76s (47761550000) - TotalThreadsVoluntaryContextSwitches: 54,779 (54779) - TotalTime: 31.9m (1914784730509) Fragment Instance Lifecycle Event Timeline Prepare Finished: 549ms (549979814) Open Finished: 16.93s (16934378481) First Batch Produced: 28.19s (28192965273) First Batch Sent: 28.19s (28192965273) ExecInternal Finished: 31.9m (1915310711204) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898375332760) - ExecTreeExecTime: 10.1m (608672663229) - InactiveTotalTime: 0ns (0) - OpenTime: 16.38s (16384398667) - ExecTreeOpenTime: 14.37s (14369472618) - PrepareTime: 24ms (24999082) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.0m (1261282712491) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,622,975 (24622975) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.91s (15908416140) - TotalBytesSent: 1.5 GiB (1637358389) - TotalTime: 21.5m (1289651671402) - UncompressedRowBatchSize: 4.1 GiB (4368656906) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,622,975 (24622975) - RowsReturnedRate: 39523 per second (39523) - TotalTime: 10.4m (622996137537) Node Lifecycle Event Timeline Open Started: 2.56s (2564905863) Open Finished: 16.93s (16934378481) First Batch Requested: 16.93s (16934378481) First Batch Returned: 28.19s (28192965273) Last Batch Returned: 31.9m (1914341746765) Closed: 31.9m (1915310711204) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 10ms (10999598) - HTResizeTime: 298ms (298989025) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,458.37 (3458.3695783934572) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,210,269 (24210269) - RowsReturned: 24,622,975 (24622975) - StreamingTime: 16.79s (16791383726) - TotalTime: 0ns (0) Buffer pool - AllocTime: 32ms (32998789) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32998789) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,217 (1666217) - BuildTime: 1.46s (1462946296) - InactiveTotalTime: 0ns (0) - LocalTime: 4.73s (4734826274) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,111,234 (37111234) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.08s (3080886983) - RowsReturned: 37,111,234 (37111234) - RowsReturnedRate: 61252 per second (61252) - TotalTime: 10.1m (605876765850) Node Lifecycle Event Timeline Open Started: 2.56s (2564905863) Open Finished: 16.93s (16933378518) First Batch Requested: 16.93s (16934378481) First Batch Returned: 16.93s (16934378481) Last Batch Returned: 24.6m (1475669845805) Closed: 24.6m (1475669845805) Buffer pool - AllocTime: 84ms (84996883) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 84ms (84996883) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.28s (1276953121) - BuildRowsPartitioned: 1,666,217 (1666217) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 183ms (183993248) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 41ms (41998460) - InactiveTotalTime: 12.73s (12733532671) - PeakMemoryUsage: 14.6 MiB (15330935) - RowsReturned: 1,666,217 (1666217) - RowsReturnedRate: 130116 per second (130116) - TotalTime: 12.80s (12805530028) Node Lifecycle Event Timeline Open Started: 2.56s (2564905863) Open Finished: 2.56s (2564905863) First Batch Requested: 2.56s (2565905827) First Batch Returned: 2.56s (2565905827) Last Batch Returned: 16.75s (16748385307) Closed: 16.93s (16933378518) Buffer pool - AllocTime: 566ms (566979190) - CumulativeAllocationBytes: 370.1 MiB (388112384) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 530ms (530980511) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273970101) - TotalGetBatchTime: 12.76s (12755531864) - DataWaitTime: 12.73s (12733532671) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.01s (1013962779) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.1 MiB (163646246) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 869ms (869399577) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 775ms (775971517) - InactiveTotalTime: 9.8m (587020457862) - PeakMemoryUsage: 11.5 MiB (12077672) - RowsReturned: 37,111,234 (37111234) - RowsReturnedRate: 63078 per second (63078) - TotalTime: 9.8m (588336409548) Node Lifecycle Event Timeline Open Started: 16.93s (16933378518) Open Finished: 16.93s (16933378518) First Batch Requested: 16.93s (16933378518) First Batch Returned: 16.93s (16933378518) Last Batch Returned: 24.6m (1475668845841) Closed: 24.6m (1475669845805) Buffer pool - AllocTime: 1.23s (1229954863) - CumulativeAllocationBytes: 2.4 GiB (2562228224) - CumulativeAllocations: 208,526 (208526) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11804672) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11804672) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 844ms (844968985) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2300896508) - TotalGetBatchTime: 9.8m (587474441190) - DataWaitTime: 9.8m (587020457862) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.80s (2797897313) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,263 (104263) - TotalBatchesReceived: 104,263 (104263) - TotalBytesReceived: 988.4 MiB (1036452325) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.71s (15714820131) - TotalRPCsDeferred: 1,405 (1405) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 156 (156) - CodegenTotalWallClockTime: 2.01s (2014926049) - CodegenSysTime: 6ms (6886000) - CodegenUserTime: 931ms (931613000) - CodegenVoluntaryContextSwitches: 94 (94) - CompileTime: 369ms (369986420) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 82ms (82996953) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1471945978) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 86ms (86996808) - TotalTime: 2.01s (2014926049) Instance c7456fdd806a4994:3209e92600000373 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.036 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468877262) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 23,763,862 (23763862) - TotalNetworkReceiveTime: 6.0m (359666970609) - TotalNetworkSendTime: 25.0m (1499418853758) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,938 (2938) - TotalThreadsTotalWallClockTime: 31.9m (1914780961532) - TotalThreadsSysTime: 2.62s (2618180000) - TotalThreadsUserTime: 48.77s (48765534000) - TotalThreadsVoluntaryContextSwitches: 57,340 (57340) - TotalTime: 31.9m (1914781961498) Fragment Instance Lifecycle Event Timeline Prepare Finished: 576ms (576980699) Open Finished: 16.98s (16984431862) First Batch Produced: 28.10s (28096060174) First Batch Sent: 28.10s (28096060174) ExecInternal Finished: 31.9m (1915359942164) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898373510369) - ExecTreeExecTime: 6.2m (370526607401) - InactiveTotalTime: 0ns (0) - OpenTime: 16.41s (16407451163) - ExecTreeOpenTime: 14.32s (14321520938) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.0m (1499441852986) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 23,763,862 (23763862) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.10s (16100461502) - TotalBytesSent: 1.5 GiB (1583896932) - TotalTime: 25.5m (1527752906106) - UncompressedRowBatchSize: 3.9 GiB (4216645902) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,763,862 (23763862) - RowsReturnedRate: 61755 per second (61755) - TotalTime: 6.4m (384807129715) Node Lifecycle Event Timeline Open Started: 2.66s (2662910924) Open Finished: 16.98s (16984431862) First Batch Requested: 16.98s (16984431862) First Batch Returned: 28.10s (28096060174) Last Batch Returned: 31.9m (1915326943268) Closed: 31.9m (1915359942164) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 25ms (25999128) - HTResizeTime: 288ms (288990328) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,443.08 (3443.078420873167) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,278,255 (23278255) - RowsReturned: 23,763,862 (23763862) - StreamingTime: 18.39s (18392384829) - TotalTime: 0ns (0) Buffer pool - AllocTime: 11ms (11999599) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11999599) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,803 (1665803) - BuildTime: 1.69s (1689943467) - InactiveTotalTime: 0ns (0) - LocalTime: 5.46s (5463817242) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,259,138 (37259138) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.61s (3614879103) - RowsReturned: 37,078,521 (37078521) - RowsReturnedRate: 101305 per second (101305) - TotalTime: 6.1m (366006758546) Node Lifecycle Event Timeline Open Started: 2.66s (2662910924) Open Finished: 16.98s (16983431895) First Batch Requested: 16.98s (16984431862) First Batch Returned: 16.98s (16984431862) Last Batch Returned: 24.1m (1444104700976) Closed: 24.1m (1444104700976) Buffer pool - AllocTime: 92ms (92996890) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 92ms (92996890) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.48s (1484950325) - BuildRowsPartitioned: 1,665,803 (1665803) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 200ms (200993276) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 34ms (34998829) - InactiveTotalTime: 12.54s (12539580546) - PeakMemoryUsage: 14.8 MiB (15466854) - RowsReturned: 1,665,803 (1665803) - RowsReturnedRate: 132116 per second (132116) - TotalTime: 12.61s (12608578242) Node Lifecycle Event Timeline Open Started: 2.66s (2662910924) Open Finished: 2.66s (2662910924) First Batch Requested: 2.66s (2663910890) First Batch Returned: 2.66s (2663910890) Last Batch Returned: 16.78s (16780438686) Closed: 16.98s (16983431895) Buffer pool - AllocTime: 537ms (537982005) - CumulativeAllocationBytes: 370.1 MiB (388055040) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 494ms (494983445) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273900504) - TotalGetBatchTime: 12.56s (12565579680) - DataWaitTime: 12.54s (12539580546) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 910ms (910969534) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163602336) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.07s (1068630352) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 732ms (732975476) - InactiveTotalTime: 5.8m (346458412427) - PeakMemoryUsage: 11.4 MiB (11952402) - RowsReturned: 37,259,138 (37259138) - RowsReturnedRate: 107086 per second (107086) - TotalTime: 5.8m (347934363062) Node Lifecycle Event Timeline Open Started: 16.98s (16983431895) Open Finished: 16.98s (16983431895) First Batch Requested: 16.98s (16983431895) First Batch Returned: 16.98s (16983431895) Last Batch Returned: 24.1m (1444104700976) Closed: 24.1m (1444104700976) Buffer pool - AllocTime: 1.77s (1774940626) - CumulativeAllocationBytes: 2.4 GiB (2572451840) - CumulativeAllocations: 209,358 (209358) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.52s (1519949152) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.2 GiB (2310066556) - TotalGetBatchTime: 5.8m (347072391893) - DataWaitTime: 5.8m (346458412427) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.36s (3358887626) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,679 (104679) - TotalBatchesReceived: 104,679 (104679) - TotalBytesReceived: 993.5 MiB (1041792846) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.50s (14501305623) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 144 (144) - CodegenTotalWallClockTime: 2.08s (2085930225) - CodegenSysTime: 14ms (14735000) - CodegenUserTime: 974ms (974464000) - CodegenVoluntaryContextSwitches: 66 (66) - CompileTime: 346ms (346988393) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 76ms (76997424) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.55s (1548948187) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 107ms (107996388) - TotalTime: 2.08s (2085930225) Instance c7456fdd806a4994:3209e9260000036b (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.408 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468950990) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 24,048,906 (24048906) - TotalNetworkReceiveTime: 8.0m (480171594103) - TotalNetworkSendTime: 23.0m (1381273436172) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,119 (2119) - TotalThreadsTotalWallClockTime: 31.9m (1914716543030) - TotalThreadsSysTime: 2.68s (2678350000) - TotalThreadsUserTime: 47.36s (47356814000) - TotalThreadsVoluntaryContextSwitches: 58,125 (58125) - TotalTime: 31.9m (1914740542360) Fragment Instance Lifecycle Event Timeline Prepare Finished: 575ms (575983919) Open Finished: 16.86s (16863529186) First Batch Produced: 28.09s (28092215691) First Batch Sent: 28.09s (28092215691) ExecInternal Finished: 31.9m (1915293526921) Buffer pool - AllocTime: 999.97us (999972) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.97us (999972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898428997763) - ExecTreeExecTime: 8.2m (489174342782) - InactiveTotalTime: 0ns (0) - OpenTime: 16.29s (16287545267) - ExecTreeOpenTime: 13.99s (13994609284) - PrepareTime: 23ms (23999330) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381297435504) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,048,906 (24048906) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.93s (15926555310) - TotalBytesSent: 1.5 GiB (1601619965) - TotalTime: 23.5m (1409191656733) - UncompressedRowBatchSize: 4.0 GiB (4267027001) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,048,906 (24048906) - RowsReturnedRate: 47798 per second (47798) - TotalTime: 8.4m (503134953015) Node Lifecycle Event Timeline Open Started: 2.87s (2868919902) Open Finished: 16.86s (16863529186) First Batch Requested: 16.86s (16863529186) First Batch Returned: 28.09s (28092215691) Last Batch Returned: 31.9m (1915260527842) Closed: 31.9m (1915293526921) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 17ms (17999498) - HTResizeTime: 259ms (259992743) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,441.38 (3441.3792190317695) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,587,716 (23587716) - RowsReturned: 24,048,906 (24048906) - StreamingTime: 16.83s (16834530021) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1ms (1999944) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999944) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,954 (1666954) - BuildTime: 1.55s (1555956561) - InactiveTotalTime: 0ns (0) - LocalTime: 4.82s (4821865378) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,104,237 (37104237) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.16s (3164911632) - RowsReturned: 37,104,237 (37104237) - RowsReturnedRate: 76372 per second (76372) - TotalTime: 8.1m (485834436001) Node Lifecycle Event Timeline Open Started: 2.87s (2868919902) Open Finished: 16.86s (16862529213) First Batch Requested: 16.86s (16863529186) First Batch Returned: 16.86s (16863529186) Last Batch Returned: 24.6m (1475573803618) Closed: 24.6m (1475573803618) Buffer pool - AllocTime: 137ms (137996149) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 137ms (137996149) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.37s (1369961754) - BuildRowsPartitioned: 1,666,954 (1666954) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 183ms (183994863) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 45ms (45998714) - InactiveTotalTime: 12.34s (12339655488) - PeakMemoryUsage: 14.9 MiB (15607901) - RowsReturned: 1,666,954 (1666954) - RowsReturnedRate: 134078 per second (134078) - TotalTime: 12.43s (12432652888) Node Lifecycle Event Timeline Open Started: 2.87s (2868919902) Open Finished: 2.87s (2868919902) First Batch Requested: 2.87s (2869919874) First Batch Returned: 2.87s (2870919846) Last Batch Returned: 16.68s (16677534378) Closed: 16.86s (16862529213) Buffer pool - AllocTime: 674ms (674981158) - CumulativeAllocationBytes: 370.3 MiB (388268032) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 666ms (666981380) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274095510) - TotalGetBatchTime: 12.38s (12378654397) - DataWaitTime: 12.34s (12339655488) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.33s (1329962877) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163717274) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.30s (1299300868) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 716ms (716979984) - InactiveTotalTime: 7.8m (467333952523) - PeakMemoryUsage: 11.5 MiB (12052543) - RowsReturned: 37,104,237 (37104237) - RowsReturnedRate: 79184 per second (79184) - TotalTime: 7.8m (468579917735) Node Lifecycle Event Timeline Open Started: 16.86s (16862529213) Open Finished: 16.86s (16862529213) First Batch Requested: 16.86s (16862529213) First Batch Returned: 16.86s (16862529213) Last Batch Returned: 24.6m (1475572803646) Closed: 24.6m (1475573803618) Buffer pool - AllocTime: 2.14s (2142940182) - CumulativeAllocationBytes: 2.4 GiB (2561785856) - CumulativeAllocations: 208,494 (208494) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.43s (1427960135) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2300462694) - TotalGetBatchTime: 7.8m (467759940627) - DataWaitTime: 7.8m (467333952523) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.64s (3636898451) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,247 (104247) - TotalBatchesReceived: 104,247 (104247) - TotalBytesReceived: 988.3 MiB (1036279348) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.40s (14403655080) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 121 (121) - CodegenTotalWallClockTime: 2.29s (2292935983) - CodegenSysTime: 16ms (16701000) - CodegenUserTime: 944ms (944112000) - CodegenVoluntaryContextSwitches: 130 (130) - CompileTime: 365ms (365989782) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 139ms (139996091) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.65s (1645954046) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 136ms (136996175) - TotalTime: 2.29s (2292935983) Instance c7456fdd806a4994:3209e9260000037a (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.848 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468885470) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 24,652,178 (24652178) - TotalNetworkReceiveTime: 6.2m (371033704456) - TotalNetworkSendTime: 24.9m (1492626767246) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,976 (1976) - TotalThreadsTotalWallClockTime: 31.9m (1914729155986) - TotalThreadsSysTime: 2.47s (2468838000) - TotalThreadsUserTime: 46.88s (46876915000) - TotalThreadsVoluntaryContextSwitches: 60,045 (60045) - TotalTime: 31.9m (1914730155980) Fragment Instance Lifecycle Event Timeline Prepare Finished: 491ms (491996968) Open Finished: 17.10s (17098894599) First Batch Produced: 28.09s (28095826812) First Batch Sent: 28.09s (28095826812) ExecInternal Finished: 31.9m (1915223152942) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898122258355) - ExecTreeExecTime: 6.3m (378190659961) - InactiveTotalTime: 0ns (0) - OpenTime: 16.61s (16606897631) - ExecTreeOpenTime: 14.56s (14556910268) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.9m (1492643767142) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 24,652,178 (24652178) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.76s (15761902505) - TotalBytesSent: 1.5 GiB (1639041561) - TotalTime: 25.3m (1519841598954) - UncompressedRowBatchSize: 4.1 GiB (4374161457) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,652,178 (24652178) - RowsReturnedRate: 62773 per second (62773) - TotalTime: 6.5m (392714570432) Node Lifecycle Event Timeline Open Started: 2.54s (2541984331) Open Finished: 17.10s (17098894599) First Batch Requested: 17.10s (17098894599) First Batch Returned: 28.09s (28095826812) Last Batch Returned: 31.9m (1914270158823) Closed: 31.9m (1915223152942) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 15ms (15999901) - HTResizeTime: 235ms (235998548) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,439.77 (3439.771739185371) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,247,805 (24247805) - RowsReturned: 24,652,178 (24652178) - StreamingTime: 16.28s (16276899329) - TotalTime: 0ns (0) Buffer pool - AllocTime: 2ms (2999982) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999982) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,045 (1665045) - BuildTime: 1.29s (1294992029) - InactiveTotalTime: 0ns (0) - LocalTime: 4.32s (4321973338) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,046,587 (37046587) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.93s (2933981882) - RowsReturned: 37,046,587 (37046587) - RowsReturnedRate: 98493 per second (98493) - TotalTime: 6.3m (376130673001) Node Lifecycle Event Timeline Open Started: 2.54s (2541984331) Open Finished: 17.10s (17097894606) First Batch Requested: 17.10s (17098894599) First Batch Returned: 17.10s (17098894599) Last Batch Returned: 24.6m (1475574866258) Closed: 24.6m (1475574866258) Buffer pool - AllocTime: 106ms (106999340) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 106ms (106999340) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.11s (1112993150) - BuildRowsPartitioned: 1,665,045 (1665045) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 180ms (180998885) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 26ms (26999833) - InactiveTotalTime: 13.20s (13200918620) - PeakMemoryUsage: 14.7 MiB (15391146) - RowsReturned: 1,665,045 (1665045) - RowsReturnedRate: 125617 per second (125617) - TotalTime: 13.25s (13254918283) Node Lifecycle Event Timeline Open Started: 2.54s (2541984331) Open Finished: 2.54s (2541984331) First Batch Requested: 2.54s (2541984331) First Batch Returned: 2.54s (2541984331) Last Batch Returned: 16.91s (16915895727) Closed: 17.10s (17097894606) Buffer pool - AllocTime: 1.75s (1745989233) - CumulativeAllocationBytes: 369.8 MiB (387792896) - CumulativeAllocations: 18,960 (18960) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.11s (1113993130) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273787015) - TotalGetBatchTime: 13.22s (13220918493) - DataWaitTime: 13.20s (13200918620) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.19s (2194986467) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,480 (9480) - TotalBatchesReceived: 9,480 (9480) - TotalBytesReceived: 156.0 MiB (163539211) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 933ms (933006736) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 681ms (681995783) - InactiveTotalTime: 6.0m (357346788838) - PeakMemoryUsage: 11.4 MiB (12005319) - RowsReturned: 37,046,587 (37046587) - RowsReturnedRate: 103322 per second (103322) - TotalTime: 6.0m (358553781380) Node Lifecycle Event Timeline Open Started: 17.10s (17097894606) Open Finished: 17.10s (17097894606) First Batch Requested: 17.10s (17097894606) First Batch Returned: 17.10s (17097894606) Last Batch Returned: 24.6m (1475574866258) Closed: 24.6m (1475574866258) Buffer pool - AllocTime: 1.28s (1281992083) - CumulativeAllocationBytes: 2.4 GiB (2557771776) - CumulativeAllocations: 208,166 (208166) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.00s (1000993817) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2296888394) - TotalGetBatchTime: 6.0m (357795786066) - DataWaitTime: 6.0m (357346788838) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.59s (2589984005) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,083 (104083) - TotalBatchesReceived: 104,083 (104083) - TotalBytesReceived: 986.7 MiB (1034663073) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.63s (14632138403) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 95 (95) - CodegenTotalWallClockTime: 2.05s (2049987363) - CodegenSysTime: 13ms (13848000) - CodegenUserTime: 911ms (911820000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 431ms (431997337) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 61ms (61999618) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1473990914) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 68ms (68999574) - TotalTime: 2.05s (2049987363) Instance c7456fdd806a4994:3209e92600000374 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.887 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469098446) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 24,360,484 (24360484) - TotalNetworkReceiveTime: 6.7m (404675395307) - TotalNetworkSendTime: 24.3m (1455915048043) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,592 (2592) - TotalThreadsTotalWallClockTime: 31.9m (1914697624171) - TotalThreadsSysTime: 2.67s (2670814000) - TotalThreadsUserTime: 47.65s (47653149000) - TotalThreadsVoluntaryContextSwitches: 56,831 (56831) - TotalTime: 31.9m (1914712623667) Fragment Instance Lifecycle Event Timeline Prepare Finished: 469ms (469984199) Open Finished: 16.93s (16925430953) First Batch Produced: 28.03s (28026057742) First Batch Sent: 28.03s (28026057742) ExecInternal Finished: 31.9m (1915168608337) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898242177417) - ExecTreeExecTime: 6.9m (413803088376) - InactiveTotalTime: 0ns (0) - OpenTime: 16.45s (16455446754) - ExecTreeOpenTime: 14.71s (14712505354) - PrepareTime: 14ms (14999496) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1455930047541) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,360,484 (24360484) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.02s (16017461467) - TotalBytesSent: 1.5 GiB (1620993872) - TotalTime: 24.7m (1484358091768) - UncompressedRowBatchSize: 4.0 GiB (4322410191) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,360,484 (24360484) - RowsReturnedRate: 56856 per second (56856) - TotalTime: 7.1m (428455595746) Node Lifecycle Event Timeline Open Started: 2.21s (2212925599) Open Finished: 16.93s (16925430953) First Batch Requested: 16.93s (16925430953) First Batch Returned: 28.03s (28026057742) Last Batch Returned: 31.9m (1914180641568) Closed: 31.9m (1915167608370) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 19ms (19999329) - HTResizeTime: 292ms (292990149) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,477.79 (3477.7928952719876) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,925,849 (23925849) - RowsReturned: 24,360,484 (24360484) - StreamingTime: 17.81s (17813401062) - TotalTime: 0ns (0) Buffer pool - AllocTime: 89ms (89996970) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 89ms (89996970) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,249 (1666249) - BuildTime: 1.48s (1480950209) - InactiveTotalTime: 0ns (0) - LocalTime: 4.75s (4749840284) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,092,922 (37092922) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.11s (3110895382) - RowsReturned: 37,092,922 (37092922) - RowsReturnedRate: 90413 per second (90413) - TotalTime: 6.8m (410259207550) Node Lifecycle Event Timeline Open Started: 2.21s (2212925599) Open Finished: 16.92s (16924430986) First Batch Requested: 16.93s (16925430953) First Batch Returned: 16.93s (16925430953) Last Batch Returned: 24.1m (1444039456151) Closed: 24.1m (1444039456151) Buffer pool - AllocTime: 95ms (95996773) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 95ms (95996773) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.29s (1288956664) - BuildRowsPartitioned: 1,666,249 (1666249) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 190ms (190993578) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 43ms (43998517) - InactiveTotalTime: 13.06s (13064560758) - PeakMemoryUsage: 14.7 MiB (15431881) - RowsReturned: 1,666,249 (1666249) - RowsReturnedRate: 126445 per second (126445) - TotalTime: 13.18s (13177556957) Node Lifecycle Event Timeline Open Started: 2.21s (2212925599) Open Finished: 2.21s (2212925599) First Batch Requested: 2.21s (2212925599) First Batch Returned: 2.21s (2212925599) Last Batch Returned: 16.73s (16732437441) Closed: 16.92s (16924430986) Buffer pool - AllocTime: 829ms (829972094) - CumulativeAllocationBytes: 370.1 MiB (388071424) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 710ms (710976094) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273989771) - TotalGetBatchTime: 13.13s (13127558643) - DataWaitTime: 13.06s (13064560758) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.29s (1292956517) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163653387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 676ms (676037745) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 719ms (719975794) - InactiveTotalTime: 6.5m (391014854572) - PeakMemoryUsage: 11.5 MiB (12077347) - RowsReturned: 37,092,922 (37092922) - RowsReturnedRate: 94544 per second (94544) - TotalTime: 6.5m (392331810309) Node Lifecycle Event Timeline Open Started: 16.92s (16924430986) Open Finished: 16.92s (16924430986) First Batch Requested: 16.92s (16924430986) First Batch Returned: 16.92s (16924430986) Last Batch Returned: 24.1m (1444039456151) Closed: 24.1m (1444039456151) Buffer pool - AllocTime: 2.41s (2414918784) - CumulativeAllocationBytes: 2.4 GiB (2560958464) - CumulativeAllocations: 208,424 (208424) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.3 MiB (11829248) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.3 MiB (11829248) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2.04s (2042931291) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2299761164) - TotalGetBatchTime: 6.5m (391531837200) - DataWaitTime: 6.5m (391014854572) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 4.02s (4019864830) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,212 (104212) - TotalBatchesReceived: 104,212 (104212) - TotalBytesReceived: 988.0 MiB (1035962120) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.90s (15903014578) - TotalRPCsDeferred: 1,279 (1279) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 88 (88) - CodegenTotalWallClockTime: 1.74s (1742941400) - CodegenSysTime: 6ms (6934000) - CodegenUserTime: 924ms (924893000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 510ms (510982820) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 168ms (168994318) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.02s (1022965607) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 36ms (36998756) - TotalTime: 1.74s (1742941400) Instance c7456fdd806a4994:3209e92600000364 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.578 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 459.3 MiB (481574862) - PeakReservation: 447.0 MiB (468713472) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 23,789,164 (23789164) - TotalNetworkReceiveTime: 7.1m (426016203271) - TotalNetworkSendTime: 23.9m (1436497567863) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,053 (2053) - TotalThreadsTotalWallClockTime: 31.9m (1914700428517) - TotalThreadsSysTime: 2.61s (2611989000) - TotalThreadsUserTime: 46.70s (46698943000) - TotalThreadsVoluntaryContextSwitches: 59,008 (59008) - TotalTime: 31.9m (1914704428491) Fragment Instance Lifecycle Event Timeline Prepare Finished: 547ms (547996404) Open Finished: 16.69s (16687890491) First Batch Produced: 28.02s (28023816101) First Batch Sent: 28.02s (28023816101) ExecInternal Finished: 31.9m (1915249424914) Buffer pool - AllocTime: 999.99us (999994) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898560534430) - ExecTreeExecTime: 7.3m (435078143641) - InactiveTotalTime: 0ns (0) - OpenTime: 16.14s (16139894087) - ExecTreeOpenTime: 14.26s (14259906424) - PrepareTime: 3ms (3999974) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1436516567740) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 23,789,164 (23789164) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.43s (15434898734) - TotalBytesSent: 1.5 GiB (1584919399) - TotalTime: 24.4m (1463403391311) - UncompressedRowBatchSize: 3.9 GiB (4220584525) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 126.1 MiB (132251776) - RowsReturned: 23,789,164 (23789164) - RowsReturnedRate: 52946 per second (52946) - TotalTime: 7.5m (449302050297) Node Lifecycle Event Timeline Open Started: 2.43s (2427984067) Open Finished: 16.69s (16687890491) First Batch Requested: 16.69s (16687890491) First Batch Returned: 28.02s (28023816101) Last Batch Returned: 31.9m (1915217425125) Closed: 31.9m (1915249424914) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 18ms (18999877) - HTResizeTime: 216ms (216998569) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 126.1 MiB (132227200) - PeakReservation: 126.0 MiB (132120576) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 2,887.67 (2887.674475989738) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,311,545 (23311545) - RowsReturned: 23,789,164 (23789164) - StreamingTime: 17.18s (17185887070) - TotalTime: 0ns (0) Buffer pool - AllocTime: 10ms (10999927) - CumulativeAllocationBytes: 126.0 MiB (132120576) - CumulativeAllocations: 63 (63) - InactiveTotalTime: 0ns (0) - PeakReservation: 126.0 MiB (132120576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 126.0 MiB (132120576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999927) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,152 (1667152) - BuildTime: 1.49s (1494990182) - InactiveTotalTime: 0ns (0) - LocalTime: 4.74s (4740968901) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,074,653 (37074653) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.07s (3070979862) - RowsReturned: 37,074,653 (37074653) - RowsReturnedRate: 85905 per second (85905) - TotalTime: 7.2m (431576166782) Node Lifecycle Event Timeline Open Started: 2.43s (2427984067) Open Finished: 16.69s (16686890497) First Batch Requested: 16.69s (16687890491) First Batch Returned: 16.69s (16687890491) Last Batch Returned: 24.6m (1475504313258) Closed: 24.6m (1475504313258) Buffer pool - AllocTime: 42ms (42999719) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42999719) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.29s (1292991507) - BuildRowsPartitioned: 1,667,152 (1667152) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 199ms (199998687) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 49ms (49999671) - InactiveTotalTime: 12.56s (12561917577) - PeakMemoryUsage: 14.7 MiB (15430624) - RowsReturned: 1,667,152 (1667152) - RowsReturnedRate: 131593 per second (131593) - TotalTime: 12.67s (12668916872) Node Lifecycle Event Timeline Open Started: 2.43s (2427984067) Open Finished: 2.43s (2427984067) First Batch Requested: 2.43s (2428984061) First Batch Returned: 2.43s (2428984061) Last Batch Returned: 16.48s (16485891816) Closed: 16.69s (16686890497) Buffer pool - AllocTime: 779ms (779994877) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,982 (18982) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 642ms (642995776) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274083498) - TotalGetBatchTime: 12.62s (12615917222) - DataWaitTime: 12.56s (12561917577) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.24s (1240991841) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,491 (9491) - TotalBatchesReceived: 9,491 (9491) - TotalBytesReceived: 156.1 MiB (163695674) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 898ms (898123732) - TotalRPCsDeferred: 27 (27) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 695ms (695995418) - InactiveTotalTime: 6.9m (413004288638) - PeakMemoryUsage: 11.6 MiB (12118037) - RowsReturned: 37,074,653 (37074653) - RowsReturnedRate: 89516 per second (89516) - TotalTime: 6.9m (414166281009) Node Lifecycle Event Timeline Open Started: 16.69s (16686890497) Open Finished: 16.69s (16686890497) First Batch Requested: 16.69s (16686890497) First Batch Returned: 16.69s (16686890497) Last Batch Returned: 24.6m (1475503313265) Closed: 24.6m (1475504313258) Buffer pool - AllocTime: 1.04s (1039993174) - CumulativeAllocationBytes: 2.4 GiB (2559680512) - CumulativeAllocations: 208,318 (208318) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 620ms (620995927) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2298628486) - TotalGetBatchTime: 6.9m (413377286197) - DataWaitTime: 6.9m (413004288638) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.33s (2334984673) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,159 (104159) - TotalBatchesReceived: 104,159 (104159) - TotalBytesReceived: 987.5 MiB (1035452491) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 18.84s (18837664237) - TotalRPCsDeferred: 368 (368) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 142 (142) - CodegenTotalWallClockTime: 1.88s (1879987663) - CodegenSysTime: 12ms (12822000) - CodegenUserTime: 933ms (933089000) - CodegenVoluntaryContextSwitches: 77 (77) - CompileTime: 296ms (296998051) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 37ms (37999751) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1463990393) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 77ms (77999488) - TotalTime: 1.88s (1879987663) Instance c7456fdd806a4994:3209e92600000384 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.370 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469016526) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 24,786,120 (24786120) - TotalNetworkReceiveTime: 5.8m (347169082048) - TotalNetworkSendTime: 25.2m (1514450924508) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,493 (2493) - TotalThreadsTotalWallClockTime: 31.9m (1914654408191) - TotalThreadsSysTime: 2.76s (2761047000) - TotalThreadsUserTime: 47.89s (47893354000) - TotalThreadsVoluntaryContextSwitches: 58,434 (58434) - TotalTime: 31.9m (1914698407695) Fragment Instance Lifecycle Event Timeline Prepare Finished: 565ms (565993613) Open Finished: 17.51s (17510802393) First Batch Produced: 28.14s (28140682432) First Batch Sent: 28.14s (28140682432) ExecInternal Finished: 31.9m (1915221401793) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1897709599411) - ExecTreeExecTime: 5.9m (355111992353) - InactiveTotalTime: 0ns (0) - OpenTime: 16.94s (16944808780) - ExecTreeOpenTime: 14.87s (14866832229) - PrepareTime: 43ms (43999504) - ExecTreePrepareTime: 22ms (22999741) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.2m (1514473924245) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 24,786,120 (24786120) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.12s (16118818185) - TotalBytesSent: 1.5 GiB (1647578178) - TotalTime: 25.7m (1542533607781) - UncompressedRowBatchSize: 4.1 GiB (4397556579) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,786,120 (24786120) - RowsReturnedRate: 66995 per second (66995) - TotalTime: 6.2m (369967824705) Node Lifecycle Event Timeline Open Started: 2.64s (2643970164) Open Finished: 17.51s (17510802393) First Batch Requested: 17.51s (17510802393) First Batch Returned: 28.14s (28140682432) Last Batch Returned: 31.1m (1868570926405) Closed: 31.9m (1915221401793) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 14ms (14999833) - HTResizeTime: 302ms (302996575) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,444.05 (3444.049561043774) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,382,722 (24382722) - RowsReturned: 24,786,120 (24786120) - StreamingTime: 16.72s (16724811159) - TotalTime: 0ns (0) Buffer pool - AllocTime: 41ms (41999527) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41999527) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,826 (1667826) - BuildTime: 1.54s (1541982606) - InactiveTotalTime: 0ns (0) - LocalTime: 4.81s (4812945722) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,159,988 (37159988) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.13s (3130964695) - RowsReturned: 37,159,988 (37159988) - RowsReturnedRate: 105320 per second (105320) - TotalTime: 5.9m (352828018231) Node Lifecycle Event Timeline Open Started: 2.64s (2643970164) Open Finished: 17.51s (17509802404) First Batch Requested: 17.51s (17510802393) First Batch Returned: 17.51s (17510802393) Last Batch Returned: 24.6m (1475635343341) Closed: 24.6m (1475636343330) Buffer pool - AllocTime: 168ms (168998095) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 168ms (168998095) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.22s (1224986184) - BuildRowsPartitioned: 1,667,826 (1667826) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 313ms (313996457) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 34ms (34999605) - InactiveTotalTime: 13.24s (13241850561) - PeakMemoryUsage: 14.7 MiB (15438650) - RowsReturned: 1,667,826 (1667826) - RowsReturnedRate: 125298 per second (125298) - TotalTime: 13.31s (13310849780) Node Lifecycle Event Timeline Open Started: 2.64s (2643970164) Open Finished: 2.64s (2643970164) First Batch Requested: 2.64s (2644970152) First Batch Returned: 2.64s (2644970152) Last Batch Returned: 17.19s (17194805959) Closed: 17.51s (17509802404) Buffer pool - AllocTime: 1.41s (1408984105) - CumulativeAllocationBytes: 370.5 MiB (388505600) - CumulativeAllocations: 18,996 (18996) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 898ms (898989862) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274232101) - TotalGetBatchTime: 13.27s (13267850267) - DataWaitTime: 13.24s (13241850561) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.88s (1881978790) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,498 (9498) - TotalBatchesReceived: 9,498 (9498) - TotalBytesReceived: 156.2 MiB (163802163) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 998ms (998441292) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 726ms (726991805) - InactiveTotalTime: 5.6m (333243239201) - PeakMemoryUsage: 11.5 MiB (12092749) - RowsReturned: 37,159,988 (37159988) - RowsReturnedRate: 111023 per second (111023) - TotalTime: 5.6m (334704222729) Node Lifecycle Event Timeline Open Started: 17.51s (17509802404) Open Finished: 17.51s (17509802404) First Batch Requested: 17.51s (17509802404) First Batch Returned: 17.51s (17509802404) Last Batch Returned: 24.6m (1475635343341) Closed: 24.6m (1475636343330) Buffer pool - AllocTime: 1.19s (1187986596) - CumulativeAllocationBytes: 2.4 GiB (2565586944) - CumulativeAllocations: 208,798 (208798) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 987ms (987988856) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2303919256) - TotalGetBatchTime: 5.6m (333882231993) - DataWaitTime: 5.6m (333243239201) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.68s (2684969690) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,399 (104399) - TotalBatchesReceived: 104,399 (104399) - TotalBytesReceived: 989.8 MiB (1037841642) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.98s (14981798378) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 145 (145) - CodegenTotalWallClockTime: 2.08s (2077976551) - CodegenSysTime: 18ms (18871000) - CodegenUserTime: 958ms (958847000) - CodegenVoluntaryContextSwitches: 121 (121) - CompileTime: 376ms (376995746) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 61ms (61999300) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.44s (1435983795) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 199ms (199997743) - TotalTime: 2.08s (2077976551) Instance c7456fdd806a4994:3209e92600000382 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.703 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468934606) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 24,761,643 (24761643) - TotalNetworkReceiveTime: 6.6m (397978682155) - TotalNetworkSendTime: 24.4m (1463237164778) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,211 (2211) - TotalThreadsTotalWallClockTime: 31.9m (1914641670092) - TotalThreadsSysTime: 2.85s (2851754000) - TotalThreadsUserTime: 48.10s (48105493000) - TotalThreadsVoluntaryContextSwitches: 59,066 (59066) - TotalTime: 31.9m (1914663670019) Fragment Instance Lifecycle Event Timeline Prepare Finished: 554ms (554998159) Open Finished: 17.20s (17200942926) First Batch Produced: 28.00s (27997907107) First Batch Sent: 28.00s (27997907107) ExecInternal Finished: 31.9m (1915197668247) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1897995725325) - ExecTreeExecTime: 6.8m (406016655650) - InactiveTotalTime: 0ns (0) - OpenTime: 16.64s (16645944767) - ExecTreeOpenTime: 14.37s (14372952309) - PrepareTime: 21ms (21999927) - ExecTreePrepareTime: 21ms (21999927) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.4m (1463261164698) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,761,643 (24761643) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.22s (16223946261) - TotalBytesSent: 1.5 GiB (1646042080) - TotalTime: 24.9m (1491895069959) - UncompressedRowBatchSize: 4.1 GiB (4393655556) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,761,643 (24761643) - RowsReturnedRate: 58901 per second (58901) - TotalTime: 7.0m (420389607957) Node Lifecycle Event Timeline Open Started: 2.83s (2827990617) Open Finished: 17.20s (17200942926) First Batch Requested: 17.20s (17200942926) First Batch Returned: 28.00s (27997907107) Last Batch Returned: 31.9m (1915149668405) Closed: 31.9m (1915197668247) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 15ms (15999946) - HTResizeTime: 281ms (281999069) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,451.18 (3451.1773686391243) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,359,378 (24359378) - RowsReturned: 24,761,643 (24761643) - StreamingTime: 16.56s (16561945220) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999986) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999986) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,985 (1666985) - BuildTime: 1.54s (1539994885) - InactiveTotalTime: 0ns (0) - LocalTime: 4.71s (4707984366) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,118,107 (37118107) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.02s (3022989958) - RowsReturned: 37,118,107 (37118107) - RowsReturnedRate: 91998 per second (91998) - TotalTime: 6.7m (403464663946) Node Lifecycle Event Timeline Open Started: 2.83s (2827990617) Open Finished: 17.20s (17200942926) First Batch Requested: 17.20s (17200942926) First Batch Returned: 17.20s (17200942926) Last Batch Returned: 24.6m (1475534115983) Closed: 24.6m (1475534115983) Buffer pool - AllocTime: 159ms (159999467) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 159ms (159999467) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.35s (1350995513) - BuildRowsPartitioned: 1,666,985 (1666985) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 181ms (181999396) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 31ms (31999895) - InactiveTotalTime: 12.72s (12716957804) - PeakMemoryUsage: 14.8 MiB (15510617) - RowsReturned: 1,666,985 (1666985) - RowsReturnedRate: 130101 per second (130101) - TotalTime: 12.81s (12812957488) Node Lifecycle Event Timeline Open Started: 2.83s (2827990617) Open Finished: 2.83s (2827990617) First Batch Requested: 2.83s (2828990613) First Batch Returned: 2.83s (2828990613) Last Batch Returned: 17.02s (17015943540) Closed: 17.20s (17200942926) Buffer pool - AllocTime: 684ms (684997726) - CumulativeAllocationBytes: 370.3 MiB (388300800) - CumulativeAllocations: 18,978 (18978) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 636ms (636997885) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274108564) - TotalGetBatchTime: 12.77s (12772957617) - DataWaitTime: 12.72s (12716957804) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.11s (1109996319) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,489 (9489) - TotalBatchesReceived: 9,489 (9489) - TotalBytesReceived: 156.1 MiB (163726496) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.30s (1300759363) - TotalRPCsDeferred: 40 (40) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 665ms (665997791) - InactiveTotalTime: 6.4m (384793725897) - PeakMemoryUsage: 11.5 MiB (12042522) - RowsReturned: 37,118,107 (37118107) - RowsReturnedRate: 96174 per second (96174) - TotalTime: 6.4m (385943722092) Node Lifecycle Event Timeline Open Started: 17.20s (17200942926) Open Finished: 17.20s (17200942926) First Batch Requested: 17.20s (17200942926) First Batch Returned: 17.20s (17200942926) Last Batch Returned: 24.6m (1475534115983) Closed: 24.6m (1475534115983) Buffer pool - AllocTime: 1.53s (1530994930) - CumulativeAllocationBytes: 2.4 GiB (2562703360) - CumulativeAllocations: 208,564 (208564) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 933ms (933996912) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2301322634) - TotalGetBatchTime: 6.4m (385194724577) - DataWaitTime: 6.4m (384793725897) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.00s (2995990085) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,282 (104282) - TotalBatchesReceived: 104,282 (104282) - TotalBytesReceived: 988.6 MiB (1036671063) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.80s (14797634569) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 182 (182) - CodegenTotalWallClockTime: 2.27s (2272992458) - CodegenSysTime: 29ms (29311000) - CodegenUserTime: 961ms (961568000) - CodegenVoluntaryContextSwitches: 87 (87) - CompileTime: 301ms (301998998) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 225ms (225999250) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.63s (1626994602) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 103ms (103999655) - TotalTime: 2.27s (2272992458) Instance c7456fdd806a4994:3209e9260000037b (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.043 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469114846) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 24,642,648 (24642648) - TotalNetworkReceiveTime: 7.5m (452046826717) - TotalNetworkSendTime: 23.5m (1410166436248) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,156 (2156) - TotalThreadsTotalWallClockTime: 31.9m (1914623242591) - TotalThreadsSysTime: 2.67s (2665790000) - TotalThreadsUserTime: 47.09s (47092421000) - TotalThreadsVoluntaryContextSwitches: 58,166 (58166) - TotalTime: 31.9m (1914663242576) Fragment Instance Lifecycle Event Timeline Prepare Finished: 532ms (532999795) Open Finished: 17.05s (17050993452) First Batch Produced: 28.01s (28012989246) First Batch Sent: 28.01s (28012989246) ExecInternal Finished: 31.9m (1915158242386) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898105248934) - ExecTreeExecTime: 7.7m (460241823454) - InactiveTotalTime: 0ns (0) - OpenTime: 16.52s (16517993657) - ExecTreeOpenTime: 14.50s (14496994433) - PrepareTime: 39ms (39999985) - ExecTreePrepareTime: 8ms (8999997) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.5m (1410191436237) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 24,642,648 (24642648) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.86s (15858993758) - TotalBytesSent: 1.5 GiB (1638654650) - TotalTime: 24.0m (1437800425503) - UncompressedRowBatchSize: 4.1 GiB (4372234450) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,642,648 (24642648) - RowsReturnedRate: 51909 per second (51909) - TotalTime: 7.9m (474718817901) Node Lifecycle Event Timeline Open Started: 2.55s (2553999019) Open Finished: 17.05s (17050993452) First Batch Requested: 17.05s (17050993452) First Batch Returned: 28.01s (28012989246) Last Batch Returned: 31.9m (1914199242789) Closed: 31.9m (1915158242386) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 14ms (14999994) - HTResizeTime: 277ms (277999891) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,459.40 (3459.3999100954666) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,230,647 (24230647) - RowsReturned: 24,642,648 (24642648) - StreamingTime: 16.61s (16608993586) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6999998) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,408 (1666408) - BuildTime: 1.68s (1678999350) - InactiveTotalTime: 0ns (0) - LocalTime: 4.80s (4801998092) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,115,753 (37115753) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.03s (3032998780) - RowsReturned: 37,115,753 (37115753) - RowsReturnedRate: 81098 per second (81098) - TotalTime: 7.6m (457662824494) Node Lifecycle Event Timeline Open Started: 2.55s (2553999019) Open Finished: 17.05s (17049993453) First Batch Requested: 17.05s (17050993452) First Batch Returned: 17.05s (17050993452) Last Batch Returned: 24.6m (1475505429032) Closed: 24.6m (1475505429032) Buffer pool - AllocTime: 221ms (221999916) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 221ms (221999916) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.49s (1488999423) - BuildRowsPartitioned: 1,666,408 (1666408) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 187ms (187999928) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 24ms (24999994) - InactiveTotalTime: 12.73s (12730995118) - PeakMemoryUsage: 14.7 MiB (15400827) - RowsReturned: 1,666,408 (1666408) - RowsReturnedRate: 130157 per second (130157) - TotalTime: 12.80s (12802995092) Node Lifecycle Event Timeline Open Started: 2.55s (2553999019) Open Finished: 2.55s (2553999019) First Batch Requested: 2.55s (2554999018) First Batch Returned: 2.55s (2554999018) Last Batch Returned: 16.86s (16859993526) Closed: 17.05s (17049993453) Buffer pool - AllocTime: 368ms (368999853) - CumulativeAllocationBytes: 370.2 MiB (388177920) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 296ms (296999882) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274016029) - TotalGetBatchTime: 12.77s (12773995100) - DataWaitTime: 12.73s (12730995118) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 800ms (800999689) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163678890) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.03s (1029948462) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 722ms (722999719) - InactiveTotalTime: 7.3m (438743831816) - PeakMemoryUsage: 11.5 MiB (12041420) - RowsReturned: 37,115,753 (37115753) - RowsReturnedRate: 84342 per second (84342) - TotalTime: 7.3m (440057831310) Node Lifecycle Event Timeline Open Started: 17.05s (17049993453) Open Finished: 17.05s (17049993453) First Batch Requested: 17.05s (17049993453) First Batch Returned: 17.05s (17049993453) Last Batch Returned: 24.6m (1475505429032) Closed: 24.6m (1475505429032) Buffer pool - AllocTime: 1.14s (1140999545) - CumulativeAllocationBytes: 2.4 GiB (2562564096) - CumulativeAllocations: 208,554 (208554) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 863ms (863999658) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2301176686) - TotalGetBatchTime: 7.3m (439258831625) - DataWaitTime: 7.3m (438743831816) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.59s (2588998988) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,277 (104277) - TotalBatchesReceived: 104,277 (104277) - TotalBytesReceived: 988.6 MiB (1036596169) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.64s (14644863284) - TotalRPCsDeferred: 32 (32) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 181 (181) - CodegenTotalWallClockTime: 2.02s (2020999224) - CodegenSysTime: 12ms (12918000) - CodegenUserTime: 949ms (949166000) - CodegenVoluntaryContextSwitches: 89 (89) - CompileTime: 396ms (396999848) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 96ms (96999963) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.47s (1469999435) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 53ms (53999979) - TotalTime: 2.02s (2020999224) Instance c7456fdd806a4994:3209e92600000365 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.269 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (468983774) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 24,152,444 (24152444) - TotalNetworkReceiveTime: 6.6m (394509093628) - TotalNetworkSendTime: 24.5m (1467208631141) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,366 (2366) - TotalThreadsTotalWallClockTime: 31.9m (1914651603140) - TotalThreadsSysTime: 2.65s (2653849000) - TotalThreadsUserTime: 47.05s (47047368000) - TotalThreadsVoluntaryContextSwitches: 58,781 (58781) - TotalTime: 31.9m (1914652603138) Fragment Instance Lifecycle Event Timeline Prepare Finished: 435ms (435998999) Open Finished: 16.68s (16680961686) First Batch Produced: 28.02s (28025935628) First Batch Sent: 28.02s (28025935628) ExecInternal Finished: 31.9m (1915088602136) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898406640453) - ExecTreeExecTime: 6.7m (403352073327) - InactiveTotalTime: 0ns (0) - OpenTime: 16.24s (16244962687) - ExecTreeOpenTime: 14.10s (14102967607) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.5m (1467228631096) - PeakMemoryUsage: 1.3 MiB (1362864) - RowsSent: 24,152,444 (24152444) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.02s (16016963236) - TotalBytesSent: 1.5 GiB (1608074971) - TotalTime: 24.9m (1494994567269) - UncompressedRowBatchSize: 4.0 GiB (4285349858) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,152,444 (24152444) - RowsReturnedRate: 57861 per second (57861) - TotalTime: 7.0m (417420041018) Node Lifecycle Event Timeline Open Started: 2.58s (2577994079) Open Finished: 16.68s (16680961686) First Batch Requested: 16.68s (16680961686) First Batch Returned: 28.02s (28025935628) Last Batch Returned: 31.1m (1868441709086) Closed: 31.9m (1915088602136) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 14ms (14999966) - HTResizeTime: 282ms (282999347) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,462.34 (3462.3352651847335) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,703,004 (23703004) - RowsReturned: 24,152,444 (24152444) - StreamingTime: 17.00s (17002960950) - TotalTime: 0ns (0) Buffer pool - AllocTime: 13ms (13999968) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,086 (1664086) - BuildTime: 1.46s (1458996649) - InactiveTotalTime: 0ns (0) - LocalTime: 4.70s (4704989218) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,047,456 (37047456) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.09s (3091992924) - RowsReturned: 37,047,456 (37047456) - RowsReturnedRate: 92603 per second (92603) - TotalTime: 6.7m (400064080879) Node Lifecycle Event Timeline Open Started: 2.58s (2577994079) Open Finished: 16.68s (16680961686) First Batch Requested: 16.68s (16680961686) First Batch Returned: 16.68s (16680961686) Last Batch Returned: 24.1m (1444020682339) Closed: 24.1m (1444020682339) Buffer pool - AllocTime: 126ms (126999711) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 126ms (126999711) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.27s (1267997089) - BuildRowsPartitioned: 1,664,086 (1664086) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188999566) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 46ms (46999887) - InactiveTotalTime: 12.45s (12449971408) - PeakMemoryUsage: 14.7 MiB (15459693) - RowsReturned: 1,664,086 (1664086) - RowsReturnedRate: 132385 per second (132385) - TotalTime: 12.57s (12569971130) Node Lifecycle Event Timeline Open Started: 2.58s (2577994079) Open Finished: 2.58s (2577994079) First Batch Requested: 2.58s (2579994074) First Batch Returned: 2.58s (2579994074) Last Batch Returned: 16.49s (16490962123) Closed: 16.68s (16680961686) Buffer pool - AllocTime: 960ms (960997793) - CumulativeAllocationBytes: 369.7 MiB (387629056) - CumulativeAllocations: 18,952 (18952) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 479ms (479998898) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 260.9 MiB (273615559) - TotalGetBatchTime: 12.52s (12519971249) - DataWaitTime: 12.45s (12449971408) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.60s (1597996337) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,476 (9476) - TotalBatchesReceived: 9,476 (9476) - TotalBytesReceived: 155.9 MiB (163434187) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.07s (1066790204) - TotalRPCsDeferred: 34 (34) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 716ms (716998349) - InactiveTotalTime: 6.4m (381529123434) - PeakMemoryUsage: 11.5 MiB (12087397) - RowsReturned: 37,047,456 (37047456) - RowsReturnedRate: 96782 per second (96782) - TotalTime: 6.4m (382789120531) Node Lifecycle Event Timeline Open Started: 16.68s (16680961686) Open Finished: 16.68s (16680961686) First Batch Requested: 16.68s (16680961686) First Batch Returned: 16.68s (16680961686) Last Batch Returned: 24.1m (1444019682342) Closed: 24.1m (1444020682339) Buffer pool - AllocTime: 1.98s (1984995434) - CumulativeAllocationBytes: 2.4 GiB (2557853696) - CumulativeAllocations: 208,174 (208174) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.73s (1725996019) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2296942272) - TotalGetBatchTime: 6.4m (381977122407) - DataWaitTime: 6.4m (381529123434) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.38s (3376992257) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,087 (104087) - TotalBatchesReceived: 104,087 (104087) - TotalBytesReceived: 986.8 MiB (1034686731) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 19.44s (19437601550) - TotalRPCsDeferred: 127 (127) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 111 (111) - CodegenTotalWallClockTime: 2.14s (2141995080) - CodegenSysTime: 10ms (10025000) - CodegenUserTime: 923ms (923399000) - CodegenVoluntaryContextSwitches: 104 (104) - CompileTime: 335ms (335999228) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 175ms (175999596) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.33s (1333996936) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 263ms (263999393) - TotalTime: 2.14s (2141995080) Instance c7456fdd806a4994:3209e92600000376 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.039 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 461.3 MiB (483745742) - PeakReservation: 449.0 MiB (470810624) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 23,571,481 (23571481) - TotalNetworkReceiveTime: 7.7m (464537487588) - TotalNetworkSendTime: 23.3m (1397786377144) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,173 (2173) - TotalThreadsTotalWallClockTime: 31.9m (1914645680618) - TotalThreadsSysTime: 2.68s (2680282000) - TotalThreadsUserTime: 46.58s (46575101000) - TotalThreadsVoluntaryContextSwitches: 59,136 (59136) - TotalTime: 31.9m (1914646680596) Fragment Instance Lifecycle Event Timeline Prepare Finished: 641ms (641985462) Open Finished: 16.92s (16921616811) First Batch Produced: 27.95s (27951367047) First Batch Sent: 27.95s (27951367047) ExecInternal Finished: 31.9m (1915288666058) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898366049269) - ExecTreeExecTime: 7.9m (473523284337) - InactiveTotalTime: 0ns (0) - OpenTime: 16.28s (16279631349) - ExecTreeOpenTime: 14.51s (14510671408) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.3m (1397806376690) - PeakMemoryUsage: 1.3 MiB (1387440) - RowsSent: 23,571,481 (23571481) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.28s (15283654153) - TotalBytesSent: 1.5 GiB (1571325103) - TotalTime: 23.7m (1424761766768) - UncompressedRowBatchSize: 3.9 GiB (4182033315) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 128.1 MiB (134348928) - RowsReturned: 23,571,481 (23571481) - RowsReturnedRate: 48301 per second (48301) - TotalTime: 8.1m (488009956290) Node Lifecycle Event Timeline Open Started: 2.41s (2410945403) Open Finished: 16.92s (16921616811) First Batch Requested: 16.92s (16921616811) First Batch Returned: 27.95s (27951367047) Last Batch Returned: 31.9m (1915248666963) Closed: 31.9m (1915287666080) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 18ms (18999569) - HTResizeTime: 243ms (243994474) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 128.1 MiB (134324352) - PeakReservation: 128.0 MiB (134217728) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,444.23 (3444.228220412433) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,078,260 (23078260) - RowsReturned: 23,571,481 (23571481) - StreamingTime: 17.51s (17508603702) - TotalTime: 0ns (0) Buffer pool - AllocTime: 12ms (12999707) - CumulativeAllocationBytes: 128.0 MiB (134217728) - CumulativeAllocations: 64 (64) - InactiveTotalTime: 0ns (0) - PeakReservation: 128.0 MiB (134217728) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 128.0 MiB (134217728) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 12ms (12999707) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,664,169 (1664169) - BuildTime: 1.61s (1606963590) - InactiveTotalTime: 0ns (0) - LocalTime: 4.82s (4819890915) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,031,778 (37031778) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.07s (3074930446) - RowsReturned: 37,031,778 (37031778) - RowsReturnedRate: 78765 per second (78765) - TotalTime: 7.8m (470149360560) Node Lifecycle Event Timeline Open Started: 2.41s (2410945403) Open Finished: 16.92s (16920616833) First Batch Requested: 16.92s (16921616811) First Batch Returned: 16.92s (16921616811) Last Batch Returned: 24.6m (1475467612397) Closed: 24.6m (1475467612397) Buffer pool - AllocTime: 91ms (91997911) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 91ms (91997911) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.42s (1418967847) - BuildRowsPartitioned: 1,664,169 (1664169) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 184ms (184995811) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 26ms (26999388) - InactiveTotalTime: 12.77s (12765710942) - PeakMemoryUsage: 14.7 MiB (15390631) - RowsReturned: 1,664,169 (1664169) - RowsReturnedRate: 129530 per second (129530) - TotalTime: 12.85s (12847709086) Node Lifecycle Event Timeline Open Started: 2.41s (2410945403) Open Finished: 2.41s (2410945403) First Batch Requested: 2.41s (2412945358) First Batch Returned: 2.41s (2412945358) Last Batch Returned: 16.73s (16734621045) Closed: 16.92s (16920616833) Buffer pool - AllocTime: 273ms (273993797) - CumulativeAllocationBytes: 369.6 MiB (387588096) - CumulativeAllocations: 18,950 (18950) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 138ms (138996851) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.0 MiB (273630766) - TotalGetBatchTime: 12.81s (12812709877) - DataWaitTime: 12.77s (12765710942) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 679ms (679984627) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,475 (9475) - TotalBatchesReceived: 9,475 (9475) - TotalBytesReceived: 155.9 MiB (163445263) - TotalEarlySenders: 3 (3) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 922ms (922355158) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 699ms (699984143) - InactiveTotalTime: 7.5m (451365785840) - PeakMemoryUsage: 11.5 MiB (12012420) - RowsReturned: 37,031,778 (37031778) - RowsReturnedRate: 81841 per second (81841) - TotalTime: 7.5m (452481760559) Node Lifecycle Event Timeline Open Started: 16.92s (16920616833) Open Finished: 16.92s (16920616833) First Batch Requested: 16.92s (16920616833) First Batch Returned: 16.92s (16920616833) Last Batch Returned: 24.6m (1475466612419) Closed: 24.6m (1475467612397) Buffer pool - AllocTime: 1.15s (1151973933) - CumulativeAllocationBytes: 2.4 GiB (2556764160) - CumulativeAllocations: 208,084 (208084) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 940ms (940978702) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2295970236) - TotalGetBatchTime: 7.5m (451709778051) - DataWaitTime: 7.5m (451365785840) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.58s (2575941722) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,042 (104042) - TotalBatchesReceived: 104,042 (104042) - TotalBytesReceived: 986.3 MiB (1034253374) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.56s (14564760447) - TotalRPCsDeferred: 30 (30) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 124 (124) - CodegenTotalWallClockTime: 1.77s (1768959941) - CodegenSysTime: 17ms (17761000) - CodegenUserTime: 896ms (896966000) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 259ms (259994112) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 127ms (127997102) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.29s (1287970834) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 88ms (88997984) - TotalTime: 1.77s (1768959941) Instance c7456fdd806a4994:3209e92600000362 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.941 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469024734) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 23,946,286 (23946286) - TotalNetworkReceiveTime: 8.5m (512880387131) - TotalNetworkSendTime: 22.5m (1348565755440) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,419 (2419) - TotalThreadsTotalWallClockTime: 31.9m (1914624175504) - TotalThreadsSysTime: 2.74s (2737003000) - TotalThreadsUserTime: 47.21s (47208325000) - TotalThreadsVoluntaryContextSwitches: 57,411 (57411) - TotalTime: 31.9m (1914625175448) Fragment Instance Lifecycle Event Timeline Prepare Finished: 469ms (469973775) Open Finished: 16.48s (16481080320) First Batch Produced: 27.90s (27897443258) First Batch Sent: 27.90s (27897443258) ExecInternal Finished: 31.9m (1915096149167) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898613068959) - ExecTreeExecTime: 8.7m (522288862195) - InactiveTotalTime: 0ns (0) - OpenTime: 16.01s (16011106545) - ExecTreeOpenTime: 14.09s (14093213567) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.5m (1348602753377) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 23,946,286 (23946286) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.83s (15830116815) - TotalBytesSent: 1.5 GiB (1595327752) - TotalTime: 22.9m (1376232211896) - UncompressedRowBatchSize: 4.0 GiB (4248851698) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 23,946,286 (23946286) - RowsReturnedRate: 44646 per second (44646) - TotalTime: 8.9m (536350077542) Node Lifecycle Event Timeline Open Started: 2.39s (2387866753) Open Finished: 16.48s (16481080320) First Batch Requested: 16.48s (16481080320) First Batch Returned: 27.90s (27897443258) Last Batch Returned: 31.9m (1915065150897) Closed: 31.9m (1915096149167) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 17ms (17998994) - HTResizeTime: 299ms (299983273) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,445.26 (3445.262133660207) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,476,405 (23476405) - RowsReturned: 23,946,286 (23946286) - StreamingTime: 17.56s (17557020376) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37997879) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 35ms (35997990) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,237 (1665237) - BuildTime: 1.47s (1466918136) - InactiveTotalTime: 0ns (0) - LocalTime: 4.67s (4674739123) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,085,280 (37085280) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.08s (3084827848) - RowsReturned: 37,085,280 (37085280) - RowsReturnedRate: 71540 per second (71540) - TotalTime: 8.6m (518383080056) Node Lifecycle Event Timeline Open Started: 2.39s (2387866753) Open Finished: 16.48s (16481080320) First Batch Requested: 16.48s (16481080320) First Batch Returned: 16.48s (16481080320) Last Batch Returned: 24.1m (1443897445578) Closed: 24.1m (1443897445578) Buffer pool - AllocTime: 95ms (95994645) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 95ms (95994645) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.30s (1305927120) - BuildRowsPartitioned: 1,665,237 (1665237) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 158ms (158991128) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 64ms (64996371) - InactiveTotalTime: 12.49s (12489303073) - PeakMemoryUsage: 14.6 MiB (15354950) - RowsReturned: 1,665,237 (1665237) - RowsReturnedRate: 132169 per second (132169) - TotalTime: 12.60s (12599296936) Node Lifecycle Event Timeline Open Started: 2.39s (2387866753) Open Finished: 2.39s (2387866753) First Batch Requested: 2.39s (2389866641) First Batch Returned: 2.39s (2389866641) Last Batch Returned: 16.32s (16321089248) Closed: 16.48s (16481080320) Buffer pool - AllocTime: 353ms (353980248) - CumulativeAllocationBytes: 369.9 MiB (387883008) - CumulativeAllocations: 18,964 (18964) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 343ms (343980805) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273810420) - TotalGetBatchTime: 12.53s (12527300957) - DataWaitTime: 12.49s (12489303073) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 782ms (782956322) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,482 (9482) - TotalBatchesReceived: 9,482 (9482) - TotalBytesReceived: 156.0 MiB (163552210) - TotalEarlySenders: 1 (1) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 991ms (991748986) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 685ms (685961734) - InactiveTotalTime: 8.3m (500010105321) - PeakMemoryUsage: 11.4 MiB (11960652) - RowsReturned: 37,085,280 (37085280) - RowsReturnedRate: 74006 per second (74006) - TotalTime: 8.4m (501109043997) Node Lifecycle Event Timeline Open Started: 16.48s (16481080320) Open Finished: 16.48s (16481080320) First Batch Requested: 16.48s (16481080320) First Batch Returned: 16.48s (16481080320) Last Batch Returned: 24.1m (1443897445578) Closed: 24.1m (1443897445578) Buffer pool - AllocTime: 964ms (964946170) - CumulativeAllocationBytes: 2.4 GiB (2560442368) - CumulativeAllocations: 208,382 (208382) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 766ms (766957212) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2299287360) - TotalGetBatchTime: 8.3m (500336087125) - DataWaitTime: 8.3m (500010105321) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.32s (2324870297) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,191 (104191) - TotalBatchesReceived: 104,191 (104191) - TotalBytesReceived: 987.7 MiB (1035722481) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.20s (14198926127) - TotalRPCsDeferred: 23 (23) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 121 (121) - CodegenTotalWallClockTime: 1.90s (1895894206) - CodegenSysTime: 10ms (10958000) - CodegenUserTime: 927ms (927405000) - CodegenVoluntaryContextSwitches: 58 (58) - CompileTime: 273ms (273984712) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 143ms (143991965) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.35s (1346924838) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 95ms (95994644) - TotalTime: 1.90s (1895894206) Instance c7456fdd806a4994:3209e92600000377 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.142 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (468991966) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 24,525,822 (24525822) - TotalNetworkReceiveTime: 4.2m (251231407558) - TotalNetworkSendTime: 26.7m (1604617510525) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 4,618 (4618) - TotalThreadsTotalWallClockTime: 31.9m (1914526144820) - TotalThreadsSysTime: 3.00s (2997592000) - TotalThreadsUserTime: 49.02s (49018853000) - TotalThreadsVoluntaryContextSwitches: 53,443 (53443) - TotalTime: 31.9m (1914624141858) Fragment Instance Lifecycle Event Timeline Prepare Finished: 553ms (553983256) Open Finished: 17.04s (17035485129) First Batch Produced: 27.92s (27922156096) First Batch Sent: 27.92s (27922156096) ExecInternal Finished: 31.9m (1915081128046) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898044642947) - ExecTreeExecTime: 4.4m (263502036769) - InactiveTotalTime: 0ns (0) - OpenTime: 16.48s (16481501873) - ExecTreeOpenTime: 14.11s (14112573470) - PrepareTime: 97ms (97997038) - ExecTreePrepareTime: 95ms (95997098) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 26.7m (1604650509527) - PeakMemoryUsage: 1.2 MiB (1289136) - RowsSent: 24,525,822 (24525822) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 17.06s (17060484455) - TotalBytesSent: 1.5 GiB (1631600079) - TotalTime: 27.2m (1634467608444) - UncompressedRowBatchSize: 4.1 GiB (4351490776) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,525,822 (24525822) - RowsReturnedRate: 88329 per second (88329) - TotalTime: 4.6m (277661608816) Node Lifecycle Event Timeline Open Started: 2.92s (2922911659) Open Finished: 17.04s (17035485129) First Batch Requested: 17.04s (17035485129) First Batch Returned: 27.92s (27922156096) Last Batch Returned: 31.1m (1868389538642) Closed: 31.9m (1915081128046) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 11ms (11999636) - HTResizeTime: 261ms (261992083) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,454.71 (3454.7120505357348) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,101,055 (24101055) - RowsReturned: 24,525,822 (24525822) - StreamingTime: 18.92s (18918428247) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37998852) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37998852) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,624 (1667624) - BuildTime: 2.18s (2184933956) - InactiveTotalTime: 0ns (0) - LocalTime: 6.04s (6042817409) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,131,971 (37131971) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.53s (3532893270) - RowsReturned: 37,131,971 (37131971) - RowsReturnedRate: 143824 per second (143824) - TotalTime: 4.3m (258175197739) Node Lifecycle Event Timeline Open Started: 2.92s (2922911659) Open Finished: 17.03s (17032485219) First Batch Requested: 17.04s (17035485129) First Batch Returned: 17.04s (17035485129) Last Batch Returned: 24.1m (1443970360440) Closed: 24.1m (1443971360409) Buffer pool - AllocTime: 347ms (347989482) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 347ms (347989482) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.88s (1881943114) - BuildRowsPartitioned: 1,667,624 (1667624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 293ms (293991114) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 30ms (30999063) - InactiveTotalTime: 11.67s (11668647341) - PeakMemoryUsage: 14.9 MiB (15675850) - RowsReturned: 1,667,624 (1667624) - RowsReturnedRate: 141472 per second (141472) - TotalTime: 11.79s (11787643743) Node Lifecycle Event Timeline Open Started: 2.92s (2922911659) Open Finished: 2.92s (2922911659) First Batch Requested: 2.92s (2923911629) First Batch Returned: 2.92s (2923911629) Last Batch Returned: 16.73s (16730494347) Closed: 17.03s (17032485219) Buffer pool - AllocTime: 685ms (685979267) - CumulativeAllocationBytes: 370.5 MiB (388472832) - CumulativeAllocations: 18,992 (18992) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 541ms (541983620) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274206067) - TotalGetBatchTime: 11.75s (11749644891) - DataWaitTime: 11.67s (11668647341) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.23s (1232962739) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,496 (9496) - TotalBatchesReceived: 9,496 (9496) - TotalBytesReceived: 156.2 MiB (163777178) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.48s (1475440596) - TotalRPCsDeferred: 49 (49) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 776ms (776976514) - InactiveTotalTime: 4.0m (238396795465) - PeakMemoryUsage: 11.6 MiB (12188801) - RowsReturned: 37,131,971 (37131971) - RowsReturnedRate: 154494 per second (154494) - TotalTime: 4.0m (240344736587) Node Lifecycle Event Timeline Open Started: 17.03s (17032485219) Open Finished: 17.03s (17032485219) First Batch Requested: 17.03s (17032485219) First Batch Returned: 17.03s (17032485219) Last Batch Returned: 24.1m (1443970360440) Closed: 24.1m (1443971360409) Buffer pool - AllocTime: 4.50s (4497864045) - CumulativeAllocationBytes: 2.4 GiB (2563653632) - CumulativeAllocations: 208,644 (208644) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3.74s (3742886863) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2302182202) - TotalGetBatchTime: 4.0m (239458763362) - DataWaitTime: 4.0m (238396795465) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 6.92s (6919790846) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,322 (104322) - TotalBatchesReceived: 104,322 (104322) - TotalBytesReceived: 989.0 MiB (1037069387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 7.1m (425746309394) - TotalRPCsDeferred: 21,639 (21639) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 111 (111) - CodegenTotalWallClockTime: 2.37s (2368928403) - CodegenSysTime: 17ms (17902000) - CodegenUserTime: 939ms (939770000) - CodegenVoluntaryContextSwitches: 120 (120) - CompileTime: 517ms (517984345) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 165ms (165994983) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.55s (1551953094) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 129ms (129996071) - TotalTime: 2.37s (2368928403) Instance c7456fdd806a4994:3209e9260000037e (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.701 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469008350) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 24,081,700 (24081700) - TotalNetworkReceiveTime: 6.9m (411625798273) - TotalNetworkSendTime: 24.2m (1452002902365) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,092 (2092) - TotalThreadsTotalWallClockTime: 31.9m (1914545943662) - TotalThreadsSysTime: 2.59s (2593250000) - TotalThreadsUserTime: 46.55s (46545073000) - TotalThreadsVoluntaryContextSwitches: 60,620 (60620) - TotalTime: 31.9m (1914617941176) Fragment Instance Lifecycle Event Timeline Prepare Finished: 798ms (798972415) Open Finished: 17.38s (17376400057) First Batch Produced: 28.16s (28159027774) First Batch Sent: 28.16s (28159027774) ExecInternal Finished: 31.9m (1915345916043) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1897968516020) - ExecTreeExecTime: 7.0m (419057542112) - InactiveTotalTime: 0ns (0) - OpenTime: 16.58s (16577427642) - ExecTreeOpenTime: 14.54s (14538498039) - PrepareTime: 71ms (71997514) - ExecTreePrepareTime: 71ms (71997514) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.2m (1452022901672) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,081,700 (24081700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.32s (15318471404) - TotalBytesSent: 1.5 GiB (1604143419) - TotalTime: 24.6m (1478830976664) - UncompressedRowBatchSize: 4.0 GiB (4273111919) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,081,700 (24081700) - RowsReturnedRate: 55533 per second (55533) - TotalTime: 7.2m (433646038423) Node Lifecycle Event Timeline Open Started: 2.84s (2837902018) Open Finished: 17.38s (17376400057) First Batch Requested: 17.38s (17376400057) First Batch Returned: 28.16s (28159027774) Last Batch Returned: 31.1m (1868649526791) Closed: 31.9m (1915344916077) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 20ms (20999275) - HTResizeTime: 270ms (270990643) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,435.98 (3435.9845929901394) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,614,504 (23614504) - RowsReturned: 24,081,700 (24081700) - StreamingTime: 16.44s (16441432682) - TotalTime: 0ns (0) Buffer pool - AllocTime: 1ms (1999932) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1999932) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,639 (1667639) - BuildTime: 1.30s (1305954924) - InactiveTotalTime: 0ns (0) - LocalTime: 4.41s (4413847685) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,179,628 (37179628) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.96s (2958897901) - RowsReturned: 37,179,628 (37179628) - RowsReturnedRate: 89196 per second (89196) - TotalTime: 6.9m (416828618722) Node Lifecycle Event Timeline Open Started: 2.84s (2837902018) Open Finished: 17.38s (17375400092) First Batch Requested: 17.38s (17376400057) First Batch Returned: 17.38s (17376400057) Last Batch Returned: 24.1m (1444237166758) Closed: 24.1m (1444237166758) Buffer pool - AllocTime: 94ms (94996721) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 94ms (94996721) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.07s (1066963176) - BuildRowsPartitioned: 1,667,639 (1667639) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 227ms (227992128) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 40ms (40998588) - InactiveTotalTime: 13.13s (13132546565) - PeakMemoryUsage: 14.7 MiB (15387826) - RowsReturned: 1,667,639 (1667639) - RowsReturnedRate: 126111 per second (126111) - TotalTime: 13.22s (13223543426) Node Lifecycle Event Timeline Open Started: 2.84s (2837902018) Open Finished: 2.84s (2837902018) First Batch Requested: 2.84s (2838901983) First Batch Returned: 2.84s (2839901949) Last Batch Returned: 17.14s (17138408274) Closed: 17.38s (17375400092) Buffer pool - AllocTime: 860ms (860970274) - CumulativeAllocationBytes: 370.5 MiB (388464640) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 590ms (590979597) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274214131) - TotalGetBatchTime: 13.17s (13173545150) - DataWaitTime: 13.13s (13132546565) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.38s (1382952243) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163776974) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.12s (1117334992) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 689ms (689976182) - InactiveTotalTime: 6.6m (397631281468) - PeakMemoryUsage: 11.5 MiB (12041410) - RowsReturned: 37,179,628 (37179628) - RowsReturnedRate: 93137 per second (93137) - TotalTime: 6.7m (399191227611) Node Lifecycle Event Timeline Open Started: 17.38s (17375400092) Open Finished: 17.38s (17375400092) First Batch Requested: 17.38s (17375400092) First Batch Returned: 17.38s (17375400092) Last Batch Returned: 24.1m (1444237166758) Closed: 24.1m (1444237166758) Buffer pool - AllocTime: 1.22s (1222957785) - CumulativeAllocationBytes: 2.4 GiB (2567012352) - CumulativeAllocations: 208,920 (208920) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 928ms (928967930) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2305136936) - TotalGetBatchTime: 6.6m (398439253573) - DataWaitTime: 6.6m (397631281468) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.61s (2614909755) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,460 (104460) - TotalBatchesReceived: 104,460 (104460) - TotalBytesReceived: 990.3 MiB (1038397585) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.78s (14776286422) - TotalRPCsDeferred: 33 (33) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 300 (300) - CodegenTotalWallClockTime: 2.04s (2038929603) - CodegenSysTime: 20ms (20556000) - CodegenUserTime: 935ms (935911000) - CodegenVoluntaryContextSwitches: 117 (117) - CompileTime: 295ms (295989781) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 131ms (131995443) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.37s (1372952597) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 179ms (179993785) - TotalTime: 2.04s (2038929603) Instance c7456fdd806a4994:3209e92600000369 (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.007 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469041118) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 24,549,987 (24549987) - TotalNetworkReceiveTime: 6.3m (380250749633) - TotalNetworkSendTime: 24.7m (1482349231666) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,071 (2071) - TotalThreadsTotalWallClockTime: 31.9m (1914559673579) - TotalThreadsSysTime: 2.64s (2640002000) - TotalThreadsUserTime: 47.31s (47308695000) - TotalThreadsVoluntaryContextSwitches: 61,002 (61002) - TotalTime: 31.9m (1914612673264) Fragment Instance Lifecycle Event Timeline Prepare Finished: 601ms (601996422) Open Finished: 16.77s (16772900304) First Batch Produced: 28.03s (28029833397) First Batch Sent: 28.03s (28029833397) ExecInternal Finished: 31.9m (1915162669996) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898388769697) - ExecTreeExecTime: 6.5m (388263702463) - InactiveTotalTime: 0ns (0) - OpenTime: 16.17s (16170903882) - ExecTreeOpenTime: 14.29s (14293915039) - PrepareTime: 52ms (52999685) - ExecTreePrepareTime: 13ms (13999917) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.7m (1482376231506) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,549,987 (24549987) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.82s (15822906317) - TotalBytesSent: 1.5 GiB (1632930067) - TotalTime: 25.2m (1510039067741) - UncompressedRowBatchSize: 4.1 GiB (4355670115) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,549,987 (24549987) - RowsReturnedRate: 60988 per second (60988) - TotalTime: 6.7m (402533617645) Node Lifecycle Event Timeline Open Started: 2.48s (2478985265) Open Finished: 16.77s (16772900304) First Batch Requested: 16.77s (16772900304) First Batch Returned: 28.03s (28029833397) Last Batch Returned: 31.9m (1914221675545) Closed: 31.9m (1915162669996) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 21ms (21999869) - HTResizeTime: 296ms (296998247) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,284.71 (3284.7100607870425) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,128,371 (24128371) - RowsReturned: 24,549,987 (24549987) - StreamingTime: 16.82s (16816900399) - TotalTime: 0ns (0) Buffer pool - AllocTime: 15ms (15999905) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999905) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,822 (1667822) - BuildTime: 1.27s (1271992434) - InactiveTotalTime: 0ns (0) - LocalTime: 4.32s (4323974389) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,133,265 (37133265) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.85s (2853983125) - RowsReturned: 37,133,265 (37133265) - RowsReturnedRate: 96357 per second (96357) - TotalTime: 6.4m (385368719314) Node Lifecycle Event Timeline Open Started: 2.48s (2478985265) Open Finished: 16.77s (16771900309) First Batch Requested: 16.77s (16772900304) First Batch Returned: 16.77s (16772900304) Last Batch Returned: 24.6m (1475525264031) Closed: 24.6m (1475525264031) Buffer pool - AllocTime: 102ms (102999387) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 102ms (102999387) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.08s (1079993576) - BuildRowsPartitioned: 1,667,822 (1667822) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 189ms (189998870) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 28ms (28999829) - InactiveTotalTime: 12.87s (12868923513) - PeakMemoryUsage: 14.6 MiB (15349553) - RowsReturned: 1,667,822 (1667822) - RowsReturnedRate: 128750 per second (128750) - TotalTime: 12.95s (12953923008) Node Lifecycle Event Timeline Open Started: 2.48s (2478985265) Open Finished: 2.48s (2478985265) First Batch Requested: 2.48s (2479985259) First Batch Returned: 2.48s (2479985259) Last Batch Returned: 16.58s (16580901445) Closed: 16.77s (16771900309) Buffer pool - AllocTime: 778ms (778995368) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,990 (18990) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 656ms (656996094) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274227453) - TotalGetBatchTime: 12.92s (12916923226) - DataWaitTime: 12.87s (12868923513) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.26s (1259992506) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,495 (9495) - TotalBatchesReceived: 9,495 (9495) - TotalBytesReceived: 156.2 MiB (163800313) - TotalEarlySenders: 1 (1) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 947ms (947633797) - TotalRPCsDeferred: 31 (31) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 705ms (705995811) - InactiveTotalTime: 6.1m (366888829040) - PeakMemoryUsage: 11.4 MiB (11944818) - RowsReturned: 37,133,265 (37133265) - RowsReturnedRate: 100880 per second (100880) - TotalTime: 6.1m (368090821917) Node Lifecycle Event Timeline Open Started: 16.77s (16771900309) Open Finished: 16.77s (16771900309) First Batch Requested: 16.77s (16771900309) First Batch Returned: 16.77s (16771900309) Last Batch Returned: 24.6m (1475524264037) Closed: 24.6m (1475525264031) Buffer pool - AllocTime: 1.01s (1012993990) - CumulativeAllocationBytes: 2.4 GiB (2563760128) - CumulativeAllocations: 208,654 (208654) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 683ms (683995945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2302262430) - TotalGetBatchTime: 6.1m (367314826519) - DataWaitTime: 6.1m (366888829040) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.31s (2310986308) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,327 (104327) - TotalBatchesReceived: 104,327 (104327) - TotalBytesReceived: 989.1 MiB (1037102974) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.35s (14351556931) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 142 (142) - CodegenTotalWallClockTime: 1.88s (1876988843) - CodegenSysTime: 16ms (16711000) - CodegenUserTime: 896ms (896601000) - CodegenVoluntaryContextSwitches: 90 (90) - CompileTime: 256ms (256998472) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 146ms (146999126) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.35s (1347991988) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 121ms (121999275) - TotalTime: 1.88s (1876988843) Instance c7456fdd806a4994:3209e92600000387 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:58:00.146 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469016542) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 24,609,434 (24609434) - TotalNetworkReceiveTime: 6.2m (372096208092) - TotalNetworkSendTime: 24.8m (1488279846694) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,382 (2382) - TotalThreadsTotalWallClockTime: 31.9m (1914562337404) - TotalThreadsSysTime: 2.87s (2867435000) - TotalThreadsUserTime: 48.48s (48480452000) - TotalThreadsVoluntaryContextSwitches: 57,337 (57337) - TotalTime: 31.9m (1914563337372) Fragment Instance Lifecycle Event Timeline Prepare Finished: 558ms (558982276) Open Finished: 17.32s (17322450763) First Batch Produced: 27.91s (27910115069) First Batch Sent: 27.91s (27910115069) ExecInternal Finished: 31.9m (1915122319649) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1897798868917) - ExecTreeExecTime: 6.4m (381093923024) - InactiveTotalTime: 0ns (0) - OpenTime: 16.76s (16763468487) - ExecTreeOpenTime: 14.55s (14546538779) - PrepareTime: 999.97us (999968) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.8m (1488295846186) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,609,434 (24609434) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.11s (16106489593) - TotalBytesSent: 1.5 GiB (1636377539) - TotalTime: 25.3m (1516618948626) - UncompressedRowBatchSize: 4.1 GiB (4366235521) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,609,434 (24609434) - RowsReturnedRate: 62207 per second (62207) - TotalTime: 6.6m (395601463037) Node Lifecycle Event Timeline Open Started: 2.77s (2775911984) Open Finished: 17.32s (17322450763) First Batch Requested: 17.32s (17322450763) First Batch Returned: 27.91s (27910115069) Last Batch Returned: 31.9m (1915074321168) Closed: 31.9m (1915122319649) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 17ms (17999429) - HTResizeTime: 244ms (244992231) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,434.13 (3434.134453972831) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,194,911 (24194911) - RowsReturned: 24,609,434 (24609434) - StreamingTime: 17.01s (17009460836) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999808) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999808) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,118 (1666118) - BuildTime: 1.69s (1694946251) - InactiveTotalTime: 0ns (0) - LocalTime: 5.12s (5121837659) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,108,354 (37108354) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.31s (3315894922) - RowsReturned: 37,108,354 (37108354) - RowsReturnedRate: 98145 per second (98145) - TotalTime: 6.3m (378095017962) Node Lifecycle Event Timeline Open Started: 2.77s (2775911984) Open Finished: 17.32s (17321450795) First Batch Requested: 17.32s (17322450763) First Batch Returned: 17.32s (17322450763) Last Batch Returned: 24.6m (1475433243736) Closed: 24.6m (1475433243736) Buffer pool - AllocTime: 114ms (114996353) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 114ms (114996353) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.41s (1410955255) - BuildRowsPartitioned: 1,666,118 (1666118) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 279ms (279991123) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 30ms (30999018) - InactiveTotalTime: 12.76s (12757595509) - PeakMemoryUsage: 14.8 MiB (15495001) - RowsReturned: 1,666,118 (1666118) - RowsReturnedRate: 129895 per second (129895) - TotalTime: 12.83s (12826593320) Node Lifecycle Event Timeline Open Started: 2.77s (2775911984) Open Finished: 2.77s (2775911984) First Batch Requested: 2.78s (2777911921) First Batch Returned: 2.78s (2777911921) Last Batch Returned: 17.04s (17039459735) Closed: 17.32s (17321450795) Buffer pool - AllocTime: 537ms (537982937) - CumulativeAllocationBytes: 370.1 MiB (388046848) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 530ms (530983161) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (273940620) - TotalGetBatchTime: 12.79s (12790594461) - DataWaitTime: 12.76s (12757595509) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.17s (1174962759) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163616789) - TotalEarlySenders: 1 (1) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.34s (1345573045) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 763ms (763975796) - InactiveTotalTime: 6.0m (358760630898) - PeakMemoryUsage: 11.5 MiB (12092601) - RowsReturned: 37,108,354 (37108354) - RowsReturnedRate: 103036 per second (103036) - TotalTime: 6.0m (360146586983) Node Lifecycle Event Timeline Open Started: 17.32s (17321450795) Open Finished: 17.32s (17321450795) First Batch Requested: 17.32s (17321450795) First Batch Returned: 17.32s (17321450795) Last Batch Returned: 24.6m (1475432243768) Closed: 24.6m (1475433243736) Buffer pool - AllocTime: 1.82s (1821942254) - CumulativeAllocationBytes: 2.4 GiB (2562023424) - CumulativeAllocations: 208,510 (208510) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.30s (1304958643) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2300717948) - TotalGetBatchTime: 6.0m (359282614358) - DataWaitTime: 6.0m (358760630898) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.19s (3188898927) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,255 (104255) - TotalBatchesReceived: 104,255 (104255) - TotalBytesReceived: 988.4 MiB (1036391744) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.01s (15014996796) - TotalRPCsDeferred: 56 (56) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 144 (144) - CodegenTotalWallClockTime: 2.20s (2204930088) - CodegenSysTime: 23ms (23562000) - CodegenUserTime: 962ms (962009000) - CodegenVoluntaryContextSwitches: 63 (63) - CompileTime: 412ms (412986905) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 118ms (118996227) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.48s (1479953075) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 104ms (104996671) - TotalTime: 2.20s (2204930088) Instance c7456fdd806a4994:3209e92600000361 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.855 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469000158) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 24,312,309 (24312309) - TotalNetworkReceiveTime: 9.6m (574704473871) - TotalNetworkSendTime: 21.5m (1288094002776) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,026 (2026) - TotalThreadsTotalWallClockTime: 31.9m (1914427632598) - TotalThreadsSysTime: 2.58s (2576237000) - TotalThreadsUserTime: 46.59s (46591153000) - TotalThreadsVoluntaryContextSwitches: 57,040 (57040) - TotalTime: 31.9m (1914466631205) Fragment Instance Lifecycle Event Timeline Prepare Finished: 710ms (710974599) Open Finished: 16.51s (16513410029) First Batch Produced: 27.90s (27902003157) First Batch Sent: 27.90s (27902003157) ExecInternal Finished: 31.9m (1915139607161) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898625197168) - ExecTreeExecTime: 9.7m (583575157112) - InactiveTotalTime: 0ns (0) - OpenTime: 15.80s (15802435430) - ExecTreeOpenTime: 13.97s (13971500844) - PrepareTime: 38ms (38998607) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 21.5m (1288124001711) - PeakMemoryUsage: 1.3 MiB (1354672) - RowsSent: 24,312,309 (24312309) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.33s (15332452431) - TotalBytesSent: 1.5 GiB (1617877611) - TotalTime: 21.9m (1314978042623) - UncompressedRowBatchSize: 4.0 GiB (4313465787) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,312,309 (24312309) - RowsReturnedRate: 40689 per second (40689) - TotalTime: 10.0m (597507659348) Node Lifecycle Event Timeline Open Started: 2.54s (2541909185) Open Finished: 16.51s (16513410029) First Batch Requested: 16.51s (16513410029) First Batch Returned: 27.90s (27902003157) Last Batch Returned: 31.9m (1915106608339) Closed: 31.9m (1915139607161) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 30ms (30998893) - HTResizeTime: 230ms (230991760) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,444.61 (3444.6080012123048) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,870,790 (23870790) - RowsReturned: 24,312,309 (24312309) - StreamingTime: 17.06s (17058390680) - TotalTime: 0ns (0) Buffer pool - AllocTime: 30ms (30998892) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30998892) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,498 (1667498) - BuildTime: 1.46s (1462947739) - InactiveTotalTime: 0ns (0) - LocalTime: 4.50s (4499839285) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,130,913 (37130913) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.95s (2948894697) - RowsReturned: 37,130,913 (37130913) - RowsReturnedRate: 64019 per second (64019) - TotalTime: 9.7m (579994284916) Node Lifecycle Event Timeline Open Started: 2.54s (2541909185) Open Finished: 16.51s (16513410029) First Batch Requested: 16.51s (16513410029) First Batch Returned: 16.51s (16514409994) Last Batch Returned: 24.6m (1475412304402) Closed: 24.6m (1475412304402) Buffer pool - AllocTime: 78ms (78997176) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 78ms (78997176) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.27s (1275954421) - BuildRowsPartitioned: 1,667,498 (1667498) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 183ms (183993426) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 42ms (42998464) - InactiveTotalTime: 12.37s (12367558140) - PeakMemoryUsage: 14.7 MiB (15383929) - RowsReturned: 1,667,498 (1667498) - RowsReturnedRate: 133468 per second (133468) - TotalTime: 12.49s (12493553641) Node Lifecycle Event Timeline Open Started: 2.54s (2541909185) Open Finished: 2.54s (2541909185) First Batch Requested: 2.54s (2542909149) First Batch Returned: 2.54s (2542909149) Last Batch Returned: 16.33s (16328416639) Closed: 16.51s (16513410029) Buffer pool - AllocTime: 516ms (516981527) - CumulativeAllocationBytes: 370.5 MiB (388456448) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 340ms (340987817) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.5 MiB (274167102) - TotalGetBatchTime: 12.45s (12445555354) - DataWaitTime: 12.37s (12367558140) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.03s (1026963317) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163752929) - TotalEarlySenders: 7 (7) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.11s (1109958590) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 676ms (676975798) - InactiveTotalTime: 9.4m (561654940092) - PeakMemoryUsage: 11.4 MiB (11992086) - RowsReturned: 37,130,913 (37130913) - RowsReturnedRate: 65951 per second (65951) - TotalTime: 9.4m (563000891990) Node Lifecycle Event Timeline Open Started: 16.51s (16513410029) Open Finished: 16.51s (16513410029) First Batch Requested: 16.51s (16513410029) First Batch Returned: 16.51s (16513410029) Last Batch Returned: 24.6m (1475412304402) Closed: 24.6m (1475412304402) Buffer pool - AllocTime: 856ms (856969387) - CumulativeAllocationBytes: 2.4 GiB (2563588096) - CumulativeAllocations: 208,640 (208640) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 591ms (591978849) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2302116606) - TotalGetBatchTime: 9.4m (562241919122) - DataWaitTime: 9.4m (561654940092) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.11s (2108924675) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,320 (104320) - TotalBatchesReceived: 104,320 (104320) - TotalBytesReceived: 989.0 MiB (1037026144) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.19s (14192511981) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 175 (175) - CodegenTotalWallClockTime: 1.83s (1830934586) - CodegenSysTime: 14ms (14801000) - CodegenUserTime: 920ms (920127000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 268ms (268990390) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 134ms (134995177) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.26s (1261954914) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 128ms (128995391) - TotalTime: 1.83s (1830934586) Instance c7456fdd806a4994:3209e9260000037d (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.698 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469163982) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 24,706,498 (24706498) - TotalNetworkReceiveTime: 5.6m (336817108585) - TotalNetworkSendTime: 25.4m (1524319663331) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,649 (2649) - TotalThreadsTotalWallClockTime: 31.9m (1914425732372) - TotalThreadsSysTime: 2.82s (2820236000) - TotalThreadsUserTime: 47.74s (47736578000) - TotalThreadsVoluntaryContextSwitches: 59,021 (59021) - TotalTime: 31.9m (1914463730918) Fragment Instance Lifecycle Event Timeline Prepare Finished: 663ms (663974591) Open Finished: 17.05s (17049347545) First Batch Produced: 27.97s (27974929436) First Batch Sent: 27.97s (27974929436) ExecInternal Finished: 31.9m (1915091706886) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898040359418) - ExecTreeExecTime: 5.8m (345275784736) - InactiveTotalTime: 0ns (0) - OpenTime: 16.39s (16385372954) - ExecTreeOpenTime: 14.50s (14496445241) - PrepareTime: 37ms (37998546) - ExecTreePrepareTime: 37ms (37998546) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 25.4m (1524349662182) - PeakMemoryUsage: 1.3 MiB (1321904) - RowsSent: 24,706,498 (24706498) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.50s (16502368435) - TotalBytesSent: 1.5 GiB (1642569338) - TotalTime: 25.9m (1552696577284) - UncompressedRowBatchSize: 4.1 GiB (4383432849) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,706,498 (24706498) - RowsReturnedRate: 68672 per second (68672) - TotalTime: 6.0m (359772229975) Node Lifecycle Event Timeline Open Started: 2.55s (2552902304) Open Finished: 17.05s (17049347545) First Batch Requested: 17.05s (17049347545) First Batch Returned: 27.97s (27974929436) Last Batch Returned: 31.1m (1868398492376) Closed: 31.9m (1915090706924) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 16ms (16999353) - HTResizeTime: 267ms (267989740) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,457.72 (3457.7228696867396) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,302,397 (24302397) - RowsReturned: 24,706,498 (24706498) - StreamingTime: 16.99s (16990349703) - TotalTime: 0ns (0) Buffer pool - AllocTime: 7ms (7999694) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999694) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,278 (1665278) - BuildTime: 1.53s (1534941259) - InactiveTotalTime: 0ns (0) - LocalTime: 4.76s (4756817894) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,082,578 (37082578) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.04s (3036883715) - RowsReturned: 37,082,578 (37082578) - RowsReturnedRate: 108292 per second (108292) - TotalTime: 5.7m (342429893735) Node Lifecycle Event Timeline Open Started: 2.55s (2552902304) Open Finished: 17.05s (17049347545) First Batch Requested: 17.05s (17049347545) First Batch Returned: 17.05s (17049347545) Last Batch Returned: 24.6m (1475443527614) Closed: 24.6m (1475443527614) Buffer pool - AllocTime: 110ms (110995756) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 109ms (109995794) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1343948568) - BuildRowsPartitioned: 1,665,278 (1665278) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 188ms (188992768) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 37ms (37998545) - InactiveTotalTime: 12.83s (12829509038) - PeakMemoryUsage: 14.8 MiB (15553558) - RowsReturned: 1,665,278 (1665278) - RowsReturnedRate: 128568 per second (128568) - TotalTime: 12.95s (12952504329) Node Lifecycle Event Timeline Open Started: 2.55s (2552902304) Open Finished: 2.55s (2552902304) First Batch Requested: 2.55s (2553902266) First Batch Returned: 2.55s (2553902266) Last Batch Returned: 16.86s (16859354816) Closed: 17.05s (17049347545) Buffer pool - AllocTime: 484ms (484981440) - CumulativeAllocationBytes: 369.9 MiB (387915776) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 479ms (479981631) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.1 MiB (273824490) - TotalGetBatchTime: 12.91s (12907506051) - DataWaitTime: 12.83s (12829509038) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.00s (1001961664) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.0 MiB (163563007) - TotalEarlySenders: 3 (3) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.09s (1092961632) - TotalRPCsDeferred: 39 (39) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 748ms (748971348) - InactiveTotalTime: 5.4m (323405621831) - PeakMemoryUsage: 11.5 MiB (12047786) - RowsReturned: 37,082,578 (37082578) - RowsReturnedRate: 114198 per second (114198) - TotalTime: 5.4m (324720571512) Node Lifecycle Event Timeline Open Started: 17.05s (17049347545) Open Finished: 17.05s (17049347545) First Batch Requested: 17.05s (17049347545) First Batch Returned: 17.05s (17049347545) Last Batch Returned: 24.6m (1475442527652) Closed: 24.6m (1475443527614) Buffer pool - AllocTime: 1.76s (1756932750) - CumulativeAllocationBytes: 2.4 GiB (2560253952) - CumulativeAllocations: 208,368 (208368) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.60s (1597938843) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2299119836) - TotalGetBatchTime: 5.4m (323883603532) - DataWaitTime: 5.4m (323405621831) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.35s (3348871821) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,184 (104184) - TotalBatchesReceived: 104,184 (104184) - TotalBytesReceived: 987.7 MiB (1035660277) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 15.61s (15606940445) - TotalRPCsDeferred: 91 (91) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 100 (100) - CodegenTotalWallClockTime: 1.89s (1888927713) - CodegenSysTime: 6ms (6948000) - CodegenUserTime: 928ms (928440000) - CodegenVoluntaryContextSwitches: 95 (95) - CompileTime: 319ms (319987754) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 88ms (88996594) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.27s (1269951401) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 167ms (167993571) - TotalTime: 1.89s (1888927713) Instance c7456fdd806a4994:3209e92600000368 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:59.852 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (469000142) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 24,733,409 (24733409) - TotalNetworkReceiveTime: 6.7m (404582211217) - TotalNetworkSendTime: 24.3m (1457486324519) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,171 (2171) - TotalThreadsTotalWallClockTime: 31.9m (1914461749980) - TotalThreadsSysTime: 2.63s (2629464000) - TotalThreadsUserTime: 47.63s (47628187000) - TotalThreadsVoluntaryContextSwitches: 59,143 (59143) - TotalTime: 31.9m (1914462749946) Fragment Instance Lifecycle Event Timeline Prepare Finished: 559ms (559980911) Open Finished: 16.58s (16584434642) First Batch Produced: 27.86s (27861050225) First Batch Sent: 27.86s (27861050225) ExecInternal Finished: 31.9m (1915023730823) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 31.6m (1898437296249) - ExecTreeExecTime: 6.9m (413269915169) - InactiveTotalTime: 0ns (0) - OpenTime: 16.02s (16024453731) - ExecTreeOpenTime: 14.00s (13996522863) - PrepareTime: 999.97us (999966) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 24.3m (1457512323633) - PeakMemoryUsage: 1.3 MiB (1313712) - RowsSent: 24,733,409 (24733409) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.72s (15721464147) - TotalBytesSent: 1.5 GiB (1644053353) - TotalTime: 24.8m (1485101383331) - UncompressedRowBatchSize: 4.1 GiB (4388483496) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,733,409 (24733409) - RowsReturnedRate: 57892 per second (57892) - TotalTime: 7.1m (427226439397) Node Lifecycle Event Timeline Open Started: 2.59s (2587911779) Open Finished: 16.58s (16584434642) First Batch Requested: 16.58s (16584434642) First Batch Returned: 27.86s (27861050225) Last Batch Returned: 31.9m (1914977732391) Closed: 31.9m (1915023730823) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 16ms (16999421) - HTResizeTime: 284ms (284990293) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,446.47 (3446.4696908127657) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,331,345 (24331345) - RowsReturned: 24,733,409 (24733409) - StreamingTime: 16.85s (16846425831) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999830) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999830) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,889 (1665889) - BuildTime: 1.51s (1508948560) - InactiveTotalTime: 0ns (0) - LocalTime: 4.61s (4610842815) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,075,409 (37075409) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.02s (3015897189) - RowsReturned: 37,075,409 (37075409) - RowsReturnedRate: 90429 per second (90429) - TotalTime: 6.8m (409992026793) Node Lifecycle Event Timeline Open Started: 2.59s (2587911779) Open Finished: 16.58s (16583434676) First Batch Requested: 16.58s (16584434642) First Batch Returned: 16.58s (16584434642) Last Batch Returned: 24.6m (1475367718092) Closed: 24.6m (1475367718092) Buffer pool - AllocTime: 154ms (154994716) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 154ms (154994716) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.31s (1310955310) - BuildRowsPartitioned: 1,665,889 (1665889) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 195ms (195993318) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 23ms (23999184) - InactiveTotalTime: 12.40s (12401577232) - PeakMemoryUsage: 14.8 MiB (15536452) - RowsReturned: 1,665,889 (1665889) - RowsReturnedRate: 133553 per second (133553) - TotalTime: 12.47s (12473574780) Node Lifecycle Event Timeline Open Started: 2.59s (2587911779) Open Finished: 2.59s (2587911779) First Batch Requested: 2.59s (2588911745) First Batch Returned: 2.59s (2588911745) Last Batch Returned: 16.39s (16386441392) Closed: 16.58s (16583434676) Buffer pool - AllocTime: 536ms (536981697) - CumulativeAllocationBytes: 370.1 MiB (388038656) - CumulativeAllocations: 18,970 (18970) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 527ms (527982003) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273920893) - TotalGetBatchTime: 12.44s (12442575834) - DataWaitTime: 12.40s (12401577232) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.06s (1059963875) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,485 (9485) - TotalBatchesReceived: 9,485 (9485) - TotalBytesReceived: 156.0 MiB (163619841) - TotalEarlySenders: 4 (4) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.22s (1216665605) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 694ms (694976305) - InactiveTotalTime: 6.5m (391750648644) - PeakMemoryUsage: 11.4 MiB (11972102) - RowsReturned: 37,075,409 (37075409) - RowsReturnedRate: 94361 per second (94361) - TotalTime: 6.5m (392907609198) Node Lifecycle Event Timeline Open Started: 16.58s (16583434676) Open Finished: 16.58s (16583434676) First Batch Requested: 16.58s (16583434676) First Batch Returned: 16.58s (16583434676) Last Batch Returned: 24.6m (1475366718126) Closed: 24.6m (1475367718092) Buffer pool - AllocTime: 1.57s (1573946357) - CumulativeAllocationBytes: 2.4 GiB (2559762432) - CumulativeAllocations: 208,328 (208328) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.38s (1384952801) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2298675358) - TotalGetBatchTime: 6.5m (392121635994) - DataWaitTime: 6.5m (391750648644) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.14s (3141892889) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,164 (104164) - TotalBatchesReceived: 104,164 (104164) - TotalBytesReceived: 987.5 MiB (1035475230) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.34s (14340248605) - TotalRPCsDeferred: 25 (25) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 77 (77) - CodegenTotalWallClockTime: 2.03s (2027930868) - CodegenSysTime: 14ms (14885000) - CodegenUserTime: 942ms (942762000) - CodegenVoluntaryContextSwitches: 110 (110) - CompileTime: 304ms (304989603) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 92ms (92996830) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.52s (1517948254) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 108ms (108996284) - TotalTime: 2.03s (2027930868) Instance c7456fdd806a4994:3209e9260000037f (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.498 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.3 MiB (468983758) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 24,809,454 (24809454) - TotalNetworkReceiveTime: 6.3m (379772871033) - TotalNetworkSendTime: 23.9m (1436200579292) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,052 (2052) - TotalThreadsTotalWallClockTime: 31.1m (1867984515457) - TotalThreadsSysTime: 2.62s (2623770000) - TotalThreadsUserTime: 47.31s (47313518000) - TotalThreadsVoluntaryContextSwitches: 58,431 (58431) - TotalTime: 31.1m (1868048513076) Fragment Instance Lifecycle Event Timeline Prepare Finished: 499ms (499981399) Open Finished: 17.21s (17213359595) First Batch Produced: 27.99s (27994958478) First Batch Sent: 27.99s (27994958478) ExecInternal Finished: 31.1m (1868486496782) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1851271137261) - ExecTreeExecTime: 6.5m (387626578842) - InactiveTotalTime: 0ns (0) - OpenTime: 16.71s (16713378196) - ExecTreeOpenTime: 14.58s (14579457587) - PrepareTime: 63ms (63997619) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1436217578660) - PeakMemoryUsage: 1.3 MiB (1338288) - RowsSent: 24,809,454 (24809454) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.69s (15689416388) - TotalBytesSent: 1.5 GiB (1649394733) - TotalTime: 24.4m (1463567561287) - UncompressedRowBatchSize: 4.1 GiB (4402065512) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,809,454 (24809454) - RowsReturnedRate: 61689 per second (61689) - TotalTime: 6.7m (402167037879) Node Lifecycle Event Timeline Open Started: 2.63s (2633902008) Open Finished: 17.21s (17213359595) First Batch Requested: 17.21s (17213359595) First Batch Returned: 27.99s (27994958478) Last Batch Returned: 30.2m (1813995521345) Closed: 31.1m (1868485496819) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 19ms (19999255) - HTResizeTime: 319ms (319988099) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,446.15 (3446.1519821051324) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,406,659 (24406659) - RowsReturned: 24,809,454 (24809454) - StreamingTime: 16.61s (16606382189) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999850) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999850) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,668,647 (1668647) - BuildTime: 1.55s (1547942417) - InactiveTotalTime: 0ns (0) - LocalTime: 4.62s (4616828252) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,171,006 (37171006) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.96s (2957889962) - RowsReturned: 37,171,006 (37171006) - RowsReturnedRate: 96511 per second (96511) - TotalTime: 6.4m (385147671059) Node Lifecycle Event Timeline Open Started: 2.63s (2633902008) Open Finished: 17.21s (17212359632) First Batch Requested: 17.21s (17213359595) First Batch Returned: 17.21s (17213359595) Last Batch Returned: 24.6m (1475550104392) Closed: 24.6m (1475550104392) Buffer pool - AllocTime: 194ms (194992744) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 194ms (194992744) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.34s (1342950044) - BuildRowsPartitioned: 1,668,647 (1668647) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 200ms (200992522) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 32ms (32998770) - InactiveTotalTime: 12.90s (12896520188) - PeakMemoryUsage: 14.8 MiB (15493565) - RowsReturned: 1,668,647 (1668647) - RowsReturnedRate: 128174 per second (128174) - TotalTime: 13.02s (13018515652) Node Lifecycle Event Timeline Open Started: 2.63s (2633902008) Open Finished: 2.63s (2633902008) First Batch Requested: 2.63s (2634901971) First Batch Returned: 2.63s (2634901971) Last Batch Returned: 17.01s (17010367147) Closed: 17.21s (17212359632) Buffer pool - AllocTime: 752ms (752971988) - CumulativeAllocationBytes: 370.6 MiB (388644864) - CumulativeAllocations: 19,000 (19000) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 704ms (704973771) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.7 MiB (274370823) - TotalGetBatchTime: 12.98s (12981517030) - DataWaitTime: 12.90s (12896520188) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.24s (1241953805) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,500 (9500) - TotalBatchesReceived: 9,500 (9500) - TotalBytesReceived: 156.3 MiB (163878643) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.08s (1083329875) - TotalRPCsDeferred: 38 (38) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 655ms (655975572) - InactiveTotalTime: 6.1m (366155377669) - PeakMemoryUsage: 11.5 MiB (12107411) - RowsReturned: 37,171,006 (37171006) - RowsReturnedRate: 101142 per second (101142) - TotalTime: 6.1m (367512327155) Node Lifecycle Event Timeline Open Started: 17.21s (17212359632) Open Finished: 17.21s (17212359632) First Batch Requested: 17.21s (17212359632) First Batch Returned: 17.21s (17212359632) Last Batch Returned: 24.6m (1475550104392) Closed: 24.6m (1475550104392) Buffer pool - AllocTime: 1.35s (1353949630) - CumulativeAllocationBytes: 2.4 GiB (2566397952) - CumulativeAllocations: 208,866 (208866) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.07s (1074960005) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2304602372) - TotalGetBatchTime: 6.1m (366775354597) - DataWaitTime: 6.1m (366155377669) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.83s (2826894817) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,433 (104433) - TotalBatchesReceived: 104,433 (104433) - TotalBytesReceived: 990.1 MiB (1038147654) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 24.93s (24934563309) - TotalRPCsDeferred: 195 (195) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 146 (146) - CodegenTotalWallClockTime: 2.13s (2133920609) - CodegenSysTime: 13ms (13920000) - CodegenUserTime: 927ms (927252000) - CodegenVoluntaryContextSwitches: 123 (123) - CompileTime: 378ms (378985900) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 154ms (154994233) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.46s (1463945535) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 132ms (132995052) - TotalTime: 2.13s (2133920609) Instance c7456fdd806a4994:3209e92600000383 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.424 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468959182) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 24,739,746 (24739746) - TotalNetworkReceiveTime: 6.4m (383699216335) - TotalNetworkSendTime: 23.9m (1432244558452) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,327 (2327) - TotalThreadsTotalWallClockTime: 31.1m (1867935906973) - TotalThreadsSysTime: 2.46s (2456114000) - TotalThreadsUserTime: 47.38s (47382452000) - TotalThreadsVoluntaryContextSwitches: 56,609 (56609) - TotalTime: 31.1m (1867936906937) Fragment Instance Lifecycle Event Timeline Prepare Finished: 470ms (470983069) Open Finished: 17.20s (17195381874) First Batch Produced: 27.94s (27943995497) First Batch Sent: 27.94s (27943995497) ExecInternal Finished: 31.1m (1868407890006) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1851211508168) - ExecTreeExecTime: 6.5m (391113950214) - InactiveTotalTime: 0ns (0) - OpenTime: 16.72s (16724398805) - ExecTreeOpenTime: 14.52s (14520478030) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.9m (1432269557556) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 24,739,746 (24739746) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.93s (15928427837) - TotalBytesSent: 1.5 GiB (1644729660) - TotalTime: 24.3m (1460036560142) - UncompressedRowBatchSize: 4.1 GiB (4389618046) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,739,746 (24739746) - RowsReturnedRate: 60994 per second (60994) - TotalTime: 6.8m (405605429286) Node Lifecycle Event Timeline Open Started: 2.67s (2674903844) Open Finished: 17.20s (17195381874) First Batch Requested: 17.20s (17195381874) First Batch Returned: 27.94s (27943995497) Last Batch Returned: 30.2m (1813916845868) Closed: 31.1m (1868406890042) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 15ms (15999426) - HTResizeTime: 263ms (263990526) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,444.70 (3444.6963630980845) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,336,032 (24336032) - RowsReturned: 24,739,746 (24739746) - StreamingTime: 16.32s (16315413837) - TotalTime: 0ns (0) Buffer pool - AllocTime: 4ms (4999820) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 4ms (4999820) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,619 (1666619) - BuildTime: 1.20s (1198956906) - InactiveTotalTime: 0ns (0) - LocalTime: 4.40s (4397841965) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,124,839 (37124839) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.05s (3051890344) - RowsReturned: 37,124,839 (37124839) - RowsReturnedRate: 95454 per second (95454) - TotalTime: 6.5m (388928028456) Node Lifecycle Event Timeline Open Started: 2.67s (2674903844) Open Finished: 17.19s (17194381910) First Batch Requested: 17.20s (17195381874) First Batch Returned: 17.20s (17195381874) Last Batch Returned: 24.6m (1475465995108) Closed: 24.6m (1475466995072) Buffer pool - AllocTime: 114ms (114995869) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 114ms (114995869) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 996ms (996964167) - BuildRowsPartitioned: 1,666,619 (1666619) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 198ms (198992846) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 26ms (26999028) - InactiveTotalTime: 13.21s (13206525258) - PeakMemoryUsage: 14.7 MiB (15448890) - RowsReturned: 1,666,619 (1666619) - RowsReturnedRate: 125559 per second (125559) - TotalTime: 13.27s (13273522849) Node Lifecycle Event Timeline Open Started: 2.67s (2674903844) Open Finished: 2.67s (2674903844) First Batch Requested: 2.67s (2675903808) First Batch Returned: 2.67s (2675903808) Last Batch Returned: 16.99s (16994389099) Closed: 17.19s (17194381910) Buffer pool - AllocTime: 920ms (920966893) - CumulativeAllocationBytes: 370.1 MiB (388128768) - CumulativeAllocations: 18,972 (18972) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.4 MiB (15065088) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.4 MiB (15065088) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 866ms (866968835) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.3 MiB (274034092) - TotalGetBatchTime: 13.23s (13235524216) - DataWaitTime: 13.21s (13206525258) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.38s (1375950532) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,486 (9486) - TotalBatchesReceived: 9,486 (9486) - TotalBytesReceived: 156.1 MiB (163691993) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.17s (1170762211) - TotalRPCsDeferred: 29 (29) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 735ms (735973571) - InactiveTotalTime: 6.2m (370043707206) - PeakMemoryUsage: 11.5 MiB (12062479) - RowsReturned: 37,124,839 (37124839) - RowsReturnedRate: 99997 per second (99997) - TotalTime: 6.2m (371256663642) Node Lifecycle Event Timeline Open Started: 17.19s (17194381910) Open Finished: 17.19s (17194381910) First Batch Requested: 17.19s (17194381910) First Batch Returned: 17.19s (17194381910) Last Batch Returned: 24.6m (1475465995108) Closed: 24.6m (1475466995072) Buffer pool - AllocTime: 1.28s (1280953969) - CumulativeAllocationBytes: 2.4 GiB (2563178496) - CumulativeAllocations: 208,606 (208606) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11730944) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11730944) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 966ms (966965251) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2301740018) - TotalGetBatchTime: 6.2m (370443692836) - DataWaitTime: 6.2m (370043707206) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.71s (2713902484) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,303 (104303) - TotalBatchesReceived: 104,303 (104303) - TotalBytesReceived: 988.8 MiB (1036869387) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.83s (14831133026) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 120 (120) - CodegenTotalWallClockTime: 2.20s (2203920775) - CodegenSysTime: 17ms (17707000) - CodegenUserTime: 953ms (953223000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 439ms (439984184) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 181ms (181993458) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.42s (1424948777) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 124ms (124995507) - TotalTime: 2.20s (2203920775) Instance c7456fdd806a4994:3209e92600000370 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.603 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469106654) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 24,561,309 (24561309) - TotalNetworkReceiveTime: 10.2m (610108284705) - TotalNetworkSendTime: 20.1m (1207148039513) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 1,934 (1934) - TotalThreadsTotalWallClockTime: 31.1m (1867909521384) - TotalThreadsSysTime: 2.46s (2464773000) - TotalThreadsUserTime: 46.44s (46436841000) - TotalThreadsVoluntaryContextSwitches: 55,797 (55797) - TotalTime: 31.1m (1867910521348) Fragment Instance Lifecycle Event Timeline Prepare Finished: 418ms (418985088) Open Finished: 16.70s (16705405464) First Batch Produced: 27.92s (27918006412) First Batch Sent: 27.92s (27918006412) ExecInternal Finished: 31.1m (1868331506365) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1851623101008) - ExecTreeExecTime: 10.3m (617452023281) - InactiveTotalTime: 0ns (0) - OpenTime: 16.29s (16286420376) - ExecTreeOpenTime: 14.52s (14520483224) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.1m (1207173038624) - PeakMemoryUsage: 1.3 MiB (1330096) - RowsSent: 24,561,309 (24561309) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.43s (15425451003) - TotalBytesSent: 1.5 GiB (1633249770) - TotalTime: 20.6m (1234089080642) - UncompressedRowBatchSize: 4.1 GiB (4357654085) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,561,309 (24561309) - RowsReturnedRate: 38866 per second (38866) - TotalTime: 10.5m (631942507572) Node Lifecycle Event Timeline Open Started: 2.18s (2184922240) Open Finished: 16.70s (16705405464) First Batch Requested: 16.70s (16705405464) First Batch Returned: 27.92s (27918006412) Last Batch Returned: 30.2m (1813844445151) Closed: 31.1m (1868329506436) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 14ms (14999465) - HTResizeTime: 236ms (236991557) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,463.97 (3463.974238649652) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,146,170 (24146170) - RowsReturned: 24,561,309 (24561309) - StreamingTime: 16.16s (16156424952) - TotalTime: 0ns (0) Buffer pool - AllocTime: 3ms (3999859) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999859) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,665,877 (1665877) - BuildTime: 1.48s (1480947283) - InactiveTotalTime: 0ns (0) - LocalTime: 4.54s (4544838261) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,074,399 (37074399) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.96s (2960894643) - RowsReturned: 37,074,399 (37074399) - RowsReturnedRate: 60243 per second (60243) - TotalTime: 10.3m (615404096211) Node Lifecycle Event Timeline Open Started: 2.18s (2184922240) Open Finished: 16.70s (16704405499) First Batch Requested: 16.70s (16705405464) First Batch Returned: 16.70s (16705405464) Last Batch Returned: 24.6m (1475392487617) Closed: 24.6m (1475392487617) Buffer pool - AllocTime: 98ms (98996478) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 98ms (98996478) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.32s (1325952800) - BuildRowsPartitioned: 1,665,877 (1665877) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 151ms (151994590) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 42ms (42998465) - InactiveTotalTime: 12.95s (12945539289) - PeakMemoryUsage: 14.6 MiB (15355036) - RowsReturned: 1,665,877 (1665877) - RowsReturnedRate: 127932 per second (127932) - TotalTime: 13.02s (13021536582) Node Lifecycle Event Timeline Open Started: 2.18s (2184922240) Open Finished: 2.18s (2184922240) First Batch Requested: 2.19s (2186922168) First Batch Returned: 2.19s (2186922168) Last Batch Returned: 16.55s (16551410944) Closed: 16.70s (16704405499) Buffer pool - AllocTime: 732ms (732973919) - CumulativeAllocationBytes: 370.0 MiB (387997696) - CumulativeAllocations: 18,968 (18968) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 589ms (589979006) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.2 MiB (273929603) - TotalGetBatchTime: 12.97s (12969538435) - DataWaitTime: 12.95s (12945539289) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.15s (1147959125) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,484 (9484) - TotalBatchesReceived: 9,484 (9484) - TotalBytesReceived: 156.0 MiB (163623701) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 778ms (778436221) - TotalRPCsDeferred: 28 (28) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 651ms (651976776) - InactiveTotalTime: 9.9m (596657763390) - PeakMemoryUsage: 11.5 MiB (12087513) - RowsReturned: 37,074,399 (37074399) - RowsReturnedRate: 62014 per second (62014) - TotalTime: 10.0m (597837721368) Node Lifecycle Event Timeline Open Started: 16.70s (16704405499) Open Finished: 16.70s (16704405499) First Batch Requested: 16.70s (16704405499) First Batch Returned: 16.70s (16704405499) Last Batch Returned: 24.6m (1475392487617) Closed: 24.6m (1475392487617) Buffer pool - AllocTime: 1.44s (1440948731) - CumulativeAllocationBytes: 2.4 GiB (2559680512) - CumulativeAllocations: 208,318 (208318) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 856ms (856969504) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2298612738) - TotalGetBatchTime: 10.0m (597122746840) - DataWaitTime: 9.9m (596657763390) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.74s (2737902574) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,159 (104159) - TotalBatchesReceived: 104,159 (104159) - TotalBytesReceived: 987.5 MiB (1035435370) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.45s (14452409123) - TotalRPCsDeferred: 61 (61) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 113 (113) - CodegenTotalWallClockTime: 1.76s (1765937152) - CodegenSysTime: 11ms (11850000) - CodegenUserTime: 900ms (900532000) - CodegenVoluntaryContextSwitches: 51 (51) - CompileTime: 319ms (319988612) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 65ms (65997651) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.24s (1241955800) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 134ms (134995196) - TotalTime: 1.76s (1765937152) Instance c7456fdd806a4994:3209e9260000036c (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:14.858 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.2 MiB (468877278) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 24,636,203 (24636203) - TotalNetworkReceiveTime: 7.0m (421961982508) - TotalNetworkSendTime: 23.2m (1393101043180) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,166 (2166) - TotalThreadsTotalWallClockTime: 31.1m (1867806648398) - TotalThreadsSysTime: 2.64s (2637795000) - TotalThreadsUserTime: 47.82s (47822168000) - TotalThreadsVoluntaryContextSwitches: 58,266 (58266) - TotalTime: 31.1m (1867819648305) Fragment Instance Lifecycle Event Timeline Prepare Finished: 538ms (538996138) Open Finished: 16.70s (16700880359) First Batch Produced: 27.89s (27887800223) First Batch Sent: 27.89s (27887800223) ExecInternal Finished: 31.1m (1868347644522) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1851644764177) - ExecTreeExecTime: 7.2m (430860919008) - InactiveTotalTime: 0ns (0) - OpenTime: 16.16s (16161884221) - ExecTreeOpenTime: 14.30s (14300897553) - PrepareTime: 12ms (12999907) - ExecTreePrepareTime: 12ms (12999907) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.2m (1393121043036) - PeakMemoryUsage: 1.2 MiB (1305520) - RowsSent: 24,636,203 (24636203) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.86s (15860886522) - TotalBytesSent: 1.5 GiB (1638111235) - TotalTime: 23.7m (1420709845697) - UncompressedRowBatchSize: 4.1 GiB (4371342911) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,636,203 (24636203) - RowsReturnedRate: 55343 per second (55343) - TotalTime: 7.4m (445147816663) Node Lifecycle Event Timeline Open Started: 2.40s (2399982806) Open Finished: 16.70s (16700880359) First Batch Requested: 16.70s (16700880359) First Batch Returned: 27.89s (27887800223) Last Batch Returned: 30.8m (1846609799586) Closed: 31.1m (1868347644522) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 16ms (16999881) - HTResizeTime: 299ms (299997860) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,464.36 (3464.3557558910666) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,223,425 (24223425) - RowsReturned: 24,636,203 (24636203) - StreamingTime: 17.23s (17225876791) - TotalTime: 0ns (0) Buffer pool - AllocTime: 37ms (37999729) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 37ms (37999729) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,083 (1667083) - BuildTime: 1.63s (1626988338) - InactiveTotalTime: 0ns (0) - LocalTime: 4.80s (4802965644) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,115,436 (37115436) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.02s (3018978423) - RowsReturned: 37,115,436 (37115436) - RowsReturnedRate: 86794 per second (86794) - TotalTime: 7.1m (427623942006) Node Lifecycle Event Timeline Open Started: 2.40s (2399982806) Open Finished: 16.70s (16699880366) First Batch Requested: 16.70s (16700880359) First Batch Returned: 16.70s (16700880359) Last Batch Returned: 24.6m (1475402448827) Closed: 24.6m (1475402448827) Buffer pool - AllocTime: 116ms (116999162) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 113ms (113999183) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.45s (1450989599) - BuildRowsPartitioned: 1,667,083 (1667083) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 174ms (174998746) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 34ms (34999745) - InactiveTotalTime: 12.56s (12556910055) - PeakMemoryUsage: 14.7 MiB (15399953) - RowsReturned: 1,667,083 (1667083) - RowsReturnedRate: 132015 per second (132015) - TotalTime: 12.63s (12627909541) Node Lifecycle Event Timeline Open Started: 2.40s (2399982806) Open Finished: 2.40s (2399982806) First Batch Requested: 2.40s (2399982806) First Batch Returned: 2.40s (2399982806) Last Batch Returned: 16.52s (16523881627) Closed: 16.70s (16699880366) Buffer pool - AllocTime: 467ms (467996654) - CumulativeAllocationBytes: 370.3 MiB (388259840) - CumulativeAllocations: 18,980 (18980) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.1 MiB (14827520) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.1 MiB (14827520) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 459ms (459996710) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274123749) - TotalGetBatchTime: 12.59s (12586909839) - DataWaitTime: 12.56s (12556910055) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 908ms (908993496) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,490 (9490) - TotalBatchesReceived: 9,490 (9490) - TotalBytesReceived: 156.1 MiB (163728625) - TotalEarlySenders: 2 (2) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 973ms (973444502) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 735ms (735994742) - InactiveTotalTime: 6.8m (409042075053) - PeakMemoryUsage: 11.4 MiB (11914592) - RowsReturned: 37,115,436 (37115436) - RowsReturnedRate: 90482 per second (90482) - TotalTime: 6.8m (410193066821) Node Lifecycle Event Timeline Open Started: 16.70s (16699880366) Open Finished: 16.70s (16699880366) First Batch Requested: 16.70s (16699880366) First Batch Returned: 16.70s (16699880366) Last Batch Returned: 24.6m (1475401448834) Closed: 24.6m (1475402448827) Buffer pool - AllocTime: 836ms (836994005) - CumulativeAllocationBytes: 2.4 GiB (2562531328) - CumulativeAllocations: 208,552 (208552) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.1 MiB (11673600) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.1 MiB (11673600) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 654ms (654995310) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2301157032) - TotalGetBatchTime: 6.8m (409359072781) - DataWaitTime: 6.8m (409042075053) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.26s (2258983826) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,276 (104276) - TotalBatchesReceived: 104,276 (104276) - TotalBytesReceived: 988.6 MiB (1036578306) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.40s (14396785842) - TotalRPCsDeferred: 24 (24) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 79 (79) - CodegenTotalWallClockTime: 1.86s (1860986668) - CodegenSysTime: 7ms (7940000) - CodegenUserTime: 929ms (929913000) - CodegenVoluntaryContextSwitches: 85 (85) - CompileTime: 302ms (302997829) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 87ms (87999369) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.37s (1370990178) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 95ms (95999313) - TotalTime: 1.86s (1860986668) Instance c7456fdd806a4994:3209e92600000366 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:57:15.249 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469082062) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 24,225,497 (24225497) - TotalNetworkReceiveTime: 6.8m (409601622052) - TotalNetworkSendTime: 23.4m (1405723271572) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,274 (2274) - TotalThreadsTotalWallClockTime: 31.1m (1867656717429) - TotalThreadsSysTime: 2.74s (2736612000) - TotalThreadsUserTime: 47.25s (47251173000) - TotalThreadsVoluntaryContextSwitches: 57,860 (57860) - TotalTime: 31.1m (1867718717220) Fragment Instance Lifecycle Event Timeline Prepare Finished: 811ms (811997252) Open Finished: 16.70s (16699943470) First Batch Produced: 27.97s (27966905332) First Batch Sent: 27.97s (27966905332) ExecInternal Finished: 31.1m (1868469714677) Buffer pool - AllocTime: 1ms (1999993) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 1ms (1999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 30.9m (1851768771211) - ExecTreeExecTime: 7.0m (418155593529) - InactiveTotalTime: 0ns (0) - OpenTime: 15.89s (15887946218) - ExecTreeOpenTime: 14.04s (14041952467) - PrepareTime: 61ms (61999791) - ExecTreePrepareTime: 55ms (55999811) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.4m (1405747271492) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 24,225,497 (24225497) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.79s (15788946880) - TotalBytesSent: 1.5 GiB (1612773408) - TotalTime: 23.9m (1433539177936) - UncompressedRowBatchSize: 4.0 GiB (4298292395) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,225,497 (24225497) - RowsReturnedRate: 56049 per second (56049) - TotalTime: 7.2m (432218545924) Node Lifecycle Event Timeline Open Started: 2.66s (2657991003) Open Finished: 16.70s (16699943470) First Batch Requested: 16.70s (16699943470) First Batch Returned: 27.97s (27966905332) Last Batch Returned: 30.8m (1846741787703) Closed: 31.1m (1868468714681) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 25ms (25999910) - HTResizeTime: 265ms (265999111) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,462.50 (3462.5003639296283) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 23,776,999 (23776999) - RowsReturned: 24,225,497 (24225497) - StreamingTime: 16.71s (16708943804) - TotalTime: 0ns (0) Buffer pool - AllocTime: 5ms (5999980) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999980) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,667,233 (1667233) - BuildTime: 1.45s (1454995079) - InactiveTotalTime: 0ns (0) - LocalTime: 4.71s (4709984096) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,107,269 (37107269) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.06s (3059989682) - RowsReturned: 37,107,269 (37107269) - RowsReturnedRate: 89390 per second (89390) - TotalTime: 6.9m (415112603457) Node Lifecycle Event Timeline Open Started: 2.66s (2657991003) Open Finished: 16.70s (16698943474) First Batch Requested: 16.70s (16699943470) First Batch Returned: 16.70s (16699943470) Last Batch Returned: 24.1m (1444048140885) Closed: 24.1m (1444048140885) Buffer pool - AllocTime: 141ms (141999520) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 141ms (141999520) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.25s (1255995753) - BuildRowsPartitioned: 1,667,233 (1667233) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 178ms (178999394) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 35ms (35999880) - InactiveTotalTime: 12.49s (12490957709) - PeakMemoryUsage: 14.9 MiB (15606646) - RowsReturned: 1,667,233 (1667233) - RowsReturnedRate: 132551 per second (132551) - TotalTime: 12.58s (12577957417) Node Lifecycle Event Timeline Open Started: 2.66s (2657991003) Open Finished: 2.66s (2657991003) First Batch Requested: 2.67s (2674990945) First Batch Returned: 2.67s (2674990945) Last Batch Returned: 16.52s (16517944086) Closed: 16.70s (16698943474) Buffer pool - AllocTime: 421ms (421998570) - CumulativeAllocationBytes: 370.3 MiB (388333568) - CumulativeAllocations: 18,986 (18986) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.3 MiB (15032320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.3 MiB (15032320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 401ms (401998638) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274136391) - TotalGetBatchTime: 12.53s (12530957573) - DataWaitTime: 12.49s (12490957709) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 845ms (845997144) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,493 (9493) - TotalBatchesReceived: 9,493 (9493) - TotalBytesReceived: 156.2 MiB (163749322) - TotalEarlySenders: 5 (5) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.18s (1181619947) - TotalRPCsDeferred: 47 (47) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 695ms (695997654) - InactiveTotalTime: 6.6m (396622666006) - PeakMemoryUsage: 11.4 MiB (11940722) - RowsReturned: 37,107,269 (37107269) - RowsReturnedRate: 93275 per second (93275) - TotalTime: 6.6m (397824661944) Node Lifecycle Event Timeline Open Started: 16.70s (16698943474) Open Finished: 16.70s (16698943474) First Batch Requested: 16.70s (16698943474) First Batch Returned: 16.70s (16698943474) Last Batch Returned: 24.1m (1444047140889) Closed: 24.1m (1444048140885) Buffer pool - AllocTime: 1.28s (1283995680) - CumulativeAllocationBytes: 2.4 GiB (2561957888) - CumulativeAllocations: 208,506 (208506) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 977ms (977996710) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2300650678) - TotalGetBatchTime: 6.6m (397051664544) - DataWaitTime: 6.6m (396622666006) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 2.95s (2948990100) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,253 (104253) - TotalBatchesReceived: 104,253 (104253) - TotalBytesReceived: 988.4 MiB (1036367820) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.26s (14263353241) - TotalRPCsDeferred: 22 (22) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 87 (87) - CodegenTotalWallClockTime: 1.84s (1844993754) - CodegenSysTime: 6ms (6981000) - CodegenUserTime: 914ms (914838000) - CodegenVoluntaryContextSwitches: 83 (83) - CompileTime: 299ms (299998984) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 79ms (79999729) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.24s (1239995803) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 185ms (185999370) - TotalTime: 1.84s (1844993754) Instance c7456fdd806a4994:3209e92600000381 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:56:14.124 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 1.0 MiB (1048576) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 447.4 MiB (469131214) - PeakReservation: 435.0 MiB (456130560) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 24,505,391 (24505391) - TotalNetworkReceiveTime: 5.7m (340004904018) - TotalNetworkSendTime: 23.6m (1413559287355) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 2,557 (2557) - TotalThreadsTotalWallClockTime: 30.1m (1806946862334) - TotalThreadsSysTime: 2.74s (2738914000) - TotalThreadsUserTime: 47.51s (47505731000) - TotalThreadsVoluntaryContextSwitches: 57,345 (57345) - TotalTime: 30.1m (1806947862328) Fragment Instance Lifecycle Event Timeline Prepare Finished: 372ms (372997703) Open Finished: 17.14s (17143894410) First Batch Produced: 27.97s (27966827751) First Batch Sent: 27.97s (27966827751) ExecInternal Finished: 30.1m (1807320860030) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1048576) - CumulativeAllocations: 1 (1) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1048576) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1048576) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 29.8m (1790175965627) - ExecTreeExecTime: 5.8m (348308852793) - InactiveTotalTime: 0ns (0) - OpenTime: 16.77s (16770896707) - ExecTreeOpenTime: 14.53s (14532910491) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=81) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.6m (1413602287090) - PeakMemoryUsage: 1.3 MiB (1346480) - RowsSent: 24,505,391 (24505391) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.09s (16087900807) - TotalBytesSent: 1.5 GiB (1629953684) - TotalTime: 24.0m (1441784113347) - UncompressedRowBatchSize: 4.0 GiB (4348072239) AGGREGATION_NODE (id=41) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 114.1 MiB (119668864) - RowsReturned: 24,505,391 (24505391) - RowsReturnedRate: 67543 per second (67543) - TotalTime: 6.0m (362807763495) Node Lifecycle Event Timeline Open Started: 2.61s (2610983919) Open Finished: 17.14s (17143894410) First Batch Requested: 17.14s (17143894410) First Batch Returned: 27.97s (27966827751) Last Batch Returned: 29.9m (1791550957249) Closed: 30.1m (1807320860030) GroupingAggregator 0 ExecOption: Streaming Preaggregation, Codegen Enabled - BuildTime: 0ns (0) - GetResultsTime: 23ms (23999853) - HTResizeTime: 304ms (304998122) - HashBuckets: 1,048,576 (1048576) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 114.1 MiB (119644288) - PeakReservation: 114.0 MiB (119537664) - PeakUsedReservation: 0 B (0) - ReductionFactorEstimate: 3,439.85 (3439.849287473143) - ReductionFactorThresholdToExpand: 2.00 (2.0) - RowsPassedThrough: 24,082,864 (24082864) - RowsReturned: 24,505,391 (24505391) - StreamingTime: 16.97s (16969895439) - TotalTime: 0ns (0) Buffer pool - AllocTime: 6ms (6999957) - CumulativeAllocationBytes: 114.0 MiB (119537664) - CumulativeAllocations: 57 (57) - InactiveTotalTime: 0ns (0) - PeakReservation: 114.0 MiB (119537664) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 114.0 MiB (119537664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999957) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) HASH_JOIN_NODE (id=40) ExecOption: Probe Side Codegen Enabled - BuildRows: 1,666,624 (1666624) - BuildTime: 1.44s (1442991117) - InactiveTotalTime: 0ns (0) - LocalTime: 4.65s (4653971314) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 320.1 MiB (335603968) - ProbeRows: 37,109,662 (37109662) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 3.10s (3099980883) - RowsReturned: 37,109,662 (37109662) - RowsReturnedRate: 107418 per second (107418) - TotalTime: 5.8m (345468870332) Node Lifecycle Event Timeline Open Started: 2.61s (2610983919) Open Finished: 17.14s (17142894416) First Batch Requested: 17.14s (17143894410) First Batch Returned: 17.14s (17143894410) Last Batch Returned: 24.1m (1443981100030) Closed: 24.1m (1443981100030) Buffer pool - AllocTime: 103ms (103999360) - CumulativeAllocationBytes: 320.0 MiB (335544320) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 320.0 MiB (335544320) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 320.0 MiB (335544320) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 103ms (103999360) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=40) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1.24s (1237992380) - BuildRowsPartitioned: 1,666,624 (1666624) - HashBuckets: 4,194,304 (4194304) - HashCollisions: 0 (0) - HashTablesBuildTime: 202ms (202998750) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 6 (6) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=80) - ConvertRowBatchTime: 32ms (32999795) - InactiveTotalTime: 12.99s (12993919968) - PeakMemoryUsage: 14.7 MiB (15459693) - RowsReturned: 1,666,624 (1666624) - RowsReturnedRate: 127594 per second (127594) - TotalTime: 13.06s (13061919547) Node Lifecycle Event Timeline Open Started: 2.61s (2610983919) Open Finished: 2.61s (2611983913) First Batch Requested: 2.61s (2612983907) First Batch Returned: 2.61s (2612983907) Last Batch Returned: 16.94s (16938895673) Closed: 17.14s (17142894416) Buffer pool - AllocTime: 652ms (652995979) - CumulativeAllocationBytes: 370.2 MiB (388194304) - CumulativeAllocations: 18,976 (18976) - InactiveTotalTime: 0ns (0) - PeakReservation: 14.2 MiB (14868480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 14.2 MiB (14868480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 527ms (527996748) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 261.4 MiB (274048162) - TotalGetBatchTime: 13.02s (13022919789) - DataWaitTime: 12.99s (12993919968) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 1.16s (1161992857) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 9,488 (9488) - TotalBatchesReceived: 9,488 (9488) - TotalBytesReceived: 156.1 MiB (163689365) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 1.15s (1148346658) - TotalRPCsDeferred: 35 (35) - TotalTime: 0ns (0) EXCHANGE_NODE (id=79) - ConvertRowBatchTime: 721ms (721995542) - InactiveTotalTime: 5.4m (326554986863) - PeakMemoryUsage: 11.5 MiB (12055429) - RowsReturned: 37,109,662 (37109662) - RowsReturnedRate: 113224 per second (113224) - TotalTime: 5.5m (327752979471) Node Lifecycle Event Timeline Open Started: 17.14s (17142894416) Open Finished: 17.14s (17142894416) First Batch Requested: 17.14s (17142894416) First Batch Returned: 17.14s (17142894416) Last Batch Returned: 24.1m (1443981100030) Closed: 24.1m (1443981100030) Buffer pool - AllocTime: 1.97s (1965987900) - CumulativeAllocationBytes: 2.4 GiB (2562113536) - CumulativeAllocations: 208,516 (208516) - InactiveTotalTime: 0ns (0) - PeakReservation: 11.2 MiB (11796480) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 11.2 MiB (11796480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1.68s (1680989649) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 2.1 GiB (2300799044) - TotalGetBatchTime: 5.4m (326964984338) - DataWaitTime: 5.4m (326554986863) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 3.81s (3805976594) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 104,258 (104258) - TotalBatchesReceived: 104,258 (104258) - TotalBytesReceived: 988.4 MiB (1036429124) - TotalEarlySenders: 0 (0) - TotalEosReceived: 39 (39) - TotalHasDeferredRPCsTime: 14.81s (14809697753) - TotalRPCsDeferred: 44 (44) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 169 (169) - CodegenTotalWallClockTime: 2.24s (2237986216) - CodegenSysTime: 10ms (10391000) - CodegenUserTime: 927ms (927643000) - CodegenVoluntaryContextSwitches: 114 (114) - CompileTime: 384ms (384997629) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40999748) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 234 (234) - NumInstructions: 12,331 (12331) - OptimizationTime: 1.75s (1748989228) - PeakMemoryUsage: 6.0 MiB (6313472) - PrepareTime: 59ms (59999630) - TotalTime: 2.24s (2237986216) Averaged Fragment F31 split sizes: min: 12.84 GB, max: 13.59 GB, avg: 13.21 GB, stddev: 169.45 MB completion times: min:19m10s max:24m5s mean: 23m13s stddev:41s487ms execution rates: min:9.30 MB/sec max:11.77 MB/sec mean:9.71 MB/sec stddev:371.88 KB/sec num instances: 39 - AverageThreadTokens: 2.00 (1.998152097054973) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 79.2 MiB (83012405) - PeakReservation: 74.0 MiB (77617939) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3611024675) - RowsProduced: 37,116,016 (37116016) - TotalNetworkReceiveTime: 76ms (76895815) - TotalNetworkSendTime: 22.8m (1367012392557) - TotalStorageWaitTime: 4.30s (4302674846) - TotalThreadsInvoluntaryContextSwitches: 151 (151) - TotalThreadsTotalWallClockTime: 46.3m (2777969026787) - TotalThreadsSysTime: 1.49s (1491680410) - TotalThreadsUserTime: 19.24s (19236977615) - TotalThreadsVoluntaryContextSwitches: 54,637 (54637) - TotalTime: 23.2m (1390253650307) Buffer pool - AllocTime: 410.25us (410246) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 410.25us (410246) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1388641889936) - ExecTreeExecTime: 4.61s (4611278496) - InactiveTotalTime: 0ns (0) - OpenTime: 1.59s (1591555715) - ExecTreeOpenTime: 429ms (429453538) - PrepareTime: 19ms (19948252) - ExecTreePrepareTime: 8ms (8538283) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.1 MiB (1204028) - RowsSent: 37,116,016 (37116016) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.22s (7219837348) - TotalBytesSent: 988.6 MiB (1036636465) - TotalTime: 23.0m (1380763288133) - UncompressedRowBatchSize: 2.1 GiB (2301193022) HASH_JOIN_NODE (id=39) - BuildRows: 366 (366) - BuildTime: 14ms (14461190) - InactiveTotalTime: 0ns (0) - LocalTime: 1.48s (1475966732) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,116,016 (37116016) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.38s (1384250862) - RowsReturned: 37,116,016 (37116016) - RowsReturnedRate: 18008882 per second (18008882) - TotalTime: 5.03s (5029450257) Buffer pool - AllocTime: 10ms (10461271) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10435631) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) - BuildRowsPartitionTime: 10ms (10153592) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 974.33us (974330) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1733 per second (1733) - TotalTime: 76ms (76895815) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 25ms (25819992) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 76ms (76895815) - DataWaitTime: 76ms (76895815) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) - AverageHdfsReadThreadConcurrency: 0.00 (0.00427733569703639) - AverageScannerThreadConcurrency: 1.00 (0.9993691492146797) - BytesRead: 627.3 MiB (657726385) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 627.3 MiB (657726385) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 627.3 MiB (657726385) - CachedFileHandlesHitCount: 133 (133) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 453ms (453015443) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.86s (3864121932) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 75.1 MiB (78703131) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 279.5 MiB/s (293072065) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1225157159) - RowBatchQueueGetWaitTime: 3.17s (3168286941) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2602141) - RowBatchQueuePutWaitTime: 23.0m (1378393553597) - RowBatchesEnqueued: 36,283 (36283) - RowsRead: 37,116,016 (37116016) - RowsReturned: 37,116,016 (37116016) - RowsReturnedRate: 78521184 per second (78521184) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 4.30s (4302674846) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.1m (1387735606776) - ScannerThreadsSysTime: 274ms (274949025) - ScannerThreadsUserTime: 3.98s (3978225179) - ScannerThreadsVoluntaryContextSwitches: 23,673 (23673) - TotalRawHdfsOpenFileTime(*): 871.77us (871774) - TotalRawHdfsReadTime(*): 5.79s (5787206739) - TotalReadThroughput: 462.4 KiB/s (473457) - TotalTime: 3.48s (3476587708) Buffer pool - AllocTime: 40ms (40101527) - CumulativeAllocationBytes: 725.4 MiB (760587290) - CumulativeAllocations: 132 (132) - InactiveTotalTime: 0ns (0) - PeakReservation: 71.1 MiB (74529555) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 70.2 MiB (73561639) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39563070) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 237,781 (237781) - Rows rejected: 0 (0) - Rows total: 37,116,016 (37116016) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 74 (74) - Files rejected: 59 (59) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,254 (36254) - RowGroups rejected: 0 (0) - RowGroups total: 36,254 (36254) - Rows processed: 244,499 (244499) - Rows rejected: 0 (0) - Rows total: 37,116,016 (37116016) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 57 (57) - CodegenTotalWallClockTime: 1.16s (1161948332) - CodegenSysTime: 5ms (5447230) - CodegenUserTime: 433ms (433371384) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 419ms (419349473) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 45ms (45358060) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 583ms (583884363) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 99ms (99177279) - TotalTime: 1.16s (1161973972) Fragment F31 Instance c7456fdd806a4994:3209e92600000327 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:50:07.092 Hdfs split stats (:<# splits>/): 0:78/13.13 GB Filter 32 arrival: 1s388ms Filter 30 arrival: 16s970ms - AverageThreadTokens: 2.00 (1.9989447766443897) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83956611) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3649598789) - RowsProduced: 37,531,216 (37531216) - TotalNetworkReceiveTime: 640ms (640990957) - TotalNetworkSendTime: 20.7m (1243666474290) - TotalStorageWaitTime: 2.2m (132686131229) - TotalThreadsInvoluntaryContextSwitches: 103 (103) - TotalThreadsTotalWallClockTime: 48.1m (2886150330790) - TotalThreadsSysTime: 1.49s (1485430000) - TotalThreadsUserTime: 17.76s (17761415000) - TotalThreadsVoluntaryContextSwitches: 53,932 (53932) - TotalTime: 24.1m (1443817654920) Fragment Instance Lifecycle Event Timeline Prepare Finished: 357ms (357994949) Open Finished: 8.66s (8665877738) First Batch Produced: 8.69s (8686877441) First Batch Sent: 8.69s (8686877441) ExecInternal Finished: 24.1m (1444148650250) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.9m (1435481772526) - ExecTreeExecTime: 1.9m (111723426581) - InactiveTotalTime: 0ns (0) - OpenTime: 8.31s (8307882789) - ExecTreeOpenTime: 7.59s (7589892919) - PrepareTime: 27ms (27999605) - ExecTreePrepareTime: 19ms (19999718) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 20.7m (1243672474206) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 37,531,216 (37531216) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.72s (6723905264) - TotalBytesSent: 998.7 MiB (1047252599) - TotalTime: 21.0m (1257929273307) - UncompressedRowBatchSize: 2.2 GiB (2326935392) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.99us (999986) - InactiveTotalTime: 0ns (0) - LocalTime: 1.45s (1449979567) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,531,216 (37531216) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.36s (1357980862) - RowsReturned: 37,531,216 (37531216) - RowsReturnedRate: 314565 per second (314565) - TotalTime: 2.0m (119311319527) Node Lifecycle Event Timeline Open Started: 1.07s (1075984819) Open Finished: 8.66s (8665877738) First Batch Requested: 8.66s (8665877738) First Batch Returned: 8.69s (8686877441) Last Batch Returned: 24.1m (1444127650545) Closed: 24.1m (1444147650264) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.99us (999986) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 640ms (640990957) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 570 per second (570) - TotalTime: 640ms (640990957) Node Lifecycle Event Timeline Open Started: 1.07s (1075984819) Open Finished: 1.48s (1481979091) First Batch Requested: 1.48s (1481979091) First Batch Returned: 1.72s (1716975776) Last Batch Returned: 1.72s (1716975776) Closed: 1.72s (1717975762) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 405ms (405994272) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 640ms (640990957) - DataWaitTime: 640ms (640990957) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:78/13.13 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:93.52% 1:4.049% 2:1.585% 3:0.7394% 4:0.1056% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.10 (0.09859154929577464) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 632.0 MiB (662680291) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 632.0 MiB (662680291) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 632.0 MiB (662680291) - CachedFileHandlesHitCount: 142 (142) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 509ms (509992816) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 21.47s (21466697662) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671037) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 4.5 MiB/s (4768889) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1238985728) - RowBatchQueueGetWaitTime: 1.9m (116864354024) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 21.4m (1282568926059) - RowBatchesEnqueued: 36,697 (36697) - RowsRead: 37,531,216 (37531216) - RowsReturned: 37,531,216 (37531216) - RowsReturnedRate: 320176 per second (320176) - ScanRangesComplete: 78 (78) - ScannerIoWaitTime: 2.2m (132686131229) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 24.0m (1442360675475) - ScannerThreadsSysTime: 282ms (282788000) - ScannerThreadsUserTime: 3.78s (3779652000) - ScannerThreadsVoluntaryContextSwitches: 23,863 (23863) - TotalRawHdfsOpenFileTime(*): 2ms (2999958) - TotalRawHdfsReadTime(*): 2.3m (138959043058) - TotalReadThroughput: 454.9 KiB/s (465868) - TotalTime: 2.0m (117220349003) Node Lifecycle Event Timeline Open Started: 1.72s (1717975762) Open Finished: 1.72s (1717975762) First Batch Requested: 1.72s (1717975762) First Batch Returned: 8.66s (8665877738) Last Batch Returned: 24.1m (1444126650559) Closed: 24.1m (1444147650264) Buffer pool - AllocTime: 117ms (117998339) - CumulativeAllocationBytes: 742.1 MiB (778174464) - CumulativeAllocations: 142 (142) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 116ms (116998353) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 275,456 (275456) - Rows rejected: 0 (0) - Rows total: 37,531,216 (37531216) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 78 (78) - Files rejected: 61 (61) - Files total: 78 (78) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,663 (36663) - RowGroups rejected: 0 (0) - RowGroups total: 36,663 (36663) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 37,531,216 (37531216) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 44 (44) - CodegenTotalWallClockTime: 717ms (717989870) - CodegenSysTime: 2ms (2969000) - CodegenUserTime: 426ms (426794000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 161ms (161997714) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 11ms (11999830) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 484ms (484993158) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 56ms (56999196) - TotalTime: 717ms (717989870) Instance c7456fdd806a4994:3209e92600000333 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:33.001 Hdfs split stats (:<# splits>/): 0:73/13.39 GB Filter 32 arrival: 1s338ms Filter 30 arrival: 17s173ms - AverageThreadTokens: 2.00 (1.9985775248933144) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79778584) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3634959412) - RowsProduced: 42,432,322 (42432322) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.1m (1383736471416) - TotalStorageWaitTime: 1.00s (1003993812) - TotalThreadsInvoluntaryContextSwitches: 285 (285) - TotalThreadsTotalWallClockTime: 46.9m (2812864663043) - TotalThreadsSysTime: 1.76s (1762042000) - TotalThreadsUserTime: 21.91s (21909518000) - TotalThreadsVoluntaryContextSwitches: 58,603 (58603) - TotalTime: 23.5m (1407225326636) Fragment Instance Lifecycle Event Timeline Prepare Finished: 399ms (399997536) Open Finished: 1.91s (1907988249) First Batch Produced: 1.92s (1918988181) First Batch Sent: 1.92s (1918988181) ExecInternal Finished: 23.5m (1407625324173) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.4m (1405716335930) - ExecTreeExecTime: 2.13s (2135986832) - InactiveTotalTime: 0ns (0) - OpenTime: 1.51s (1507990713) - ExecTreeOpenTime: 214ms (214998676) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 999.99us (999993) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.1m (1383750471330) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 42,432,322 (42432322) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 8.27s (8272948989) - TotalBytesSent: 1.1 GiB (1184478740) - TotalTime: 23.3m (1399429374689) - UncompressedRowBatchSize: 2.5 GiB (2630803964) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 43ms (43999729) - InactiveTotalTime: 0ns (0) - LocalTime: 1.76s (1763989124) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 42,432,322 (42432322) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.63s (1630989944) - RowsReturned: 42,432,322 (42432322) - RowsReturnedRate: 18329409 per second (18329409) - TotalTime: 2.31s (2314985729) Node Lifecycle Event Timeline Open Started: 1.69s (1692989573) Open Finished: 1.91s (1907988249) First Batch Requested: 1.91s (1907988249) First Batch Returned: 1.92s (1918988181) Last Batch Returned: 23.5m (1407456325215) Closed: 23.5m (1407625324173) Buffer pool - AllocTime: 42ms (42999735) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42999735) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 42ms (42999735) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.69s (1692989573) Open Finished: 1.69s (1692989573) First Batch Requested: 1.69s (1693989567) First Batch Returned: 1.69s (1693989567) Last Batch Returned: 1.69s (1693989567) Closed: 1.74s (1736989302) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:73/13.39 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 28ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0% 2:0.0356% 3:0.0356% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):57 - AverageHdfsReadThreadConcurrency: 0.00 (0.00177999288002848) - AverageScannerThreadConcurrency: 1.00 (0.9996440014239943) - BytesRead: 713.9 MiB (748551217) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 713.9 MiB (748551217) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 713.9 MiB (748551217) - CachedFileHandlesHitCount: 148 (148) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 599ms (599996302) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 4.71s (4712970958) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476793) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 289.4 MiB/s (303427576) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.3 GiB (1400574976) - RowBatchQueueGetWaitTime: 196ms (196998787) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.3m (1398726378995) - RowBatchesEnqueued: 41,477 (41477) - RowsRead: 42,432,322 (42432322) - RowsReturned: 42,432,322 (42432322) - RowsReturnedRate: 77010133 per second (77010133) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 1.00s (1003993812) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.4m (1405640336400) - ScannerThreadsSysTime: 334ms (334170000) - ScannerThreadsUserTime: 4.55s (4554166000) - ScannerThreadsVoluntaryContextSwitches: 26,247 (26247) - TotalRawHdfsOpenFileTime(*): 2ms (2999981) - TotalRawHdfsReadTime(*): 2.47s (2466984790) - TotalReadThroughput: 519.9 KiB/s (532419) - TotalTime: 550ms (550996605) Node Lifecycle Event Timeline Open Started: 1.74s (1736989302) Open Finished: 1.74s (1736989302) First Batch Requested: 1.74s (1736989302) First Batch Returned: 1.91s (1907988249) Last Batch Returned: 23.5m (1407456325215) Closed: 23.5m (1407625324173) Buffer pool - AllocTime: 15ms (15999901) - CumulativeAllocationBytes: 780.0 MiB (817889280) - CumulativeAllocations: 141 (141) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999907) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 248,832 (248832) - Rows rejected: 0 (0) - Rows total: 42,432,322 (42432322) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 73 (73) - Files rejected: 57 (57) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 41,445 (41445) - RowGroups rejected: 0 (0) - RowGroups total: 41,445 (41445) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 42,432,322 (42432322) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 49 (49) - CodegenTotalWallClockTime: 1.29s (1291992043) - CodegenSysTime: 1ms (1750000) - CodegenUserTime: 432ms (432095000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 500ms (500996915) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 30ms (30999809) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 702ms (702995670) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 50ms (50999686) - TotalTime: 1.29s (1291992043) Instance c7456fdd806a4994:3209e92600000332 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:27.893 Hdfs split stats (:<# splits>/): 0:69/12.90 GB Filter 32 arrival: 1s167ms Filter 30 arrival: 16s802ms - AverageThreadTokens: 2.00 (1.9989312433202708) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79794965) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581012364) - RowsProduced: 42,633,891 (42633891) - TotalNetworkReceiveTime: 117ms (117995171) - TotalNetworkSendTime: 23.0m (1382943433331) - TotalStorageWaitTime: 937ms (937961630) - TotalThreadsInvoluntaryContextSwitches: 166 (166) - TotalThreadsTotalWallClockTime: 46.8m (2808149138112) - TotalThreadsSysTime: 1.86s (1858906000) - TotalThreadsUserTime: 22.27s (22273050000) - TotalThreadsVoluntaryContextSwitches: 59,739 (59739) - TotalTime: 23.4m (1404866536653) Fragment Instance Lifecycle Event Timeline Prepare Finished: 589ms (589975855) Open Finished: 2.00s (2001918072) First Batch Produced: 2.00s (2001918072) First Batch Sent: 2.00s (2001918072) ExecInternal Finished: 23.4m (1405471511896) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.4m (1403453594477) - ExecTreeExecTime: 2.13s (2129912904) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1411942217) - ExecTreeOpenTime: 438ms (438982035) - PrepareTime: 999.96us (999959) - ExecTreePrepareTime: 999.96us (999959) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1382958432718) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 42,633,891 (42633891) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 8.41s (8414655792) - TotalBytesSent: 1.1 GiB (1190126961) - TotalTime: 23.3m (1398924779641) - UncompressedRowBatchSize: 2.5 GiB (2643301242) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 73ms (73996972) - InactiveTotalTime: 0ns (0) - LocalTime: 1.87s (1870923491) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 42,633,891 (42633891) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.70s (1695930646) - RowsReturned: 42,633,891 (42633891) - RowsReturnedRate: 16726416 per second (16726416) - TotalTime: 2.55s (2548895758) Node Lifecycle Event Timeline Open Started: 1.56s (1562936037) Open Finished: 2.00s (2001918072) First Batch Requested: 2.00s (2001918072) First Batch Returned: 2.00s (2001918072) Last Batch Returned: 23.4m (1405188523464) Closed: 23.4m (1405463512223) Buffer pool - AllocTime: 73ms (73996972) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 73ms (73996972) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 73ms (73996972) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 117ms (117995171) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 3101 per second (3101) - TotalTime: 117ms (117995171) Node Lifecycle Event Timeline Open Started: 1.56s (1562936037) Open Finished: 1.56s (1562936037) First Batch Requested: 1.56s (1562936037) First Batch Returned: 1.68s (1680931208) Last Batch Returned: 1.68s (1680931208) Closed: 1.75s (1754928180) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 117ms (117995171) - DataWaitTime: 117ms (117995171) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:69/12.90 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.07133% 2:0% 3:0.03566% 4:0.03566% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):53 - AverageHdfsReadThreadConcurrency: 0.00 (0.003209700427960057) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 718.1 MiB (753034014) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 718.1 MiB (753034014) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 718.1 MiB (753034014) - CachedFileHandlesHitCount: 144 (144) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 476ms (476980486) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.93s (3927839367) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476745) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 325.3 MiB/s (341061963) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.3 GiB (1407265792) - RowBatchQueueGetWaitTime: 239ms (239990179) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.3m (1397278847013) - RowBatchesEnqueued: 41,675 (41675) - RowsRead: 42,633,891 (42633891) - RowsReturned: 42,633,891 (42633891) - RowsReturnedRate: 76135062 per second (76135062) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 937ms (937961630) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.4m (1403283601418) - ScannerThreadsSysTime: 349ms (349501000) - ScannerThreadsUserTime: 4.59s (4593825000) - ScannerThreadsVoluntaryContextSwitches: 27,595 (27595) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.21s (2207909688) - TotalReadThroughput: 524.0 KiB/s (536604) - TotalTime: 559ms (559977096) Node Lifecycle Event Timeline Open Started: 1.75s (1754928180) Open Finished: 1.75s (1755928139) First Batch Requested: 1.75s (1755928139) First Batch Returned: 2.00s (2001918072) Last Batch Returned: 23.4m (1405185523586) Closed: 23.4m (1405463512223) Buffer pool - AllocTime: 47ms (47998035) - CumulativeAllocationBytes: 800.0 MiB (838860800) - CumulativeAllocations: 136 (136) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 47ms (47998035) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 42,633,891 (42633891) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 69 (69) - Files rejected: 53 (53) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 41,643 (41643) - RowGroups rejected: 0 (0) - RowGroups total: 41,643 (41643) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 42,633,891 (42633891) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 971ms (971960223) - CodegenSysTime: 3ms (3005000) - CodegenUserTime: 434ms (434248000) - CodegenVoluntaryContextSwitches: 45 (45) - CompileTime: 356ms (356985390) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 32ms (32998650) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 431ms (431982321) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 114ms (114995294) - TotalTime: 972ms (972960182) Instance c7456fdd806a4994:3209e9260000031d (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:29.079 Hdfs split stats (:<# splits>/): 0:78/13.09 GB Filter 32 arrival: 1s509ms Filter 30 arrival: 16s836ms - AverageThreadTokens: 2.00 (1.9985739750445632) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79778609) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3593917757) - RowsProduced: 40,855,367 (40855367) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1381729423695) - TotalStorageWaitTime: 1.44s (1435959912) - TotalThreadsInvoluntaryContextSwitches: 187 (187) - TotalThreadsTotalWallClockTime: 46.8m (2805638669767) - TotalThreadsSysTime: 1.64s (1636742000) - TotalThreadsUserTime: 21.51s (21507351000) - TotalThreadsVoluntaryContextSwitches: 56,890 (56890) - TotalTime: 23.4m (1403799807510) Fragment Instance Lifecycle Event Timeline Prepare Finished: 609ms (609982970) Open Finished: 2.28s (2276936430) First Batch Produced: 2.28s (2277936402) First Batch Sent: 2.28s (2277936402) ExecInternal Finished: 23.4m (1404403790647) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.4m (1402116854496) - ExecTreeExecTime: 2.22s (2218938046) - InactiveTotalTime: 0ns (0) - OpenTime: 1.67s (1666953460) - ExecTreeOpenTime: 158ms (158995561) - PrepareTime: 15ms (15999554) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381744423275) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 40,855,367 (40855367) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 8.11s (8107773636) - TotalBytesSent: 1.1 GiB (1140829073) - TotalTime: 23.3m (1397202991678) - UncompressedRowBatchSize: 2.4 GiB (2533032754) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.67s (1666953466) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 40,855,367 (40855367) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.59s (1590955587) - RowsReturned: 40,855,367 (40855367) - RowsReturnedRate: 17370964 per second (17370964) - TotalTime: 2.35s (2351934331) Node Lifecycle Event Timeline Open Started: 2.12s (2117940869) Open Finished: 2.28s (2276936430) First Batch Requested: 2.28s (2277936402) First Batch Returned: 2.28s (2277936402) Last Batch Returned: 23.4m (1404085799525) Closed: 23.4m (1404403790647) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 2.12s (2117940869) Open Finished: 2.12s (2117940869) First Batch Requested: 2.12s (2117940869) First Batch Returned: 2.12s (2117940869) Last Batch Returned: 2.12s (2117940869) Closed: 2.12s (2117940869) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:78/13.09 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.1071% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.0010710460549803642) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 689.9 MiB (723372241) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 689.9 MiB (723372241) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 689.9 MiB (723372241) - CachedFileHandlesHitCount: 150 (150) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 518ms (518985506) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.79s (3788894204) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476766) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 232.0 MiB/s (243320698) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.3 GiB (1348606976) - RowBatchQueueGetWaitTime: 385ms (385989224) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.3m (1395329044023) - RowBatchesEnqueued: 39,941 (39941) - RowsRead: 40,855,367 (40855367) - RowsReturned: 40,855,367 (40855367) - RowsReturnedRate: 59644537 per second (59644537) - ScanRangesComplete: 78 (78) - ScannerIoWaitTime: 1.44s (1435959912) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.4m (1401854861811) - ScannerThreadsSysTime: 300ms (300203000) - ScannerThreadsUserTime: 4.44s (4437314000) - ScannerThreadsVoluntaryContextSwitches: 25,047 (25047) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.97s (2972916999) - TotalReadThroughput: 503.7 KiB/s (515825) - TotalTime: 684ms (684980865) Node Lifecycle Event Timeline Open Started: 2.12s (2117940869) Open Finished: 2.12s (2117940869) First Batch Requested: 2.12s (2117940869) First Batch Returned: 2.28s (2276936430) Last Batch Returned: 23.4m (1404084799553) Closed: 23.4m (1404403790647) Buffer pool - AllocTime: 29ms (29999162) - CumulativeAllocationBytes: 752.1 MiB (788660224) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999245) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 265,216 (265216) - Rows rejected: 0 (0) - Rows total: 40,855,367 (40855367) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 78 (78) - Files rejected: 61 (61) - Files total: 78 (78) - InactiveTotalTime: 0ns (0) - RowGroups processed: 39,907 (39907) - RowGroups rejected: 0 (0) - RowGroups total: 39,907 (39907) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 40,855,367 (40855367) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 66 (66) - CodegenTotalWallClockTime: 1.51s (1506957927) - CodegenSysTime: 3ms (3669000) - CodegenUserTime: 445ms (445789000) - CodegenVoluntaryContextSwitches: 101 (101) - CompileTime: 603ms (603983138) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 126ms (126996454) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 639ms (639982132) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 133ms (133996259) - TotalTime: 1.51s (1506957927) Instance c7456fdd806a4994:3209e9260000032f (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:28.383 Hdfs split stats (:<# splits>/): 0:74/13.50 GB Filter 32 arrival: 1s337ms Filter 30 arrival: 16s759ms - AverageThreadTokens: 2.00 (1.998572957545487) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997451) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3643331883) - RowsProduced: 39,809,484 (39809484) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1381182135803) - TotalStorageWaitTime: 1.19s (1193954302) - TotalThreadsInvoluntaryContextSwitches: 183 (183) - TotalThreadsTotalWallClockTime: 46.7m (2803841684120) - TotalThreadsSysTime: 1.69s (1691320000) - TotalThreadsUserTime: 21.04s (21044711000) - TotalThreadsVoluntaryContextSwitches: 56,111 (56111) - TotalTime: 23.4m (1402780309168) Fragment Instance Lifecycle Event Timeline Prepare Finished: 693ms (693973443) Open Finished: 2.13s (2127918568) First Batch Produced: 2.13s (2127918568) First Batch Sent: 2.13s (2127918568) ExecInternal Finished: 23.4m (1403463283032) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.4m (1401323364923) - ExecTreeExecTime: 2.02s (2019922688) - InactiveTotalTime: 0ns (0) - OpenTime: 1.43s (1433945125) - ExecTreeOpenTime: 119ms (119995408) - PrepareTime: 22ms (22999120) - ExecTreePrepareTime: 21ms (21999158) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381200135116) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 39,809,484 (39809484) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.99s (7988694291) - TotalBytesSent: 1.0 GiB (1112291977) - TotalTime: 23.3m (1396309556835) - UncompressedRowBatchSize: 2.3 GiB (2468188008) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 14ms (14999426) - InactiveTotalTime: 0ns (0) - LocalTime: 1.60s (1599938752) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 39,809,484 (39809484) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.49s (1493942802) - RowsReturned: 39,809,484 (39809484) - RowsReturnedRate: 18490946 per second (18490946) - TotalTime: 2.15s (2152917601) Node Lifecycle Event Timeline Open Started: 2.01s (2007923160) Open Finished: 2.13s (2127918568) First Batch Requested: 2.13s (2127918568) First Batch Returned: 2.13s (2127918568) Last Batch Returned: 23.4m (1403240291568) Closed: 23.4m (1403456283300) Buffer pool - AllocTime: 14ms (14999426) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999426) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 14ms (14999426) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 2.01s (2007923160) Open Finished: 2.01s (2007923160) First Batch Requested: 2.01s (2007923160) First Batch Returned: 2.01s (2007923160) Last Batch Returned: 2.01s (2007923160) Closed: 2.02s (2022922586) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:74/13.50 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.1072% 2:0% 3:0.03573% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):57 - AverageHdfsReadThreadConcurrency: 0.00 (0.0021436227224008574) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 674.1 MiB (706887117) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 674.1 MiB (706887117) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 674.1 MiB (706887117) - CachedFileHandlesHitCount: 150 (150) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 541ms (541979253) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 4.11s (4111842618) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671093) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 206.1 MiB/s (216115613) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1314105344) - RowBatchQueueGetWaitTime: 259ms (259990048) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1394680619184) - RowBatchesEnqueued: 38,920 (38920) - RowsRead: 39,809,484 (39809484) - RowsReturned: 39,809,484 (39809484) - RowsReturnedRate: 71990970 per second (71990970) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 1.19s (1193954302) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.4m (1401084374072) - ScannerThreadsSysTime: 355ms (355757000) - ScannerThreadsUserTime: 4.28s (4275448000) - ScannerThreadsVoluntaryContextSwitches: 24,441 (24441) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 3.27s (3270874811) - TotalReadThroughput: 492.6 KiB/s (504417) - TotalTime: 552ms (552978849) Node Lifecycle Event Timeline Open Started: 2.02s (2022922586) Open Finished: 2.02s (2022922586) First Batch Requested: 2.02s (2022922586) First Batch Returned: 2.13s (2127918568) Last Batch Returned: 23.4m (1403240291568) Closed: 23.4m (1403456283300) Buffer pool - AllocTime: 61ms (61997628) - CumulativeAllocationBytes: 786.1 MiB (824311808) - CumulativeAllocations: 150 (150) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 60ms (60997667) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 275,456 (275456) - Rows rejected: 0 (0) - Rows total: 39,809,484 (39809484) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 74 (74) - Files rejected: 57 (57) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,886 (38886) - RowGroups rejected: 0 (0) - RowGroups total: 38,886 (38886) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 39,809,484 (39809484) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 54 (54) - CodegenTotalWallClockTime: 1.31s (1313949717) - CodegenSysTime: 8ms (8980000) - CodegenUserTime: 444ms (444597000) - CodegenVoluntaryContextSwitches: 84 (84) - CompileTime: 494ms (494981058) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 24ms (24999043) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 676ms (676974093) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 114ms (114995599) - TotalTime: 1.31s (1313949717) Instance c7456fdd806a4994:3209e92600000329 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:28.772 Hdfs split stats (:<# splits>/): 0:72/13.28 GB Filter 32 arrival: 1s351ms Filter 30 arrival: 17s101ms - AverageThreadTokens: 2.00 (1.998572448251249) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83956544) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3627371590) - RowsProduced: 37,007,628 (37007628) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1377200377782) - TotalStorageWaitTime: 1.25s (1247962289) - TotalThreadsInvoluntaryContextSwitches: 171 (171) - TotalThreadsTotalWallClockTime: 46.7m (2802943288645) - TotalThreadsSysTime: 1.59s (1592249000) - TotalThreadsUserTime: 20.07s (20069168000) - TotalThreadsVoluntaryContextSwitches: 52,606 (52606) - TotalTime: 23.4m (1402383616762) Fragment Instance Lifecycle Event Timeline Prepare Finished: 554ms (554983226) Open Finished: 1.97s (1967940522) First Batch Produced: 1.97s (1967940522) First Batch Sent: 1.97s (1967940522) ExecInternal Finished: 23.4m (1402900601137) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1400885662035) - ExecTreeExecTime: 2.10s (2097936629) - InactiveTotalTime: 0ns (0) - OpenTime: 1.41s (1412957296) - ExecTreeOpenTime: 189ms (189994258) - PrepareTime: 84ms (84997431) - ExecTreePrepareTime: 999.97us (999970) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1377221377145) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 37,007,628 (37007628) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.43s (7434775303) - TotalBytesSent: 985.8 MiB (1033700632) - TotalTime: 23.2m (1391959931730) - UncompressedRowBatchSize: 2.1 GiB (2294472936) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 42ms (42998700) - InactiveTotalTime: 0ns (0) - LocalTime: 1.55s (1550953149) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,007,628 (37007628) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.42s (1420957081) - RowsReturned: 37,007,628 (37007628) - RowsReturnedRate: 16419141 per second (16419141) - TotalTime: 2.25s (2253931917) Node Lifecycle Event Timeline Open Started: 1.78s (1777946264) Open Finished: 1.97s (1967940522) First Batch Requested: 1.97s (1967940522) First Batch Returned: 1.97s (1967940522) Last Batch Returned: 23.4m (1402586610622) Closed: 23.4m (1402898601197) Buffer pool - AllocTime: 42ms (42998700) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 42ms (42998700) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 42ms (42998700) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.78s (1777946264) Open Finished: 1.78s (1777946264) First Batch Requested: 1.78s (1777946264) First Batch Returned: 1.78s (1777946264) Last Batch Returned: 1.78s (1777946264) Closed: 1.82s (1820944964) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:72/13.28 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03574% 2:0% 3:0.03574% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):55 - AverageHdfsReadThreadConcurrency: 0.00 (0.0014295925661186562) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 627.1 MiB (657551599) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 627.1 MiB (657551599) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 627.1 MiB (657551599) - CachedFileHandlesHitCount: 142 (142) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 497ms (497984939) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 5.08s (5079846486) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671019) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 165.0 MiB/s (173045123) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1221616640) - RowBatchQueueGetWaitTime: 386ms (386988306) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392613912018) - RowBatchesEnqueued: 36,183 (36183) - RowsRead: 37,007,628 (37007628) - RowsReturned: 37,007,628 (37007628) - RowsReturnedRate: 52644019 per second (52644019) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 1.25s (1247962289) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.3m (1400644669314) - ScannerThreadsSysTime: 290ms (290617000) - ScannerThreadsUserTime: 4.03s (4030816000) - ScannerThreadsVoluntaryContextSwitches: 20,540 (20540) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 3.80s (3799885167) - TotalReadThroughput: 458.3 KiB/s (469306) - TotalTime: 702ms (702978768) Node Lifecycle Event Timeline Open Started: 1.82s (1820944964) Open Finished: 1.82s (1820944964) First Batch Requested: 1.82s (1820944964) First Batch Returned: 1.97s (1967940522) Last Batch Returned: 23.4m (1402586610622) Closed: 23.4m (1402898601197) Buffer pool - AllocTime: 142ms (142995675) - CumulativeAllocationBytes: 728.1 MiB (763494400) - CumulativeAllocations: 142 (142) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 142ms (142995675) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 37,007,628 (37007628) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 72 (72) - Files rejected: 55 (55) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,149 (36149) - RowGroups rejected: 0 (0) - RowGroups total: 36,149 (36149) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 37,007,628 (37007628) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 39 (39) - CodegenTotalWallClockTime: 1.22s (1222963038) - CodegenSysTime: 4ms (4990000) - CodegenUserTime: 440ms (440550000) - CodegenVoluntaryContextSwitches: 80 (80) - CompileTime: 467ms (467985856) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999576) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 552ms (552983287) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 96ms (96997069) - TotalTime: 1.22s (1222963038) Instance c7456fdd806a4994:3209e92600000328 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:28.733 Hdfs split stats (:<# splits>/): 0:76/13.38 GB Filter 32 arrival: 1s264ms Filter 30 arrival: 16s858ms - AverageThreadTokens: 2.00 (1.9989285714285714) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981156) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3639168653) - RowsProduced: 39,658,621 (39658621) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1381787731277) - TotalStorageWaitTime: 869ms (869980317) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 46.7m (2800970616233) - TotalThreadsSysTime: 1.58s (1583761000) - TotalThreadsUserTime: 20.52s (20515734000) - TotalThreadsVoluntaryContextSwitches: 57,184 (57184) - TotalTime: 23.4m (1401284290028) Fragment Instance Lifecycle Event Timeline Prepare Finished: 720ms (720983673) Open Finished: 2.09s (2094952559) First Batch Produced: 2.10s (2095952536) First Batch Sent: 2.10s (2095952536) ExecInternal Finished: 23.4m (1401990274040) Buffer pool - AllocTime: 9ms (9999774) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 9ms (9999774) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1399892321549) - ExecTreeExecTime: 1.89s (1888957249) - InactiveTotalTime: 0ns (0) - OpenTime: 1.37s (1373968886) - ExecTreeOpenTime: 127ms (127997101) - PrepareTime: 17ms (17999593) - ExecTreePrepareTime: 17ms (17999593) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381803730913) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 39,658,621 (39658621) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.71s (7712825441) - TotalBytesSent: 1.0 GiB (1107527971) - TotalTime: 23.3m (1396193405243) - UncompressedRowBatchSize: 2.3 GiB (2458834502) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 16ms (16999615) - InactiveTotalTime: 0ns (0) - LocalTime: 1.58s (1578964262) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 39,658,621 (39658621) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.49s (1492966206) - RowsReturned: 39,658,621 (39658621) - RowsReturnedRate: 19682143 per second (19682143) - TotalTime: 2.01s (2014954394) Node Lifecycle Event Timeline Open Started: 1.97s (1966955458) Open Finished: 2.09s (2094952559) First Batch Requested: 2.09s (2094952559) First Batch Returned: 2.10s (2095952536) Last Batch Returned: 23.4m (1401759279264) Closed: 23.4m (1401989274063) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 16ms (16999615) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.97s (1966955458) Open Finished: 1.97s (1966955458) First Batch Requested: 1.97s (1966955458) First Batch Returned: 1.97s (1966955458) Last Batch Returned: 1.97s (1966955458) Closed: 1.98s (1983955073) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:76/13.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.82% 1:0.07151% 2:0% 3:0.07151% 4:0.03575% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.004290311047550947) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 670.0 MiB (702564957) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 670.0 MiB (702564957) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 670.0 MiB (702564957) - CachedFileHandlesHitCount: 144 (144) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 518ms (518988256) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.70s (3699916235) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671093) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 293.7 MiB/s (308014402) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1309100032) - RowBatchQueueGetWaitTime: 114ms (114997396) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1393965455705) - RowBatchesEnqueued: 38,770 (38770) - RowsRead: 39,658,621 (39658621) - RowsReturned: 39,658,621 (39658621) - RowsReturnedRate: 90962198 per second (90962198) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 869ms (869980317) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.3m (1399704325798) - ScannerThreadsSysTime: 309ms (309315000) - ScannerThreadsUserTime: 4.28s (4276390000) - ScannerThreadsVoluntaryContextSwitches: 25,647 (25647) - TotalRawHdfsOpenFileTime(*): 1ms (1999955) - TotalRawHdfsReadTime(*): 2.28s (2280948393) - TotalReadThroughput: 489.9 KiB/s (501697) - TotalTime: 435ms (435990132) Node Lifecycle Event Timeline Open Started: 1.98s (1983955073) Open Finished: 1.98s (1983955073) First Batch Requested: 1.98s (1983955073) First Batch Returned: 2.09s (2094952559) Last Batch Returned: 23.4m (1401759279264) Closed: 23.4m (1401989274063) Buffer pool - AllocTime: 62ms (62998573) - CumulativeAllocationBytes: 782.0 MiB (819986432) - CumulativeAllocations: 144 (144) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 62ms (62998573) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 252,928 (252928) - Rows rejected: 0 (0) - Rows total: 39,658,621 (39658621) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 76 (76) - Files rejected: 60 (60) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,738 (38738) - RowGroups rejected: 0 (0) - RowGroups total: 38,738 (38738) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 39,658,621 (39658621) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 63 (63) - CodegenTotalWallClockTime: 1.25s (1245971785) - CodegenSysTime: 5ms (5003000) - CodegenUserTime: 441ms (441826000) - CodegenVoluntaryContextSwitches: 40 (40) - CompileTime: 375ms (375991486) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 85ms (85998052) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 704ms (704984036) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 64ms (64998528) - TotalTime: 1.25s (1245971785) Instance c7456fdd806a4994:3209e92600000335 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:28.191 Hdfs split stats (:<# splits>/): 0:75/13.28 GB Filter 32 arrival: 1s370ms Filter 30 arrival: 17s080ms - AverageThreadTokens: 2.00 (1.9989285714285714) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83956529) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642804801) - RowsProduced: 39,786,665 (39786665) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1381261377622) - TotalStorageWaitTime: 879ms (879968384) - TotalThreadsInvoluntaryContextSwitches: 262 (262) - TotalThreadsTotalWallClockTime: 46.7m (2800797380199) - TotalThreadsSysTime: 1.54s (1536511000) - TotalThreadsUserTime: 20.59s (20595317000) - TotalThreadsVoluntaryContextSwitches: 56,147 (56147) - TotalTime: 23.4m (1401245659659) Fragment Instance Lifecycle Event Timeline Prepare Finished: 505ms (505981811) Open Finished: 1.98s (1981928755) First Batch Produced: 1.98s (1981928755) First Batch Sent: 1.98s (1981928755) ExecInternal Finished: 23.4m (1401769640825) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1399760713039) - ExecTreeExecTime: 1.84s (1840933850) - InactiveTotalTime: 0ns (0) - OpenTime: 1.48s (1475946944) - ExecTreeOpenTime: 114ms (114995867) - PrepareTime: 8ms (8999676) - ExecTreePrepareTime: 8ms (8999676) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381281376904) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 39,786,665 (39786665) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.87s (7866717384) - TotalBytesSent: 1.0 GiB (1111428884) - TotalTime: 23.3m (1396130843434) - UncompressedRowBatchSize: 2.3 GiB (2466773230) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.52s (1525945167) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 39,786,665 (39786665) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.44s (1436948364) - RowsReturned: 39,786,665 (39786665) - RowsReturnedRate: 20435590 per second (20435590) - TotalTime: 1.95s (1946930040) Node Lifecycle Event Timeline Open Started: 1.87s (1866932888) Open Finished: 1.98s (1981928755) First Batch Requested: 1.98s (1981928755) First Batch Returned: 1.98s (1981928755) Last Batch Returned: 23.4m (1401551648651) Closed: 23.4m (1401768640861) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.87s (1866932888) Open Finished: 1.87s (1866932888) First Batch Requested: 1.87s (1866932888) First Batch Returned: 1.87s (1866932888) Last Batch Returned: 1.87s (1866932888) Closed: 1.87s (1866932888) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:75/13.28 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 28ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.03575% 2:0.03575% 3:0.03575% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.0021451555237754737) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 672.6 MiB (705244265) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 672.6 MiB (705244265) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 672.6 MiB (705244265) - CachedFileHandlesHitCount: 138 (138) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 465ms (465983253) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.61s (3611870239) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671024) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 275.8 MiB/s (289163425) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1313319936) - RowBatchQueueGetWaitTime: 117ms (117995762) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1393936922271) - RowBatchesEnqueued: 38,893 (38893) - RowsRead: 39,786,665 (39786665) - RowsReturned: 39,786,665 (39786665) - RowsReturnedRate: 94508538 per second (94508538) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 879ms (879968384) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.3m (1399560720216) - ScannerThreadsSysTime: 304ms (304797000) - ScannerThreadsUserTime: 4.23s (4227757000) - ScannerThreadsVoluntaryContextSwitches: 24,454 (24454) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 2.44s (2438912404) - TotalReadThroughput: 491.8 KiB/s (503590) - TotalTime: 420ms (420984873) Node Lifecycle Event Timeline Open Started: 1.87s (1866932888) Open Finished: 1.87s (1866932888) First Batch Requested: 1.87s (1866932888) First Batch Returned: 1.98s (1981928755) Last Batch Returned: 23.4m (1401551648651) Closed: 23.4m (1401768640861) Buffer pool - AllocTime: 43ms (43998421) - CumulativeAllocationBytes: 781.9 MiB (819855360) - CumulativeAllocations: 138 (138) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 43ms (43998421) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 244,736 (244736) - Rows rejected: 0 (0) - Rows total: 39,786,665 (39786665) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 75 (75) - Files rejected: 60 (60) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,863 (38863) - RowGroups rejected: 0 (0) - RowGroups total: 38,863 (38863) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 39,786,665 (39786665) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 48 (48) - CodegenTotalWallClockTime: 1.36s (1360951077) - CodegenSysTime: 3ms (3999000) - CodegenUserTime: 442ms (442500000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 505ms (505981811) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 146ms (146994716) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 597ms (597978504) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 107ms (107996118) - TotalTime: 1.36s (1360951077) Instance c7456fdd806a4994:3209e92600000322 (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:28.369 Hdfs split stats (:<# splits>/): 0:74/13.10 GB Filter 32 arrival: 1s215ms Filter 30 arrival: 17s117ms - AverageThreadTokens: 2.00 (1.9989281886387995) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997462) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3628385446) - RowsProduced: 40,693,553 (40693553) - TotalNetworkReceiveTime: 24ms (24999110) - TotalNetworkSendTime: 23.0m (1381686821878) - TotalStorageWaitTime: 1.37s (1372951142) - TotalThreadsInvoluntaryContextSwitches: 153 (153) - TotalThreadsTotalWallClockTime: 46.7m (2800255331012) - TotalThreadsSysTime: 1.64s (1635600000) - TotalThreadsUserTime: 20.62s (20622418000) - TotalThreadsVoluntaryContextSwitches: 58,210 (58210) - TotalTime: 23.3m (1400984135027) Fragment Instance Lifecycle Event Timeline Prepare Finished: 494ms (494982384) Open Finished: 1.82s (1820935194) First Batch Produced: 1.82s (1820935194) First Batch Sent: 1.82s (1820935194) ExecInternal Finished: 23.4m (1401436118941) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1399613183818) - ExecTreeExecTime: 2.18s (2184922212) - InactiveTotalTime: 0ns (0) - OpenTime: 1.32s (1325952810) - ExecTreeOpenTime: 203ms (203992740) - PrepareTime: 44ms (44998399) - ExecTreePrepareTime: 44ms (44998399) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381701821346) - PeakMemoryUsage: 1.2 MiB (1209280) - RowsSent: 40,693,553 (40693553) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.84s (7845720758) - TotalBytesSent: 1.1 GiB (1136418254) - TotalTime: 23.3m (1396323300926) - UncompressedRowBatchSize: 2.3 GiB (2523000286) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 21ms (21999217) - InactiveTotalTime: 0ns (0) - LocalTime: 1.65s (1652941142) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 40,693,553 (40693553) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.56s (1559944450) - RowsReturned: 40,693,553 (40693553) - RowsReturnedRate: 16685117 per second (16685117) - TotalTime: 2.44s (2438913172) Node Lifecycle Event Timeline Open Started: 1.62s (1616942454) Open Finished: 1.82s (1820935194) First Batch Requested: 1.82s (1820935194) First Batch Returned: 1.82s (1820935194) Last Batch Returned: 23.4m (1401132129757) Closed: 23.4m (1401436118941) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 24ms (24999110) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 14640 per second (14640) - TotalTime: 24ms (24999110) Node Lifecycle Event Timeline Open Started: 1.62s (1616942454) Open Finished: 1.62s (1616942454) First Batch Requested: 1.64s (1639941635) First Batch Returned: 1.66s (1664940745) Last Batch Returned: 1.66s (1664940745) Closed: 1.66s (1664940745) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 24ms (24999110) - DataWaitTime: 24ms (24999110) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:74/13.10 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 31ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03575% 2:0% 3:0.03575% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):57 - AverageHdfsReadThreadConcurrency: 0.00 (0.0014301036825169824) - AverageScannerThreadConcurrency: 1.00 (0.9996424740793708) - BytesRead: 687.2 MiB (720537032) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 687.2 MiB (720537032) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 687.2 MiB (720537032) - CachedFileHandlesHitCount: 150 (150) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 429ms (429984689) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.54s (3536874106) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671032) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 190.2 MiB/s (199491327) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.3 GiB (1343267840) - RowBatchQueueGetWaitTime: 372ms (372986728) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1393447403277) - RowBatchesEnqueued: 39,783 (39783) - RowsRead: 40,693,553 (40693553) - RowsReturned: 40,693,553 (40693553) - RowsReturnedRate: 53475691 per second (53475691) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 1.37s (1372951142) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.3m (1399316194384) - ScannerThreadsSysTime: 302ms (302868000) - ScannerThreadsUserTime: 4.29s (4291306000) - ScannerThreadsVoluntaryContextSwitches: 26,608 (26608) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 3.61s (3611871463) - TotalReadThroughput: 502.7 KiB/s (514737) - TotalTime: 760ms (760972920) Node Lifecycle Event Timeline Open Started: 1.66s (1664940745) Open Finished: 1.66s (1664940745) First Batch Requested: 1.66s (1664940745) First Batch Returned: 1.82s (1820935194) Last Batch Returned: 23.4m (1401132129757) Closed: 23.4m (1401436118941) Buffer pool - AllocTime: 15ms (15999432) - CumulativeAllocationBytes: 816.1 MiB (855769088) - CumulativeAllocations: 150 (150) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999432) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 271,360 (271360) - Rows rejected: 0 (0) - Rows total: 40,693,553 (40693553) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 74 (74) - Files rejected: 57 (57) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 39,749 (39749) - RowGroups rejected: 0 (0) - RowGroups total: 39,749 (39749) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 40,693,553 (40693553) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 52 (52) - CodegenTotalWallClockTime: 1.12s (1121960070) - CodegenSysTime: 2ms (2229000) - CodegenUserTime: 423ms (423381000) - CodegenVoluntaryContextSwitches: 44 (44) - CompileTime: 460ms (460983594) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999431) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 578ms (578979395) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 63ms (63997722) - TotalTime: 1.12s (1121960070) Instance c7456fdd806a4994:3209e92600000326 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.530 Hdfs split stats (:<# splits>/): 0:71/13.09 GB Filter 32 arrival: 1s388ms Filter 30 arrival: 16s986ms - AverageThreadTokens: 2.00 (1.9985709181850662) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83964777) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3635316790) - RowsProduced: 38,274,090 (38274090) - TotalNetworkReceiveTime: 185ms (185993747) - TotalNetworkSendTime: 23.0m (1379492627159) - TotalStorageWaitTime: 1.23s (1231958580) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 46.7m (2799759883332) - TotalThreadsSysTime: 1.53s (1534371000) - TotalThreadsUserTime: 20.15s (20154681000) - TotalThreadsVoluntaryContextSwitches: 54,713 (54713) - TotalTime: 23.3m (1400800910699) Fragment Instance Lifecycle Event Timeline Prepare Finished: 499ms (499983190) Open Finished: 2.03s (2034931584) First Batch Produced: 2.03s (2034931584) First Batch Sent: 2.04s (2035931550) ExecInternal Finished: 23.4m (1401281894527) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1399237963246) - ExecTreeExecTime: 1.96s (1956934192) - InactiveTotalTime: 0ns (0) - OpenTime: 1.53s (1534948394) - ExecTreeOpenTime: 373ms (373987427) - PrepareTime: 27ms (27999059) - ExecTreePrepareTime: 27ms (27999059) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379507626655) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 38,274,090 (38274090) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.68s (7684741596) - TotalBytesSent: 1,019.5 MiB (1069054764) - TotalTime: 23.2m (1394115135543) - UncompressedRowBatchSize: 2.2 GiB (2372993580) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 12ms (12999563) - InactiveTotalTime: 0ns (0) - LocalTime: 1.42s (1423952108) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,274,090 (38274090) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.33s (1330955233) - RowsReturned: 38,274,090 (38274090) - RowsReturnedRate: 16232136 per second (16232136) - TotalTime: 2.36s (2357920711) Node Lifecycle Event Timeline Open Started: 1.66s (1660944157) Open Finished: 2.03s (2034931584) First Batch Requested: 2.03s (2034931584) First Batch Returned: 2.03s (2034931584) Last Batch Returned: 23.3m (1400998904047) Closed: 23.4m (1401274894763) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 185ms (185993747) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1967 per second (1967) - TotalTime: 185ms (185993747) Node Lifecycle Event Timeline Open Started: 1.66s (1660944157) Open Finished: 1.66s (1660944157) First Batch Requested: 1.67s (1673943720) First Batch Returned: 1.86s (1859937467) Last Batch Returned: 1.86s (1859937467) Closed: 1.86s (1859937467) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 185ms (185993747) - DataWaitTime: 185ms (185993747) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:71/13.09 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0% 2:0% 3:0.03577% 4:0.03577% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):56 - AverageHdfsReadThreadConcurrency: 0.00 (0.002503576537911302) - AverageScannerThreadConcurrency: 1.00 (0.9996423462088698) - BytesRead: 647.2 MiB (678595792) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 647.2 MiB (678595792) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 647.2 MiB (678595792) - CachedFileHandlesHitCount: 134 (134) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 428ms (428985584) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 4.20s (4199858734) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671045) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 245.2 MiB/s (257149908) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1263341568) - RowBatchQueueGetWaitTime: 406ms (406986314) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392037205405) - RowBatchesEnqueued: 37,414 (37414) - RowsRead: 38,274,090 (38274090) - RowsReturned: 38,274,090 (38274090) - RowsReturnedRate: 51170289 per second (51170289) - ScanRangesComplete: 71 (71) - ScannerIoWaitTime: 1.23s (1231958580) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.3m (1398986971692) - ScannerThreadsSysTime: 280ms (280248000) - ScannerThreadsUserTime: 4.13s (4132609000) - ScannerThreadsVoluntaryContextSwitches: 23,174 (23174) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.64s (2638911270) - TotalReadThroughput: 473.4 KiB/s (484754) - TotalTime: 747ms (747974856) Node Lifecycle Event Timeline Open Started: 1.86s (1859937467) Open Finished: 1.86s (1860937433) First Batch Requested: 1.86s (1860937433) First Batch Returned: 2.03s (2034931584) Last Batch Returned: 23.3m (1400998904047) Closed: 23.4m (1401274894763) Buffer pool - AllocTime: 19ms (19999327) - CumulativeAllocationBytes: 763.9 MiB (800980992) - CumulativeAllocations: 134 (134) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999327) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 242,688 (242688) - Rows rejected: 0 (0) - Rows total: 38,274,090 (38274090) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 71 (71) - Files rejected: 56 (56) - Files total: 71 (71) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,384 (37384) - RowGroups rejected: 0 (0) - RowGroups total: 37,384 (37384) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 38,274,090 (38274090) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 1.16s (1160960967) - CodegenSysTime: 7ms (7900000) - CodegenUserTime: 440ms (440562000) - CodegenVoluntaryContextSwitches: 67 (67) - CompileTime: 409ms (409986216) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 70ms (70997613) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 404ms (404986383) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 272ms (272990822) - TotalTime: 1.16s (1160960967) Instance c7456fdd806a4994:3209e92600000320 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.569 Hdfs split stats (:<# splits>/): 0:77/13.31 GB Filter 32 arrival: 1s349ms Filter 30 arrival: 17s005ms - AverageThreadTokens: 2.00 (1.9989274222381124) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (84017950) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3595246047) - RowsProduced: 39,403,855 (39403855) - TotalNetworkReceiveTime: 210ms (210996336) - TotalNetworkSendTime: 23.0m (1380624030376) - TotalStorageWaitTime: 810ms (810985920) - TotalThreadsInvoluntaryContextSwitches: 207 (207) - TotalThreadsTotalWallClockTime: 46.6m (2798659411246) - TotalThreadsSysTime: 1.69s (1693302000) - TotalThreadsUserTime: 20.52s (20522491000) - TotalThreadsVoluntaryContextSwitches: 57,035 (57035) - TotalTime: 23.3m (1400177690898) Fragment Instance Lifecycle Event Timeline Prepare Finished: 480ms (480991646) Open Finished: 1.98s (1981965576) First Batch Produced: 1.98s (1981965576) First Batch Sent: 1.98s (1981965576) ExecInternal Finished: 23.3m (1400661682491) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1398674717002) - ExecTreeExecTime: 1.86s (1864967599) - InactiveTotalTime: 0ns (0) - OpenTime: 1.50s (1501973913) - ExecTreeOpenTime: 365ms (365993643) - PrepareTime: 999.98us (999983) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380634030202) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 39,403,855 (39403855) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.79s (7787864820) - TotalBytesSent: 1.0 GiB (1102054669) - TotalTime: 23.3m (1395337774948) - UncompressedRowBatchSize: 2.3 GiB (2443039010) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 1ms (1999964) - InactiveTotalTime: 0ns (0) - LocalTime: 1.56s (1560972876) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 39,403,855 (39403855) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.48s (1476974339) - RowsReturned: 39,403,855 (39403855) - RowsReturnedRate: 17870539 per second (17870539) - TotalTime: 2.20s (2204961695) Node Lifecycle Event Timeline Open Started: 1.61s (1615971933) Open Finished: 1.98s (1981965576) First Batch Requested: 1.98s (1981965576) First Batch Returned: 1.98s (1981965576) Last Batch Returned: 23.3m (1400429686516) Closed: 23.3m (1400659682526) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.98us (999982) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 210ms (210996336) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1734 per second (1734) - TotalTime: 210ms (210996336) Node Lifecycle Event Timeline Open Started: 1.61s (1615971933) Open Finished: 1.61s (1615971933) First Batch Requested: 1.62s (1616971915) First Batch Returned: 1.83s (1827968251) Last Batch Returned: 1.83s (1827968251) Closed: 1.83s (1828968233) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 210ms (210996336) - DataWaitTime: 210ms (210996336) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:77/13.31 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.07158% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (7.158196134574087E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 667.0 MiB (699436139) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 667.0 MiB (699436139) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 667.0 MiB (699436139) - CachedFileHandlesHitCount: 140 (140) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 466ms (466991888) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.75s (3755934784) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671017) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 310.3 MiB/s (325324783) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1300584448) - RowBatchQueueGetWaitTime: 99ms (99998264) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392942816534) - RowBatchesEnqueued: 38,518 (38518) - RowsRead: 39,403,855 (39403855) - RowsReturned: 39,403,855 (39403855) - RowsReturnedRate: 91003554 per second (91003554) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 810ms (810985920) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.3m (1398482720331) - ScannerThreadsSysTime: 302ms (302176000) - ScannerThreadsUserTime: 4.25s (4252735000) - ScannerThreadsVoluntaryContextSwitches: 25,648 (25648) - TotalRawHdfsOpenFileTime(*): 999.98us (999982) - TotalRawHdfsReadTime(*): 2.15s (2149962669) - TotalReadThroughput: 488.3 KiB/s (499978) - TotalTime: 432ms (432992483) Node Lifecycle Event Timeline Open Started: 1.83s (1828968233) Open Finished: 1.83s (1828968233) First Batch Requested: 1.83s (1828968233) First Batch Returned: 1.98s (1981965576) Last Batch Returned: 23.3m (1400429686516) Closed: 23.3m (1400659682526) Buffer pool - AllocTime: 77ms (77998646) - CumulativeAllocationBytes: 782.0 MiB (819986432) - CumulativeAllocations: 140 (140) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 77ms (77998646) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 247,808 (247808) - Rows rejected: 0 (0) - Rows total: 39,403,855 (39403855) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 77 (77) - Files rejected: 61 (61) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,486 (38486) - RowGroups rejected: 0 (0) - RowGroups total: 38,486 (38486) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 39,403,855 (39403855) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.13s (1134980287) - CodegenSysTime: 6ms (6287000) - CodegenUserTime: 431ms (431032000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 395ms (395993122) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 48ms (48999149) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 593ms (593989684) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 93ms (93998367) - TotalTime: 1.13s (1134980287) Instance c7456fdd806a4994:3209e92600000338 (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:22.750 Hdfs split stats (:<# splits>/): 0:72/13.37 GB Filter 32 arrival: 1s402ms Filter 30 arrival: 16s987ms - AverageThreadTokens: 2.00 (1.9989274222381124) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972958) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624867891) - RowsProduced: 38,569,064 (38569064) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1380913569829) - TotalStorageWaitTime: 1.14s (1141962431) - TotalThreadsInvoluntaryContextSwitches: 196 (196) - TotalThreadsTotalWallClockTime: 46.6m (2797523965251) - TotalThreadsSysTime: 1.46s (1456946000) - TotalThreadsUserTime: 19.89s (19892711000) - TotalThreadsVoluntaryContextSwitches: 56,458 (56458) - TotalTime: 23.3m (1399614954568) Fragment Instance Lifecycle Event Timeline Prepare Finished: 431ms (431985791) Open Finished: 2.00s (2002934119) First Batch Produced: 2.01s (2011933823) First Batch Sent: 2.01s (2011933823) ExecInternal Finished: 23.3m (1400023941116) Buffer pool - AllocTime: 999.97us (999967) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999967) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1398012007293) - ExecTreeExecTime: 1.89s (1886937907) - InactiveTotalTime: 0ns (0) - OpenTime: 1.57s (1570948328) - ExecTreeOpenTime: 201ms (201993356) - PrepareTime: 22ms (22999243) - ExecTreePrepareTime: 22ms (22999243) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380932569202) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 38,569,064 (38569064) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.40s (7404756404) - TotalBytesSent: 1.0 GiB (1077053187) - TotalTime: 23.2m (1394996106530) - UncompressedRowBatchSize: 2.2 GiB (2391281968) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 9ms (9999671) - InactiveTotalTime: 0ns (0) - LocalTime: 1.59s (1593947552) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,569,064 (38569064) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.49s (1492950881) - RowsReturned: 38,569,064 (38569064) - RowsReturnedRate: 18331907 per second (18331907) - TotalTime: 2.10s (2103930769) Node Lifecycle Event Timeline Open Started: 1.80s (1800940763) Open Finished: 2.00s (2002934119) First Batch Requested: 2.00s (2002934119) First Batch Returned: 2.01s (2011933823) Last Batch Returned: 23.3m (1399890945492) Closed: 23.3m (1400022941149) Buffer pool - AllocTime: 9ms (9999671) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999671) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 9ms (9999671) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.80s (1800940763) Open Finished: 1.80s (1800940763) First Batch Requested: 1.80s (1800940763) First Batch Returned: 1.80s (1800940763) Last Batch Returned: 1.80s (1800940763) Closed: 1.81s (1810940434) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:72/13.37 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0.03579% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):56 - AverageHdfsReadThreadConcurrency: 0.00 (3.5790980672870435E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 651.4 MiB (683068286) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 651.4 MiB (683068286) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 651.4 MiB (683068286) - CachedFileHandlesHitCount: 140 (140) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 471ms (471984470) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.34s (3342890034) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671041) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 237.8 MiB/s (249303196) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1273111552) - RowBatchQueueGetWaitTime: 139ms (139995394) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392477189375) - RowBatchesEnqueued: 37,705 (37705) - RowsRead: 38,569,064 (38569064) - RowsReturned: 38,569,064 (38569064) - RowsReturnedRate: 75628104 per second (75628104) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 1.14s (1141962431) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1397941009630) - ScannerThreadsSysTime: 323ms (323843000) - ScannerThreadsUserTime: 4.09s (4090878000) - ScannerThreadsVoluntaryContextSwitches: 25,076 (25076) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.74s (2739909860) - TotalReadThroughput: 476.9 KiB/s (488318) - TotalTime: 509ms (509983217) Node Lifecycle Event Timeline Open Started: 1.81s (1810940434) Open Finished: 1.81s (1811940402) First Batch Requested: 1.81s (1811940402) First Batch Returned: 2.00s (2002934119) Last Batch Returned: 23.3m (1399882945755) Closed: 23.3m (1400022941149) Buffer pool - AllocTime: 24ms (24999178) - CumulativeAllocationBytes: 778.0 MiB (815792128) - CumulativeAllocations: 140 (140) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999178) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 250,880 (250880) - Rows rejected: 0 (0) - Rows total: 38,569,064 (38569064) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 72 (72) - Files rejected: 56 (56) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,673 (37673) - RowGroups rejected: 0 (0) - RowGroups total: 37,673 (37673) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 38,569,064 (38569064) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 102 (102) - CodegenTotalWallClockTime: 1.37s (1368954972) - CodegenSysTime: 5ms (5859000) - CodegenUserTime: 428ms (428347000) - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 594ms (594980430) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999572) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 698ms (698977009) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 59ms (59998027) - TotalTime: 1.37s (1368954972) Instance c7456fdd806a4994:3209e92600000317 (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:22.960 Hdfs split stats (:<# splits>/): 0:74/13.03 GB Filter 32 arrival: 1s366ms Filter 30 arrival: 17s029ms - AverageThreadTokens: 2.00 (1.9989270386266094) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79795045) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3642009278) - RowsProduced: 38,917,006 (38917006) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1380256828869) - TotalStorageWaitTime: 707ms (707998374) - TotalThreadsInvoluntaryContextSwitches: 90 (90) - TotalThreadsTotalWallClockTime: 46.6m (2797365573058) - TotalThreadsSysTime: 1.60s (1605168000) - TotalThreadsUserTime: 19.90s (19902567000) - TotalThreadsVoluntaryContextSwitches: 56,052 (56052) - TotalTime: 23.3m (1399546784544) Fragment Instance Lifecycle Event Timeline Prepare Finished: 475ms (475998907) Open Finished: 1.95s (1952995514) First Batch Produced: 1.95s (1952995514) First Batch Sent: 1.95s (1952995514) ExecInternal Finished: 23.3m (1400022783451) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1398069787936) - ExecTreeExecTime: 1.77s (1774995914) - InactiveTotalTime: 0ns (0) - OpenTime: 1.48s (1475996610) - ExecTreeOpenTime: 111ms (111999743) - PrepareTime: 1,000.00us (999998) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380268828842) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 38,917,006 (38917006) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.43s (7427982948) - TotalBytesSent: 1.0 GiB (1087269690) - TotalTime: 23.2m (1394410796350) - UncompressedRowBatchSize: 2.2 GiB (2412854372) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.51s (1511996523) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,917,006 (38917006) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.44s (1441996688) - RowsReturned: 38,917,006 (38917006) - RowsReturnedRate: 20844721 per second (20844721) - TotalTime: 1.87s (1866995704) Node Lifecycle Event Timeline Open Started: 1.84s (1839995774) Open Finished: 1.95s (1951995517) First Batch Requested: 1.95s (1952995514) First Batch Returned: 1.95s (1952995514) Last Batch Returned: 23.3m (1399786783993) Closed: 23.3m (1400022783451) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.84s (1839995774) Open Finished: 1.84s (1839995774) First Batch Requested: 1.84s (1840995772) First Batch Returned: 1.84s (1840995772) Last Batch Returned: 1.84s (1840995772) Closed: 1.84s (1840995772) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:74/13.03 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.0358% 2:0% 3:0.0358% 4:0.0358% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.0028643036161833156) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 658.5 MiB (690506463) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 658.5 MiB (690506463) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 658.5 MiB (690506463) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 565ms (565998684) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.70s (3699991503) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476790) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 321.9 MiB/s (337491714) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1284660224) - RowBatchQueueGetWaitTime: 73ms (73999831) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392109801640) - RowBatchesEnqueued: 38,043 (38043) - RowsRead: 38,917,006 (38917006) - RowsReturned: 38,917,006 (38917006) - RowsReturnedRate: 109625621 per second (109625621) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 707ms (707998374) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1397820788509) - ScannerThreadsSysTime: 295ms (295284000) - ScannerThreadsUserTime: 4.16s (4159842000) - ScannerThreadsVoluntaryContextSwitches: 24,605 (24605) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.04s (2045995301) - TotalReadThroughput: 482.2 KiB/s (493805) - TotalTime: 354ms (354999181) Node Lifecycle Event Timeline Open Started: 1.84s (1840995772) Open Finished: 1.84s (1840995772) First Batch Requested: 1.84s (1840995772) First Batch Returned: 1.95s (1951995517) Last Batch Returned: 23.3m (1399785783995) Closed: 23.3m (1400022783451) Buffer pool - AllocTime: 48ms (48999887) - CumulativeAllocationBytes: 721.8 MiB (756809728) - CumulativeAllocations: 125 (125) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 48ms (48999887) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 218,112 (218112) - Rows rejected: 0 (0) - Rows total: 38,917,006 (38917006) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 74 (74) - Files rejected: 60 (60) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,015 (38015) - RowGroups rejected: 0 (0) - RowGroups total: 38,015 (38015) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 38,917,006 (38917006) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 23 (23) - CodegenTotalWallClockTime: 1.36s (1362996870) - CodegenSysTime: 2ms (2983000) - CodegenUserTime: 434ms (434651000) - CodegenVoluntaryContextSwitches: 96 (96) - CompileTime: 536ms (536998767) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 164ms (164999622) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 473ms (473998911) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 184ms (184999575) - TotalTime: 1.36s (1362996870) Instance c7456fdd806a4994:3209e9260000032d (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.709 Hdfs split stats (:<# splits>/): 0:74/13.15 GB Filter 32 arrival: 1s277ms Filter 30 arrival: 17s013ms - AverageThreadTokens: 2.00 (1.9989270386266094) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981096) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578980204) - RowsProduced: 38,285,413 (38285413) - TotalNetworkReceiveTime: 30ms (30999988) - TotalNetworkSendTime: 23.0m (1381114468770) - TotalStorageWaitTime: 995ms (995999618) - TotalThreadsInvoluntaryContextSwitches: 154 (154) - TotalThreadsTotalWallClockTime: 46.6m (2797248924035) - TotalThreadsSysTime: 1.54s (1539338000) - TotalThreadsUserTime: 19.77s (19773869000) - TotalThreadsVoluntaryContextSwitches: 55,742 (55742) - TotalTime: 23.3m (1399449461693) Fragment Instance Lifecycle Event Timeline Prepare Finished: 542ms (542999791) Open Finished: 1.94s (1943999253) First Batch Produced: 1.94s (1943999253) First Batch Sent: 1.94s (1943999253) ExecInternal Finished: 23.3m (1399992461484) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1398047462231) - ExecTreeExecTime: 1.71s (1710999363) - InactiveTotalTime: 0ns (0) - OpenTime: 1.40s (1400999462) - ExecTreeOpenTime: 155ms (155999940) - PrepareTime: 1ms (1000000) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1381128468765) - PeakMemoryUsage: 1.2 MiB (1225664) - RowsSent: 38,285,413 (38285413) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.54s (7537997066) - TotalBytesSent: 1,019.8 MiB (1069295955) - TotalTime: 23.3m (1395225463320) - UncompressedRowBatchSize: 2.2 GiB (2373695606) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.45s (1449999456) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,285,413 (38285413) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.35s (1354999494) - RowsReturned: 38,285,413 (38285413) - RowsReturnedRate: 20694825 per second (20694825) - TotalTime: 1.85s (1849999310) Node Lifecycle Event Timeline Open Started: 1.79s (1787999313) Open Finished: 1.94s (1943999253) First Batch Requested: 1.94s (1943999253) First Batch Returned: 1.94s (1943999253) Last Batch Returned: 23.3m (1399750461588) Closed: 23.3m (1399992461484) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 30ms (30999988) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 11806 per second (11806) - TotalTime: 30ms (30999988) Node Lifecycle Event Timeline Open Started: 1.79s (1787999313) Open Finished: 1.79s (1787999313) First Batch Requested: 1.79s (1787999313) First Batch Returned: 1.82s (1818999301) Last Batch Returned: 1.82s (1818999301) Closed: 1.82s (1818999301) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 30ms (30999988) - DataWaitTime: 30ms (30999988) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:74/13.15 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.07158% 2:0% 3:0.03579% 4:0.03579% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.0032211882605583395) - AverageScannerThreadConcurrency: 1.00 (0.9996420901932713) - BytesRead: 646.1 MiB (677529043) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 646.1 MiB (677529043) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 646.1 MiB (677529043) - CachedFileHandlesHitCount: 126 (126) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 417ms (417999831) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.19s (3191998721) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671051) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 249.9 MiB/s (261998956) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1263671296) - RowBatchQueueGetWaitTime: 105ms (105999959) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392777464333) - RowBatchesEnqueued: 37,420 (37420) - RowsRead: 38,285,413 (38285413) - RowsReturned: 38,285,413 (38285413) - RowsReturnedRate: 103754544 per second (103754544) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 995ms (995999618) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.3m (1397800462342) - ScannerThreadsSysTime: 287ms (287991000) - ScannerThreadsUserTime: 4.07s (4073977000) - ScannerThreadsVoluntaryContextSwitches: 24,533 (24533) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.58s (2585999009) - TotalReadThroughput: 473.1 KiB/s (484490) - TotalTime: 368ms (368999866) Node Lifecycle Event Timeline Open Started: 1.82s (1818999301) Open Finished: 1.82s (1818999301) First Batch Requested: 1.82s (1818999301) First Batch Returned: 1.94s (1943999253) Last Batch Returned: 23.3m (1399750461588) Closed: 23.3m (1399992461484) Buffer pool - AllocTime: 10ms (10999996) - CumulativeAllocationBytes: 773.6 MiB (811204608) - CumulativeAllocations: 126 (126) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 9ms (9999997) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 211,968 (211968) - Rows rejected: 0 (0) - Rows total: 38,285,413 (38285413) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 74 (74) - Files rejected: 61 (61) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,394 (37394) - RowGroups rejected: 0 (0) - RowGroups total: 37,394 (37394) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 38,285,413 (38285413) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 61 (61) - CodegenTotalWallClockTime: 1.24s (1243999522) - CodegenSysTime: 2ms (2944000) - CodegenUserTime: 442ms (442683000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 371ms (371999857) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999989) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 719ms (719999723) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 74ms (74999971) - TotalTime: 1.24s (1243999522) Instance c7456fdd806a4994:3209e9260000031c (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:22.968 Hdfs split stats (:<# splits>/): 0:77/13.38 GB Filter 32 arrival: 1s095ms Filter 30 arrival: 16s753ms - AverageThreadTokens: 2.00 (1.9989270386266094) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981138) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625141078) - RowsProduced: 38,902,187 (38902187) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1380761328871) - TotalStorageWaitTime: 1.26s (1262953655) - TotalThreadsInvoluntaryContextSwitches: 164 (164) - TotalThreadsTotalWallClockTime: 46.6m (2797338343294) - TotalThreadsSysTime: 1.67s (1666286000) - TotalThreadsUserTime: 20.18s (20182089000) - TotalThreadsVoluntaryContextSwitches: 56,388 (56388) - TotalTime: 23.3m (1399409644471) Fragment Instance Lifecycle Event Timeline Prepare Finished: 572ms (572978970) Open Finished: 1.83s (1827932912) First Batch Produced: 1.83s (1827932912) First Batch Sent: 1.83s (1828932875) ExecInternal Finished: 23.3m (1400002622707) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1398134691263) - ExecTreeExecTime: 1.87s (1870931342) - InactiveTotalTime: 0ns (0) - OpenTime: 1.25s (1254953942) - ExecTreeOpenTime: 179ms (179993394) - PrepareTime: 19ms (19999266) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380770328540) - PeakMemoryUsage: 1.2 MiB (1266624) - RowsSent: 38,902,187 (38902187) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.70s (7697717544) - TotalBytesSent: 1.0 GiB (1086666689) - TotalTime: 23.3m (1395177799767) - UncompressedRowBatchSize: 2.2 GiB (2411935594) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1540943446) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,902,187 (38902187) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.46s (1460946381) - RowsReturned: 38,902,187 (38902187) - RowsReturnedRate: 19230654 per second (19230654) - TotalTime: 2.02s (2022925765) Node Lifecycle Event Timeline Open Started: 1.65s (1647939518) Open Finished: 1.83s (1827932912) First Batch Requested: 1.83s (1827932912) First Batch Returned: 1.83s (1827932912) Last Batch Returned: 23.3m (1399754631808) Closed: 23.3m (1399999622817) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.65s (1647939518) Open Finished: 1.65s (1647939518) First Batch Requested: 1.65s (1647939518) First Batch Returned: 1.65s (1647939518) Last Batch Returned: 1.65s (1647939518) Closed: 1.65s (1647939518) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:77/13.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03579% 2:0.03579% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.0010737294201861132) - AverageScannerThreadConcurrency: 1.00 (0.9996420901932713) - BytesRead: 658.1 MiB (690114361) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 658.1 MiB (690114361) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 658.1 MiB (690114361) - CachedFileHandlesHitCount: 140 (140) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 457ms (457983174) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.44s (3442873651) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671019) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 221.2 MiB/s (231901776) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1284195328) - RowBatchQueueGetWaitTime: 108ms (108996000) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392193909306) - RowBatchesEnqueued: 38,033 (38033) - RowsRead: 38,902,187 (38902187) - RowsReturned: 38,902,187 (38902187) - RowsReturnedRate: 80712892 per second (80712892) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 1.26s (1262953655) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1397948698089) - ScannerThreadsSysTime: 292ms (292818000) - ScannerThreadsUserTime: 4.20s (4202198000) - ScannerThreadsVoluntaryContextSwitches: 25,118 (25118) - TotalRawHdfsOpenFileTime(*): 2ms (2999891) - TotalRawHdfsReadTime(*): 2.98s (2975890791) - TotalReadThroughput: 481.9 KiB/s (493499) - TotalTime: 481ms (481982319) Node Lifecycle Event Timeline Open Started: 1.65s (1647939518) Open Finished: 1.65s (1648939481) First Batch Requested: 1.65s (1648939481) First Batch Returned: 1.83s (1827932912) Last Batch Returned: 23.3m (1399754631808) Closed: 23.3m (1399999622817) Buffer pool - AllocTime: 23ms (23999119) - CumulativeAllocationBytes: 768.0 MiB (805306368) - CumulativeAllocations: 140 (140) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999119) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 249,856 (249856) - Rows rejected: 0 (0) - Rows total: 38,902,187 (38902187) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 77 (77) - Files rejected: 61 (61) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 38,001 (38001) - RowGroups rejected: 0 (0) - RowGroups total: 38,001 (38001) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 38,902,187 (38902187) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 70 (70) - CodegenTotalWallClockTime: 1.07s (1074960548) - CodegenSysTime: 5ms (5939000) - CodegenUserTime: 427ms (427481000) - CodegenVoluntaryContextSwitches: 43 (43) - CompileTime: 420ms (420984550) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999229) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 562ms (562979337) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 67ms (67997505) - TotalTime: 1.07s (1074960548) Instance c7456fdd806a4994:3209e92600000318 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.958 Hdfs split stats (:<# splits>/): 0:72/12.98 GB Filter 32 arrival: 1s268ms Filter 30 arrival: 16s753ms - AverageThreadTokens: 2.00 (1.9989270386266094) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997490) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3601477431) - RowsProduced: 38,534,651 (38534651) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1379845356767) - TotalStorageWaitTime: 794ms (794997319) - TotalThreadsInvoluntaryContextSwitches: 192 (192) - TotalThreadsTotalWallClockTime: 46.6m (2797018587835) - TotalThreadsSysTime: 1.62s (1624062000) - TotalThreadsUserTime: 20.17s (20173996000) - TotalThreadsVoluntaryContextSwitches: 55,698 (55698) - TotalTime: 23.3m (1399235291462) Fragment Instance Lifecycle Event Timeline Prepare Finished: 765ms (765997407) Open Finished: 2.16s (2157992695) First Batch Produced: 2.16s (2157992695) First Batch Sent: 2.16s (2157992695) ExecInternal Finished: 23.3m (1400000288873) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1397841296181) - ExecTreeExecTime: 1.85s (1854993771) - InactiveTotalTime: 0ns (0) - OpenTime: 1.39s (1391995288) - ExecTreeOpenTime: 125ms (125999573) - PrepareTime: 1,000.00us (999996) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379854356735) - PeakMemoryUsage: 1.1 MiB (1151936) - RowsSent: 38,534,651 (38534651) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.63s (7628974318) - TotalBytesSent: 1.0 GiB (1076186221) - TotalTime: 23.2m (1394269308184) - UncompressedRowBatchSize: 2.2 GiB (2389148362) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 1,000.00us (999996) - InactiveTotalTime: 0ns (0) - LocalTime: 1.52s (1517994903) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,534,651 (38534651) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.45s (1448995136) - RowsReturned: 38,534,651 (38534651) - RowsReturnedRate: 19741178 per second (19741178) - TotalTime: 1.95s (1951993439) Node Lifecycle Event Timeline Open Started: 2.03s (2031993122) Open Finished: 2.16s (2157992695) First Batch Requested: 2.16s (2157992695) First Batch Returned: 2.16s (2157992695) Last Batch Returned: 23.3m (1399857289353) Closed: 23.3m (1399999288876) Buffer pool - AllocTime: 1,000.00us (999996) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1,000.00us (999996) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1,000.00us (999996) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 2.03s (2031993122) Open Finished: 2.03s (2031993122) First Batch Requested: 2.03s (2031993122) First Batch Returned: 2.03s (2031993122) Last Batch Returned: 2.03s (2031993122) Closed: 2.03s (2032993118) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:72/12.98 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0.0358% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):57 - AverageHdfsReadThreadConcurrency: 0.00 (3.5803795202291446E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 651.4 MiB (683016732) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 651.4 MiB (683016732) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 651.4 MiB (683016732) - CachedFileHandlesHitCount: 138 (138) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 467ms (467998434) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.78s (3780987321) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671060) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 314.7 MiB/s (329960884) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1272026112) - RowBatchQueueGetWaitTime: 188ms (188999361) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392079315525) - RowBatchesEnqueued: 37,671 (37671) - RowsRead: 38,534,651 (38534651) - RowsReturned: 38,534,651 (38534651) - RowsReturnedRate: 88789817 per second (88789817) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 794ms (794997319) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.3m (1397785296366) - ScannerThreadsSysTime: 294ms (294303000) - ScannerThreadsUserTime: 4.18s (4183443000) - ScannerThreadsVoluntaryContextSwitches: 24,369 (24369) - TotalRawHdfsOpenFileTime(*): 1,000.00us (999997) - TotalRawHdfsReadTime(*): 2.07s (2069993034) - TotalReadThroughput: 477.0 KiB/s (488433) - TotalTime: 433ms (433998536) Node Lifecycle Event Timeline Open Started: 2.03s (2032993118) Open Finished: 2.03s (2032993118) First Batch Requested: 2.03s (2032993118) First Batch Returned: 2.16s (2157992695) Last Batch Returned: 23.3m (1399856289357) Closed: 23.3m (1399999288876) Buffer pool - AllocTime: 15ms (15999947) - CumulativeAllocationBytes: 763.9 MiB (800980992) - CumulativeAllocations: 138 (138) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999947) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 236,544 (236544) - Rows rejected: 0 (0) - Rows total: 38,534,651 (38534651) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 72 (72) - Files rejected: 57 (57) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,641 (37641) - RowGroups rejected: 0 (0) - RowGroups total: 37,641 (37641) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 38,534,651 (38534651) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 84 (84) - CodegenTotalWallClockTime: 1.26s (1265995715) - CodegenSysTime: 4ms (4345000) - CodegenUserTime: 443ms (443013000) - CodegenVoluntaryContextSwitches: 75 (75) - CompileTime: 275ms (275999066) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 150ms (150999489) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 719ms (719997563) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 116ms (116999604) - TotalTime: 1.26s (1265995715) Instance c7456fdd806a4994:3209e92600000336 (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.007 Hdfs split stats (:<# splits>/): 0:77/13.29 GB Filter 32 arrival: 1s440ms Filter 30 arrival: 16s862ms - AverageThreadTokens: 2.00 (1.9985688729874775) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997480) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590691207) - RowsProduced: 37,325,454 (37325454) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1380470413471) - TotalStorageWaitTime: 897ms (897989872) - TotalThreadsInvoluntaryContextSwitches: 127 (127) - TotalThreadsTotalWallClockTime: 46.6m (2796109430139) - TotalThreadsSysTime: 1.37s (1367727000) - TotalThreadsUserTime: 19.63s (19627441000) - TotalThreadsVoluntaryContextSwitches: 55,258 (55258) - TotalTime: 23.3m (1398944205039) Fragment Instance Lifecycle Event Timeline Prepare Finished: 562ms (562993647) Open Finished: 2.12s (2121976054) First Batch Produced: 2.12s (2121976054) First Batch Sent: 2.12s (2121976054) ExecInternal Finished: 23.3m (1399490198878) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1397361222903) - ExecTreeExecTime: 1.72s (1724980556) - InactiveTotalTime: 0ns (0) - OpenTime: 1.56s (1558982407) - ExecTreeOpenTime: 142ms (142998386) - PrepareTime: 23ms (23999729) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380479413368) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 37,325,454 (37325454) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.28s (7279917886) - TotalBytesSent: 993.9 MiB (1042231221) - TotalTime: 23.2m (1394415256114) - UncompressedRowBatchSize: 2.2 GiB (2314178148) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.45s (1445983707) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,325,454 (37325454) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.36s (1365984610) - RowsReturned: 37,325,454 (37325454) - RowsReturnedRate: 20274782 per second (20274782) - TotalTime: 1.84s (1840979247) Node Lifecycle Event Timeline Open Started: 1.98s (1978977668) Open Finished: 2.12s (2121976054) First Batch Requested: 2.12s (2121976054) First Batch Returned: 2.12s (2121976054) Last Batch Returned: 23.3m (1399268201372) Closed: 23.3m (1399489198889) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.98s (1978977668) Open Finished: 1.98s (1978977668) First Batch Requested: 1.98s (1978977668) First Batch Returned: 1.98s (1978977668) Last Batch Returned: 1.98s (1978977668) Closed: 1.98s (1978977668) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:77/13.29 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.1074% 2:0% 3:0.03582% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.002148997134670487) - AverageScannerThreadConcurrency: 1.00 (0.9996418338108882) - BytesRead: 630.5 MiB (661123381) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 630.5 MiB (661123381) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 630.5 MiB (661123381) - CachedFileHandlesHitCount: 140 (140) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 401ms (401995465) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.59s (3592959456) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671043) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 289.6 MiB/s (303688945) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1232088064) - RowBatchQueueGetWaitTime: 134ms (134998476) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1391853285038) - RowBatchesEnqueued: 36,491 (36491) - RowsRead: 37,325,454 (37325454) - RowsReturned: 37,325,454 (37325454) - RowsReturnedRate: 94495887 per second (94495887) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 897ms (897989872) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.3m (1397189224829) - ScannerThreadsSysTime: 235ms (235935000) - ScannerThreadsUserTime: 4.05s (4049947000) - ScannerThreadsVoluntaryContextSwitches: 24,003 (24003) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.18s (2176975457) - TotalReadThroughput: 461.9 KiB/s (472950) - TotalTime: 394ms (394995540) Node Lifecycle Event Timeline Open Started: 1.98s (1978977668) Open Finished: 1.98s (1979977656) First Batch Requested: 1.98s (1979977656) First Batch Returned: 2.12s (2121976054) Last Batch Returned: 23.3m (1399267201383) Closed: 23.3m (1399489198889) Buffer pool - AllocTime: 7ms (7999911) - CumulativeAllocationBytes: 728.0 MiB (763363328) - CumulativeAllocations: 140 (140) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999911) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 256,000 (256000) - Rows rejected: 0 (0) - Rows total: 37,325,454 (37325454) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 77 (77) - Files rejected: 61 (61) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,459 (36459) - RowGroups rejected: 0 (0) - RowGroups total: 36,459 (36459) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 37,325,454 (37325454) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 55 (55) - CodegenTotalWallClockTime: 1.42s (1415984021) - CodegenSysTime: 2ms (2012000) - CodegenUserTime: 443ms (443503000) - CodegenVoluntaryContextSwitches: 105 (105) - CompileTime: 426ms (426995182) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 52ms (52999402) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 792ms (792991051) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 97ms (97998894) - TotalTime: 1.42s (1415984021) Instance c7456fdd806a4994:3209e9260000031b (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.692 Hdfs split stats (:<# splits>/): 0:76/12.97 GB Filter 32 arrival: 1s265ms Filter 30 arrival: 16s831ms - AverageThreadTokens: 2.00 (1.9989266547406082) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972976) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625268635) - RowsProduced: 38,548,606 (38548606) - TotalNetworkReceiveTime: 98ms (98999412) - TotalNetworkSendTime: 23.0m (1380691824261) - TotalStorageWaitTime: 824ms (824995115) - TotalThreadsInvoluntaryContextSwitches: 196 (196) - TotalThreadsTotalWallClockTime: 46.6m (2796090443032) - TotalThreadsSysTime: 1.48s (1482056000) - TotalThreadsUserTime: 19.75s (19755336000) - TotalThreadsVoluntaryContextSwitches: 56,291 (56291) - TotalTime: 23.3m (1398846716757) Fragment Instance Lifecycle Event Timeline Prepare Finished: 628ms (628996262) Open Finished: 2.00s (1995988136) First Batch Produced: 2.00s (1995988136) First Batch Sent: 2.00s (1995988136) ExecInternal Finished: 23.3m (1399440713227) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1397433725156) - ExecTreeExecTime: 1.77s (1767989522) - InactiveTotalTime: 0ns (0) - OpenTime: 1.37s (1366991874) - ExecTreeOpenTime: 245ms (245998538) - PrepareTime: 45ms (45999727) - ExecTreePrepareTime: 42ms (42999745) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380702824198) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 38,548,606 (38548606) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.27s (7270956950) - TotalBytesSent: 1.0 GiB (1077022950) - TotalTime: 23.2m (1394743741081) - UncompressedRowBatchSize: 2.2 GiB (2390013572) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.48s (1477991236) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,548,606 (38548606) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.38s (1383991791) - RowsReturned: 38,548,606 (38548606) - RowsReturnedRate: 18550930 per second (18550930) - TotalTime: 2.08s (2077987680) Node Lifecycle Event Timeline Open Started: 1.75s (1749989598) Open Finished: 2.00s (1995988136) First Batch Requested: 2.00s (1995988136) First Batch Returned: 2.00s (1995988136) Last Batch Returned: 23.3m (1399233714449) Closed: 23.3m (1399431713280) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 98ms (98999412) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 3696 per second (3696) - TotalTime: 98ms (98999412) Node Lifecycle Event Timeline Open Started: 1.75s (1749989598) Open Finished: 1.75s (1749989598) First Batch Requested: 1.75s (1749989598) First Batch Returned: 1.85s (1848989010) Last Batch Returned: 1.85s (1848989010) Closed: 1.85s (1848989010) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 98ms (98999412) - DataWaitTime: 98ms (98999412) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:76/12.97 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03582% 2:0% 3:0.03582% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (0.0014326647564469914) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 653.0 MiB (684702434) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 653.0 MiB (684702434) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 653.0 MiB (684702434) - CachedFileHandlesHitCount: 136 (136) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 428ms (428997464) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.17s (3174981193) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671036) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 271.7 MiB/s (284938195) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1272537088) - RowBatchQueueGetWaitTime: 136ms (136999187) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392332755360) - RowBatchesEnqueued: 37,688 (37688) - RowsRead: 38,548,606 (38548606) - RowsReturned: 38,548,606 (38548606) - RowsReturnedRate: 76943781 per second (76943781) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 824ms (824995115) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1397289726002) - ScannerThreadsSysTime: 266ms (266439000) - ScannerThreadsUserTime: 4.12s (4123071000) - ScannerThreadsVoluntaryContextSwitches: 25,116 (25116) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 2.40s (2402985786) - TotalReadThroughput: 478.3 KiB/s (489825) - TotalTime: 500ms (500997032) Node Lifecycle Event Timeline Open Started: 1.85s (1848989010) Open Finished: 1.85s (1849989004) First Batch Requested: 1.85s (1849989004) First Batch Returned: 2.00s (1995988136) Last Batch Returned: 23.3m (1399232714455) Closed: 23.3m (1399431713280) Buffer pool - AllocTime: 16ms (16999899) - CumulativeAllocationBytes: 778.0 MiB (815792128) - CumulativeAllocations: 136 (136) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 16ms (16999899) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 38,548,606 (38548606) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 76 (76) - Files rejected: 60 (60) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,656 (37656) - RowGroups rejected: 0 (0) - RowGroups total: 37,656 (37656) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 38,548,606 (38548606) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 114 (114) - CodegenTotalWallClockTime: 1.12s (1120993336) - CodegenSysTime: 9ms (9931000) - CodegenUserTime: 432ms (432064000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 406ms (406997580) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 25ms (25999845) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 451ms (451997314) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 233ms (233998609) - TotalTime: 1.12s (1120993336) Instance c7456fdd806a4994:3209e92600000330 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.363 Hdfs split stats (:<# splits>/): 0:69/13.02 GB Filter 32 arrival: 1s244ms Filter 30 arrival: 16s595ms - AverageThreadTokens: 2.00 (1.9985688729874775) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981132) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589291097) - RowsProduced: 38,246,297 (38246297) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1380310372242) - TotalStorageWaitTime: 949ms (949967219) - TotalThreadsInvoluntaryContextSwitches: 177 (177) - TotalThreadsTotalWallClockTime: 46.6m (2795535539558) - TotalThreadsSysTime: 1.47s (1473234000) - TotalThreadsUserTime: 19.58s (19580651000) - TotalThreadsVoluntaryContextSwitches: 55,740 (55740) - TotalTime: 23.3m (1398540743094) Fragment Instance Lifecycle Event Timeline Prepare Finished: 806ms (806972138) Open Finished: 2.15s (2152925667) First Batch Produced: 2.15s (2152925667) First Batch Sent: 2.15s (2152925667) ExecInternal Finished: 23.3m (1399293717097) Buffer pool - AllocTime: 999.97us (999965) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.97us (999965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1397134791637) - ExecTreeExecTime: 1.75s (1751939508) - InactiveTotalTime: 0ns (0) - OpenTime: 1.34s (1345953529) - ExecTreeOpenTime: 167ms (167994199) - PrepareTime: 59ms (59997928) - ExecTreePrepareTime: 40ms (40998584) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380321371862) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 38,246,297 (38246297) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.41s (7407744359) - TotalBytesSent: 1,018.4 MiB (1067854467) - TotalTime: 23.2m (1394270890495) - UncompressedRowBatchSize: 2.2 GiB (2371270414) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 5ms (5999792) - InactiveTotalTime: 0ns (0) - LocalTime: 1.49s (1486948662) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,246,297 (38246297) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.41s (1412951216) - RowsReturned: 38,246,297 (38246297) - RowsReturnedRate: 19326739 per second (19326739) - TotalTime: 1.98s (1978931669) Node Lifecycle Event Timeline Open Started: 1.98s (1984931468) Open Finished: 2.15s (2152925667) First Batch Requested: 2.15s (2152925667) First Batch Returned: 2.15s (2152925667) Last Batch Returned: 23.3m (1399128722788) Closed: 23.3m (1399291717166) Buffer pool - AllocTime: 5ms (5999792) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 5ms (5999792) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 5ms (5999792) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.98s (1984931468) Open Finished: 1.98s (1984931468) First Batch Requested: 1.98s (1984931468) First Batch Returned: 1.98s (1984931468) Last Batch Returned: 1.98s (1984931468) Closed: 1.99s (1990931260) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:69/13.02 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0% 2:0% 3:0.03583% 4:0.03583% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):55 - AverageHdfsReadThreadConcurrency: 0.00 (0.0025080616266571123) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 644.2 MiB (675467115) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 644.2 MiB (675467115) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 644.2 MiB (675467115) - CachedFileHandlesHitCount: 132 (132) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 410ms (410985833) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.18s (3177890333) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671036) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 262.2 MiB/s (274924876) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1262425088) - RowBatchQueueGetWaitTime: 134ms (134995339) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1392072966300) - RowBatchesEnqueued: 37,385 (37385) - RowsRead: 38,246,297 (38246297) - RowsReturned: 38,246,297 (38246297) - RowsReturnedRate: 77739061 per second (77739061) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 949ms (949967219) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1397054794392) - ScannerThreadsSysTime: 285ms (285904000) - ScannerThreadsUserTime: 4.04s (4044948000) - ScannerThreadsVoluntaryContextSwitches: 24,462 (24462) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.46s (2456915229) - TotalReadThroughput: 472.1 KiB/s (483385) - TotalTime: 491ms (491983007) Node Lifecycle Event Timeline Open Started: 1.99s (1990931260) Open Finished: 1.99s (1990931260) First Batch Requested: 1.99s (1990931260) First Batch Returned: 2.15s (2152925667) Last Batch Returned: 23.3m (1399128722788) Closed: 23.3m (1399291717166) Buffer pool - AllocTime: 18ms (18999343) - CumulativeAllocationBytes: 759.8 MiB (796655616) - CumulativeAllocations: 132 (132) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999343) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 228,352 (228352) - Rows rejected: 0 (0) - Rows total: 38,246,297 (38246297) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 69 (69) - Files rejected: 55 (55) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,357 (37357) - RowGroups rejected: 0 (0) - RowGroups total: 37,357 (37357) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 38,246,297 (38246297) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 91 (91) - CodegenTotalWallClockTime: 1.18s (1177959330) - CodegenSysTime: 7ms (7945000) - CodegenUserTime: 438ms (438513000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 392ms (392986432) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 36ms (36998722) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 628ms (628978283) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 115ms (115995996) - TotalTime: 1.18s (1177959330) Instance c7456fdd806a4994:3209e92600000314 (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.637 Hdfs split stats (:<# splits>/): 0:76/13.18 GB Filter 32 arrival: 1s169ms Filter 30 arrival: 16s768ms - AverageThreadTokens: 2.00 (1.9992839240959541) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79792924) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3641741770) - RowsProduced: 37,740,806 (37740806) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1379574034817) - TotalStorageWaitTime: 791ms (791955811) - TotalThreadsInvoluntaryContextSwitches: 204 (204) - TotalThreadsTotalWallClockTime: 46.6m (2794413102049) - TotalThreadsSysTime: 1.54s (1537823000) - TotalThreadsUserTime: 19.93s (19927239000) - TotalThreadsVoluntaryContextSwitches: 54,770 (54770) - TotalTime: 23.3m (1397927010821) Fragment Instance Lifecycle Event Timeline Prepare Finished: 491ms (491972547) Open Finished: 1.78s (1782900511) First Batch Produced: 1.78s (1782900511) First Batch Sent: 1.78s (1782900511) ExecInternal Finished: 23.3m (1398419983313) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1396635082913) - ExecTreeExecTime: 1.82s (1825898122) - InactiveTotalTime: 0ns (0) - OpenTime: 1.29s (1290927964) - ExecTreeOpenTime: 137ms (137992300) - PrepareTime: 999.94us (999944) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379594033698) - PeakMemoryUsage: 1.2 MiB (1266624) - RowsSent: 37,740,806 (37740806) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.55s (7546578968) - TotalBytesSent: 1,005.1 MiB (1053918937) - TotalTime: 23.2m (1393745244149) - UncompressedRowBatchSize: 2.2 GiB (2339929972) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 15ms (15999107) - InactiveTotalTime: 0ns (0) - LocalTime: 1.54s (1538914124) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,740,806 (37740806) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.45s (1447919202) - RowsReturned: 37,740,806 (37740806) - RowsReturnedRate: 19576199 per second (19576199) - TotalTime: 1.93s (1927892429) Node Lifecycle Event Timeline Open Started: 1.64s (1644908211) Open Finished: 1.78s (1782900511) First Batch Requested: 1.78s (1782900511) First Batch Returned: 1.78s (1782900511) Last Batch Returned: 23.3m (1398294990287) Closed: 23.3m (1398417983424) Buffer pool - AllocTime: 14ms (14999163) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 14ms (14999163) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 14ms (14999163) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.94us (999944) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.64s (1644908211) Open Finished: 1.64s (1644908211) First Batch Requested: 1.64s (1644908211) First Batch Returned: 1.64s (1644908211) Last Batch Returned: 1.64s (1644908211) Closed: 1.66s (1660907318) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:76/13.18 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 42ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0% 2:0% 3:0.03583% 4:0% 5:0.03583% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.002866356144750985) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 637.6 MiB (668545857) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 637.6 MiB (668545857) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 637.6 MiB (668545857) - CachedFileHandlesHitCount: 138 (138) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 513ms (513971319) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.36s (3356812677) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476731) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 286.2 MiB/s (300082207) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1245769728) - RowBatchQueueGetWaitTime: 53ms (53996987) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1391070393423) - RowBatchesEnqueued: 36,894 (36894) - RowsRead: 37,740,806 (37740806) - RowsReturned: 37,740,806 (37740806) - RowsReturnedRate: 97025478 per second (97025478) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 791ms (791955811) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.3m (1396487091172) - ScannerThreadsSysTime: 289ms (289322000) - ScannerThreadsUserTime: 4.06s (4060984000) - ScannerThreadsVoluntaryContextSwitches: 23,542 (23542) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.23s (2227875699) - TotalReadThroughput: 467.4 KiB/s (478597) - TotalTime: 388ms (388978305) Node Lifecycle Event Timeline Open Started: 1.66s (1660907318) Open Finished: 1.66s (1660907318) First Batch Requested: 1.66s (1660907318) First Batch Returned: 1.78s (1782900511) Last Batch Returned: 23.3m (1398293990343) Closed: 23.3m (1398417983424) Buffer pool - AllocTime: 139ms (139992190) - CumulativeAllocationBytes: 697.9 MiB (731774976) - CumulativeAllocations: 132 (132) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 139ms (139992190) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 243,712 (243712) - Rows rejected: 0 (0) - Rows total: 37,740,806 (37740806) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 76 (76) - Files rejected: 61 (61) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,864 (36864) - RowGroups rejected: 0 (0) - RowGroups total: 36,864 (36864) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 37,740,806 (37740806) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 85 (85) - CodegenTotalWallClockTime: 1.15s (1152935664) - CodegenSysTime: 6ms (6955000) - CodegenUserTime: 434ms (434222000) - CodegenVoluntaryContextSwitches: 39 (39) - CompileTime: 264ms (264985213) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 25ms (25998549) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 753ms (753957928) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 48ms (48997266) - TotalTime: 1.15s (1152935664) Instance c7456fdd806a4994:3209e9260000031e (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.619 Hdfs split stats (:<# splits>/): 0:75/13.23 GB Filter 32 arrival: 1s122ms Filter 30 arrival: 17s018ms - AverageThreadTokens: 2.00 (1.9989258861439312) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83964731) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3631455475) - RowsProduced: 38,039,031 (38039031) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1379605133172) - TotalStorageWaitTime: 898ms (898993574) - TotalThreadsInvoluntaryContextSwitches: 167 (167) - TotalThreadsTotalWallClockTime: 46.6m (2794294015337) - TotalThreadsSysTime: 1.59s (1588643000) - TotalThreadsUserTime: 19.64s (19638034000) - TotalThreadsVoluntaryContextSwitches: 56,078 (56078) - TotalTime: 23.3m (1397905002242) Fragment Instance Lifecycle Event Timeline Prepare Finished: 541ms (541996117) Open Finished: 1.81s (1812987012) First Batch Produced: 1.81s (1812987012) First Batch Sent: 1.81s (1812987012) ExecInternal Finished: 23.3m (1398457998280) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1396633011354) - ExecTreeExecTime: 1.82s (1816986971) - InactiveTotalTime: 0ns (0) - OpenTime: 1.27s (1270990895) - ExecTreeOpenTime: 189ms (189998639) - PrepareTime: 999.99us (999993) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379626133024) - PeakMemoryUsage: 1.2 MiB (1274816) - RowsSent: 38,039,031 (38039031) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.39s (7392947115) - TotalBytesSent: 1,013.9 MiB (1063169396) - TotalTime: 23.2m (1393483033911) - UncompressedRowBatchSize: 2.2 GiB (2358419922) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 39ms (39999713) - InactiveTotalTime: 0ns (0) - LocalTime: 1.58s (1584988638) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 38,039,031 (38039031) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.47s (1465989489) - RowsReturned: 38,039,031 (38039031) - RowsReturnedRate: 19309291 per second (19309291) - TotalTime: 1.97s (1969985873) Node Lifecycle Event Timeline Open Started: 1.62s (1622988373) Open Finished: 1.81s (1812987012) First Batch Requested: 1.81s (1812987012) First Batch Returned: 1.81s (1812987012) Last Batch Returned: 23.3m (1398222999959) Closed: 23.3m (1398453998309) Buffer pool - AllocTime: 39ms (39999713) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 39ms (39999713) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 39ms (39999713) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.62s (1622988373) Open Finished: 1.62s (1622988373) First Batch Requested: 1.62s (1622988373) First Batch Returned: 1.62s (1622988373) Last Batch Returned: 1.62s (1622988373) Closed: 1.66s (1662988086) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:75/13.23 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 23ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0% 2:0.03584% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (7.168458781362007E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 645.9 MiB (677311779) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 645.9 MiB (677311779) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 645.9 MiB (677311779) - CachedFileHandlesHitCount: 136 (136) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 466ms (466996657) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.26s (3257976697) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671073) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 259.1 MiB/s (271687374) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1255607296) - RowBatchQueueGetWaitTime: 75ms (75999456) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1391276049667) - RowBatchesEnqueued: 37,187 (37187) - RowsRead: 38,039,031 (38039031) - RowsReturned: 38,039,031 (38039031) - RowsReturnedRate: 98803387 per second (98803387) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 898ms (898993574) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.3m (1396390013088) - ScannerThreadsSysTime: 276ms (276341000) - ScannerThreadsUserTime: 4.10s (4103666000) - ScannerThreadsVoluntaryContextSwitches: 24,942 (24942) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.49s (2492982169) - TotalReadThroughput: 473.7 KiB/s (485026) - TotalTime: 384ms (384997235) Node Lifecycle Event Timeline Open Started: 1.66s (1662988086) Open Finished: 1.66s (1662988086) First Batch Requested: 1.66s (1662988086) First Batch Returned: 1.81s (1812987012) Last Batch Returned: 23.3m (1398221999966) Closed: 23.3m (1398453998309) Buffer pool - AllocTime: 33ms (33999756) - CumulativeAllocationBytes: 764.0 MiB (801112064) - CumulativeAllocations: 136 (136) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999763) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 254,976 (254976) - Rows rejected: 0 (0) - Rows total: 38,039,031 (38039031) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 75 (75) - Files rejected: 59 (59) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,155 (37155) - RowGroups rejected: 0 (0) - RowGroups total: 37,155 (37155) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 38,039,031 (38039031) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 68 (68) - CodegenTotalWallClockTime: 1.08s (1080992256) - CodegenSysTime: 2ms (2995000) - CodegenUserTime: 433ms (433323000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 369ms (369997350) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 40ms (40999707) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 567ms (567995931) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 99ms (99999283) - TotalTime: 1.08s (1080992256) Instance c7456fdd806a4994:3209e92600000315 (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.573 Hdfs split stats (:<# splits>/): 0:77/13.16 GB Filter 32 arrival: 1s264ms Filter 30 arrival: 16s948ms - AverageThreadTokens: 2.00 (1.9985678481919082) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981153) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3584065437) - RowsProduced: 37,900,913 (37900913) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1379345741267) - TotalStorageWaitTime: 851ms (851998605) - TotalThreadsInvoluntaryContextSwitches: 113 (113) - TotalThreadsTotalWallClockTime: 46.6m (2793482425480) - TotalThreadsSysTime: 1.47s (1468257000) - TotalThreadsUserTime: 19.45s (19454056000) - TotalThreadsVoluntaryContextSwitches: 55,617 (55617) - TotalTime: 23.3m (1397652711248) Fragment Instance Lifecycle Event Timeline Prepare Finished: 553ms (553999093) Open Finished: 1.99s (1993996735) First Batch Produced: 1.99s (1993996735) First Batch Sent: 1.99s (1993996735) ExecInternal Finished: 23.3m (1398144710442) Buffer pool - AllocTime: 1,000.00us (999998) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 1,000.00us (999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1396148713710) - ExecTreeExecTime: 1.76s (1765997117) - InactiveTotalTime: 0ns (0) - OpenTime: 1.44s (1439997642) - ExecTreeOpenTime: 239ms (239999607) - PrepareTime: 63ms (63999896) - ExecTreePrepareTime: 1,000.00us (999999) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379361741239) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 37,900,913 (37900913) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.21s (7213988204) - TotalBytesSent: 1,009.4 MiB (1058418960) - TotalTime: 23.2m (1393068718745) - UncompressedRowBatchSize: 2.2 GiB (2349856606) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.47s (1473997577) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,900,913 (37900913) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.40s (1400997696) - RowsReturned: 37,900,913 (37900913) - RowsReturnedRate: 19229312 per second (19229312) - TotalTime: 1.97s (1970996785) Node Lifecycle Event Timeline Open Started: 1.75s (1753997128) Open Finished: 1.99s (1993996735) First Batch Requested: 1.99s (1993996735) First Batch Returned: 1.99s (1993996735) Last Batch Returned: 23.3m (1397823710967) Closed: 23.3m (1398144710442) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.75s (1753997128) Open Finished: 1.75s (1753997128) First Batch Requested: 1.75s (1753997128) First Batch Returned: 1.75s (1753997128) Last Batch Returned: 1.75s (1753997128) Closed: 1.75s (1753997128) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:77/13.16 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0.03586% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):60 - AverageHdfsReadThreadConcurrency: 0.00 (3.5855145213338117E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 640.9 MiB (672081638) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 640.9 MiB (672081638) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 640.9 MiB (672081638) - CachedFileHandlesHitCount: 142 (142) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 464ms (464999250) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.28s (3281994614) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671031) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 308.3 MiB/s (323272118) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1251083264) - RowBatchQueueGetWaitTime: 170ms (170999720) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1390603722786) - RowBatchesEnqueued: 37,055 (37055) - RowsRead: 37,900,913 (37900913) - RowsReturned: 37,900,913 (37900913) - RowsReturnedRate: 76259503 per second (76259503) - ScanRangesComplete: 77 (77) - ScannerIoWaitTime: 851ms (851998605) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1395893714128) - ScannerThreadsSysTime: 251ms (251074000) - ScannerThreadsUserTime: 4.10s (4099485000) - ScannerThreadsVoluntaryContextSwitches: 24,377 (24377) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.08s (2078996606) - TotalReadThroughput: 470.0 KiB/s (481301) - TotalTime: 496ms (496999208) Node Lifecycle Event Timeline Open Started: 1.75s (1753997128) Open Finished: 1.75s (1753997128) First Batch Requested: 1.75s (1753997128) First Batch Returned: 1.99s (1993996735) Last Batch Returned: 23.3m (1397822710969) Closed: 23.3m (1398144710442) Buffer pool - AllocTime: 10ms (10999980) - CumulativeAllocationBytes: 746.1 MiB (782368768) - CumulativeAllocations: 142 (142) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999980) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 277,504 (277504) - Rows rejected: 0 (0) - Rows total: 37,900,913 (37900913) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 77 (77) - Files rejected: 60 (60) - Files total: 77 (77) - InactiveTotalTime: 0ns (0) - RowGroups processed: 37,021 (37021) - RowGroups rejected: 0 (0) - RowGroups total: 37,021 (37021) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 37,900,913 (37900913) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.20s (1199998035) - CodegenSysTime: 7ms (7398000) - CodegenUserTime: 438ms (438197000) - CodegenVoluntaryContextSwitches: 60 (60) - CompileTime: 509ms (509999165) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 48ms (48999920) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 509ms (509999165) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 80ms (80999867) - TotalTime: 1.20s (1199998035) Instance c7456fdd806a4994:3209e92600000325 (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.600 Hdfs split stats (:<# splits>/): 0:73/13.43 GB Filter 32 arrival: 1s229ms Filter 30 arrival: 16s859ms - AverageThreadTokens: 2.00 (1.9985678481919082) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997453) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3597881186) - RowsProduced: 36,345,719 (36345719) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1377582925659) - TotalStorageWaitTime: 1.17s (1168960903) - TotalThreadsInvoluntaryContextSwitches: 171 (171) - TotalThreadsTotalWallClockTime: 46.6m (2793698562550) - TotalThreadsSysTime: 1.54s (1539707000) - TotalThreadsUserTime: 19.86s (19860046000) - TotalThreadsVoluntaryContextSwitches: 53,489 (53489) - TotalTime: 23.3m (1397627255253) Fragment Instance Lifecycle Event Timeline Prepare Finished: 589ms (589980265) Open Finished: 1.95s (1951934706) First Batch Produced: 1.95s (1951934706) First Batch Sent: 1.95s (1951934706) ExecInternal Finished: 23.3m (1398218235485) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1396264300845) - ExecTreeExecTime: 2.25s (2253924591) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1361954441) - ExecTreeOpenTime: 137ms (137995384) - PrepareTime: 999.97us (999967) - ExecTreePrepareTime: 999.97us (999967) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1377596925189) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 36,345,719 (36345719) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.08s (7077763298) - TotalBytesSent: 968.6 MiB (1015673694) - TotalTime: 23.2m (1391734452363) - UncompressedRowBatchSize: 2.1 GiB (2253434578) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 3ms (3999867) - InactiveTotalTime: 0ns (0) - LocalTime: 1.52s (1523949012) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 36,345,719 (36345719) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.45s (1451951417) - RowsReturned: 36,345,719 (36345719) - RowsReturnedRate: 15284665 per second (15284665) - TotalTime: 2.38s (2377920444) Node Lifecycle Event Timeline Open Started: 1.81s (1813939322) Open Finished: 1.95s (1951934706) First Batch Requested: 1.95s (1951934706) First Batch Returned: 1.95s (1951934706) Last Batch Returned: 23.3m (1398070240434) Closed: 23.3m (1398217235518) Buffer pool - AllocTime: 3ms (3999867) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 2ms (2999900) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 3ms (3999867) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.81s (1813939322) Open Finished: 1.81s (1813939322) First Batch Requested: 1.81s (1813939322) First Batch Returned: 1.81s (1813939322) Last Batch Returned: 1.81s (1813939322) Closed: 1.82s (1817939189) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:73/13.43 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03586% 2:0% 3:0% 4:0.03586% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (0.0017927572606669057) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 616.4 MiB (646296075) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 616.4 MiB (646296075) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 616.4 MiB (646296075) - CachedFileHandlesHitCount: 130 (130) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 497ms (497983330) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.39s (3387886686) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671031) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 267.4 MiB/s (280398131) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1199677440) - RowBatchQueueGetWaitTime: 553ms (553981473) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1390445495487) - RowBatchesEnqueued: 35,530 (35530) - RowsRead: 36,345,719 (36345719) - RowsReturned: 36,345,719 (36345719) - RowsReturnedRate: 42560813 per second (42560813) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 1.17s (1168960903) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1396072307264) - ScannerThreadsSysTime: 298ms (298095000) - ScannerThreadsUserTime: 3.99s (3993125000) - ScannerThreadsVoluntaryContextSwitches: 22,372 (22372) - TotalRawHdfsOpenFileTime(*): 999.97us (999967) - TotalRawHdfsReadTime(*): 2.30s (2304922903) - TotalReadThroughput: 452.0 KiB/s (462818) - TotalTime: 853ms (853971432) Node Lifecycle Event Timeline Open Started: 1.82s (1817939189) Open Finished: 1.82s (1818939155) First Batch Requested: 1.82s (1818939155) First Batch Returned: 1.95s (1951934706) Last Batch Returned: 23.3m (1398069240467) Closed: 23.3m (1398217235518) Buffer pool - AllocTime: 30ms (30998965) - CumulativeAllocationBytes: 743.9 MiB (780009472) - CumulativeAllocations: 130 (130) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30998965) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 235,520 (235520) - Rows rejected: 0 (0) - Rows total: 36,345,719 (36345719) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 73 (73) - Files rejected: 58 (58) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,500 (35500) - RowGroups rejected: 0 (0) - RowGroups total: 35,500 (35500) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 36,345,719 (36345719) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 35 (35) - CodegenTotalWallClockTime: 1.22s (1223959057) - CodegenSysTime: 6ms (6998000) - CodegenUserTime: 446ms (446985000) - CodegenVoluntaryContextSwitches: 52 (52) - CompileTime: 556ms (556981368) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29998996) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 526ms (526982372) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 107ms (107996387) - TotalTime: 1.22s (1223959057) Instance c7456fdd806a4994:3209e92600000321 (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:22.974 Hdfs split stats (:<# splits>/): 0:74/13.35 GB Filter 32 arrival: 1s079ms Filter 30 arrival: 16s951ms - AverageThreadTokens: 2.00 (1.9992836676217765) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972925) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3619862333) - RowsProduced: 37,362,148 (37362148) - TotalNetworkReceiveTime: 39ms (39998487) - TotalNetworkSendTime: 23.0m (1379538821200) - TotalStorageWaitTime: 845ms (845968002) - TotalThreadsInvoluntaryContextSwitches: 163 (163) - TotalThreadsTotalWallClockTime: 46.6m (2793253349681) - TotalThreadsSysTime: 1.47s (1466326000) - TotalThreadsUserTime: 19.43s (19425600000) - TotalThreadsVoluntaryContextSwitches: 55,415 (55415) - TotalTime: 23.3m (1397369146753) Fragment Instance Lifecycle Event Timeline Prepare Finished: 499ms (499981084) Open Finished: 1.74s (1739934174) First Batch Produced: 1.74s (1739934174) First Batch Sent: 1.74s (1739934174) ExecInternal Finished: 23.3m (1397821129653) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1396079195555) - ExecTreeExecTime: 1.70s (1700935673) - InactiveTotalTime: 0ns (0) - OpenTime: 1.24s (1239953090) - ExecTreeOpenTime: 201ms (201992358) - PrepareTime: 49ms (49998108) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379557820480) - PeakMemoryUsage: 1.2 MiB (1233856) - RowsSent: 37,362,148 (37362148) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.28s (7282724526) - TotalBytesSent: 994.4 MiB (1042659048) - TotalTime: 23.2m (1393355298561) - UncompressedRowBatchSize: 2.2 GiB (2316453176) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.44s (1441945466) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,362,148 (37362148) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.36s (1364948374) - RowsReturned: 37,362,148 (37362148) - RowsReturnedRate: 19927232 per second (19927232) - TotalTime: 1.87s (1874929090) Node Lifecycle Event Timeline Open Started: 1.54s (1537941816) Open Finished: 1.74s (1739934174) First Batch Requested: 1.74s (1739934174) First Batch Returned: 1.74s (1739934174) Last Batch Returned: 23.3m (1397663135628) Closed: 23.3m (1397821129653) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 39ms (39998487) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 9150 per second (9150) - TotalTime: 39ms (39998487) Node Lifecycle Event Timeline Open Started: 1.54s (1537941816) Open Finished: 1.54s (1537941816) First Batch Requested: 1.54s (1537941816) First Batch Returned: 1.58s (1577940303) Last Batch Returned: 1.58s (1577940303) Closed: 1.58s (1577940303) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 39ms (39998487) - DataWaitTime: 39ms (39998487) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:74/13.35 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.07168% 2:0.03584% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (0.0014336917562724014) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 628.7 MiB (659252833) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 628.7 MiB (659252833) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 628.7 MiB (659252833) - CachedFileHandlesHitCount: 134 (134) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 476ms (476981957) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.06s (3063884125) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671032) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 322.4 MiB/s (338091163) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1233232896) - RowBatchQueueGetWaitTime: 145ms (145994477) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1391000387642) - RowBatchesEnqueued: 36,523 (36523) - RowsRead: 37,362,148 (37362148) - RowsReturned: 37,362,148 (37362148) - RowsReturnedRate: 95072674 per second (95072674) - ScanRangesComplete: 74 (74) - ScannerIoWaitTime: 845ms (845968002) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1395934201036) - ScannerThreadsSysTime: 261ms (261846000) - ScannerThreadsUserTime: 4.03s (4031625000) - ScannerThreadsVoluntaryContextSwitches: 24,149 (24149) - TotalRawHdfsOpenFileTime(*): 3ms (3999849) - TotalRawHdfsReadTime(*): 1.95s (1949926247) - TotalReadThroughput: 461.1 KiB/s (472127) - TotalTime: 392ms (392985137) Node Lifecycle Event Timeline Open Started: 1.58s (1577940303) Open Finished: 1.58s (1577940303) First Batch Requested: 1.58s (1577940303) First Batch Returned: 1.74s (1739934174) Last Batch Returned: 23.3m (1397662135666) Closed: 23.3m (1397821129653) Buffer pool - AllocTime: 45ms (45998261) - CumulativeAllocationBytes: 731.9 MiB (767426560) - CumulativeAllocations: 134 (134) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 45ms (45998261) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 232,448 (232448) - Rows rejected: 0 (0) - Rows total: 37,362,148 (37362148) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 74 (74) - Files rejected: 59 (59) - Files total: 74 (74) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,493 (36493) - RowGroups rejected: 0 (0) - RowGroups total: 36,493 (36493) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 37,362,148 (37362148) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 82 (82) - CodegenTotalWallClockTime: 1.04s (1037960732) - CodegenSysTime: 9ms (9894000) - CodegenUserTime: 421ms (421243000) - CodegenVoluntaryContextSwitches: 61 (61) - CompileTime: 485ms (485981614) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 49ms (49998108) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 366ms (366986116) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 132ms (132994969) - TotalTime: 1.04s (1037960732) Instance c7456fdd806a4994:3209e92600000313 (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.512 Hdfs split stats (:<# splits>/): 0:75/13.19 GB Filter 32 arrival: 1s223ms Filter 30 arrival: 16s860ms - AverageThreadTokens: 2.00 (1.9985678481919082) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972885) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3621860821) - RowsProduced: 37,491,434 (37491434) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1380132706569) - TotalStorageWaitTime: 783ms (783971999) - TotalThreadsInvoluntaryContextSwitches: 124 (124) - TotalThreadsTotalWallClockTime: 46.5m (2792920246725) - TotalThreadsSysTime: 1.49s (1489675000) - TotalThreadsUserTime: 18.85s (18852655000) - TotalThreadsVoluntaryContextSwitches: 55,722 (55722) - TotalTime: 23.3m (1397300093357) Fragment Instance Lifecycle Event Timeline Prepare Finished: 722ms (722974170) Open Finished: 2.05s (2054926584) First Batch Produced: 2.06s (2055926548) First Batch Sent: 2.06s (2055926548) ExecInternal Finished: 23.3m (1398023067528) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1395967140979) - ExecTreeExecTime: 1.68s (1682939884) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1331952414) - ExecTreeOpenTime: 120ms (120995678) - PrepareTime: 999.96us (999964) - ExecTreePrepareTime: 999.96us (999964) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1380138706357) - PeakMemoryUsage: 1.2 MiB (1291200) - RowsSent: 37,491,434 (37491434) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.27s (7267740386) - TotalBytesSent: 998.1 MiB (1046629057) - TotalTime: 23.2m (1393489229489) - UncompressedRowBatchSize: 2.2 GiB (2324468908) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 10ms (10999607) - InactiveTotalTime: 0ns (0) - LocalTime: 1.41s (1410949592) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,491,434 (37491434) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.32s (1322952735) - RowsReturned: 37,491,434 (37491434) - RowsReturnedRate: 21110795 per second (21110795) - TotalTime: 1.77s (1775936559) Node Lifecycle Event Timeline Open Started: 1.93s (1933930906) Open Finished: 2.05s (2054926584) First Batch Requested: 2.05s (2054926584) First Batch Returned: 2.06s (2055926548) Last Batch Returned: 23.3m (1397721078310) Closed: 23.3m (1398023067528) Buffer pool - AllocTime: 10ms (10999607) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999607) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 10ms (10999607) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.93s (1933930906) Open Finished: 1.93s (1933930906) First Batch Requested: 1.93s (1933930906) First Batch Returned: 1.93s (1933930906) Last Batch Returned: 1.93s (1933930906) Closed: 1.94s (1944930513) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:75/13.19 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 29ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):62 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 631.0 MiB (661702601) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 631.0 MiB (661702601) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 631.0 MiB (661702601) - CachedFileHandlesHitCount: 126 (126) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 433ms (433984513) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.98s (2981893484) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671039) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 359.6 MiB/s (377051987) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.2 GiB (1237482496) - RowBatchQueueGetWaitTime: 65ms (65997643) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1390899321976) - RowBatchesEnqueued: 36,645 (36645) - RowsRead: 37,491,434 (37491434) - RowsReturned: 37,491,434 (37491434) - RowsReturnedRate: 102719925 per second (102719925) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 783ms (783971999) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 23.3m (1395621153332) - ScannerThreadsSysTime: 254ms (254060000) - ScannerThreadsUserTime: 3.98s (3977077000) - ScannerThreadsVoluntaryContextSwitches: 24,635 (24635) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 1.75s (1754937313) - TotalReadThroughput: 462.8 KiB/s (473895) - TotalTime: 364ms (364986967) Node Lifecycle Event Timeline Open Started: 1.94s (1944930513) Open Finished: 1.94s (1944930513) First Batch Requested: 1.94s (1944930513) First Batch Returned: 2.05s (2054926584) Last Batch Returned: 23.3m (1397720078346) Closed: 23.3m (1398023067528) Buffer pool - AllocTime: 6ms (6999750) - CumulativeAllocationBytes: 745.6 MiB (781844480) - CumulativeAllocations: 126 (126) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 6ms (6999750) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 204,800 (204800) - Rows rejected: 0 (0) - Rows total: 37,491,434 (37491434) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 75 (75) - Files rejected: 62 (62) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,619 (36619) - RowGroups rejected: 0 (0) - RowGroups total: 36,619 (36619) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 37,491,434 (37491434) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 53 (53) - CodegenTotalWallClockTime: 1.21s (1210956736) - CodegenSysTime: 7ms (7950000) - CodegenUserTime: 429ms (429487000) - CodegenVoluntaryContextSwitches: 74 (74) - CompileTime: 651ms (651976706) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 73ms (73997357) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 456ms (456983674) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 25ms (25999071) - TotalTime: 1.21s (1210956736) Instance c7456fdd806a4994:3209e92600000337 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:23.157 Hdfs split stats (:<# splits>/): 0:78/13.06 GB Filter 32 arrival: 1s175ms Filter 30 arrival: 16s924ms - AverageThreadTokens: 2.00 (1.998567335243553) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981079) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3581586341) - RowsProduced: 37,184,445 (37184445) - TotalNetworkReceiveTime: 113ms (113998628) - TotalNetworkSendTime: 23.0m (1379249393253) - TotalStorageWaitTime: 1.01s (1010987829) - TotalThreadsInvoluntaryContextSwitches: 86 (86) - TotalThreadsTotalWallClockTime: 46.5m (2792468377591) - TotalThreadsSysTime: 1.47s (1465340000) - TotalThreadsUserTime: 19.04s (19041982000) - TotalThreadsVoluntaryContextSwitches: 55,018 (55018) - TotalTime: 23.3m (1397041179083) Fragment Instance Lifecycle Event Timeline Prepare Finished: 518ms (518993753) Open Finished: 1.96s (1961976384) First Batch Produced: 1.96s (1961976384) First Batch Sent: 1.96s (1961976384) ExecInternal Finished: 23.3m (1397585172535) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1395597196464) - ExecTreeExecTime: 1.79s (1793978410) - InactiveTotalTime: 0ns (0) - OpenTime: 1.44s (1442982631) - ExecTreeOpenTime: 410ms (410995053) - PrepareTime: 999.99us (999988) - ExecTreePrepareTime: 999.99us (999988) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379272392975) - PeakMemoryUsage: 1.2 MiB (1250240) - RowsSent: 37,184,445 (37184445) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.23s (7232912931) - TotalBytesSent: 990.7 MiB (1038798281) - TotalTime: 23.2m (1392694231407) - UncompressedRowBatchSize: 2.1 GiB (2305435590) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 27ms (27999663) - InactiveTotalTime: 0ns (0) - LocalTime: 1.52s (1520981697) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,184,445 (37184445) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.41s (1406983065) - RowsReturned: 37,184,445 (37184445) - RowsReturnedRate: 17151703 per second (17151703) - TotalTime: 2.17s (2167973909) Node Lifecycle Event Timeline Open Started: 1.55s (1550981331) Open Finished: 1.96s (1961976384) First Batch Requested: 1.96s (1961976384) First Batch Returned: 1.96s (1961976384) Last Batch Returned: 23.3m (1397304175916) Closed: 23.3m (1397582172571) Buffer pool - AllocTime: 27ms (27999663) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 27ms (27999663) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 27ms (27999663) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 113ms (113998628) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 3210 per second (3210) - TotalTime: 113ms (113998628) Node Lifecycle Event Timeline Open Started: 1.55s (1550981331) Open Finished: 1.55s (1550981331) First Batch Requested: 1.55s (1550981331) First Batch Returned: 1.66s (1664979959) Last Batch Returned: 1.66s (1664979959) Closed: 1.69s (1692979622) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 113ms (113998628) - DataWaitTime: 113ms (113998628) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:78/13.06 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 16 out of 16 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.86% 1:0.03586% 2:0% 3:0.03586% 4:0.03586% 5:0.03586% 6:0% File Formats: PARQUET/SNAPPY:16 PARQUET/Unknown(Skipped):62 - AverageHdfsReadThreadConcurrency: 0.00 (0.004661168877733955) - AverageScannerThreadConcurrency: 1.00 (0.9996414485478666) - BytesRead: 629.6 MiB (660193106) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 629.6 MiB (660193106) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 629.6 MiB (660193106) - CachedFileHandlesHitCount: 140 (140) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 427ms (427994845) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.08s (3076962958) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 16 (16) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671051) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 268.6 MiB/s (281655739) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1227424768) - RowBatchQueueGetWaitTime: 203ms (203997544) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1390299260244) - RowBatchesEnqueued: 36,353 (36353) - RowsRead: 37,184,445 (37184445) - RowsReturned: 37,184,445 (37184445) - RowsReturnedRate: 69765276 per second (69765276) - ScanRangesComplete: 78 (78) - ScannerIoWaitTime: 1.01s (1010987829) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 23.3m (1395428198496) - ScannerThreadsSysTime: 278ms (278215000) - ScannerThreadsUserTime: 3.98s (3977490000) - ScannerThreadsVoluntaryContextSwitches: 23,994 (23994) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.34s (2343971783) - TotalReadThroughput: 461.7 KiB/s (472798) - TotalTime: 532ms (532993584) Node Lifecycle Event Timeline Open Started: 1.69s (1692979622) Open Finished: 1.69s (1693979610) First Batch Requested: 1.69s (1693979610) First Batch Returned: 1.96s (1961976384) Last Batch Returned: 23.3m (1397303175928) Closed: 23.3m (1397582172571) Buffer pool - AllocTime: 23ms (23999711) - CumulativeAllocationBytes: 728.0 MiB (763363328) - CumulativeAllocations: 140 (140) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999711) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 246,784 (246784) - Rows rejected: 0 (0) - Rows total: 37,184,445 (37184445) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 78 (78) - Files rejected: 62 (62) - Files total: 78 (78) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,321 (36321) - RowGroups rejected: 0 (0) - RowGroups total: 36,321 (36321) - Rows processed: 262,144 (262144) - Rows rejected: 0 (0) - Rows total: 37,184,445 (37184445) - Splits processed: 16 (16) - Splits rejected: 0 (0) - Splits total: 16 (16) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 1.03s (1031987578) - CodegenSysTime: 4ms (4976000) - CodegenUserTime: 422ms (422078000) - CodegenVoluntaryContextSwitches: 38 (38) - CompileTime: 269ms (269996750) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 20ms (20999747) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 704ms (704991514) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 33ms (33999591) - TotalTime: 1.03s (1031987578) Instance c7456fdd806a4994:3209e9260000032e (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:22.936 Hdfs split stats (:<# splits>/): 0:69/12.84 GB Filter 32 arrival: 1s526ms Filter 30 arrival: 17s018ms - AverageThreadTokens: 2.00 (1.998567335243553) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972864) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3576178369) - RowsProduced: 37,367,370 (37367370) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1379151593873) - TotalStorageWaitTime: 887ms (887972056) - TotalThreadsInvoluntaryContextSwitches: 204 (204) - TotalThreadsTotalWallClockTime: 46.5m (2791828132643) - TotalThreadsSysTime: 1.45s (1445748000) - TotalThreadsUserTime: 18.93s (18934736000) - TotalThreadsVoluntaryContextSwitches: 55,963 (55963) - TotalTime: 23.3m (1396915034810) Fragment Instance Lifecycle Event Timeline Prepare Finished: 570ms (570982022) Open Finished: 2.21s (2212930325) First Batch Produced: 2.21s (2212930325) First Batch Sent: 2.21s (2212930325) ExecInternal Finished: 23.3m (1397401019508) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1395186089246) - ExecTreeExecTime: 1.68s (1678947144) - InactiveTotalTime: 0ns (0) - OpenTime: 1.64s (1641948303) - ExecTreeOpenTime: 222ms (222992979) - PrepareTime: 86ms (86997261) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1379165593429) - PeakMemoryUsage: 1.1 MiB (1168320) - RowsSent: 37,367,370 (37367370) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.09s (7092776796) - TotalBytesSent: 995.2 MiB (1043505534) - TotalTime: 23.2m (1392600170644) - UncompressedRowBatchSize: 2.2 GiB (2316776940) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 19ms (19999371) - InactiveTotalTime: 0ns (0) - LocalTime: 1.43s (1426955086) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,367,370 (37367370) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.33s (1331958072) - RowsReturned: 37,367,370 (37367370) - RowsReturnedRate: 19908655 per second (19908655) - TotalTime: 1.88s (1876940913) Node Lifecycle Event Timeline Open Started: 1.99s (1989937346) Open Finished: 2.21s (2212930325) First Batch Requested: 2.21s (2212930325) First Batch Returned: 2.21s (2212930325) Last Batch Returned: 23.3m (1397210025517) Closed: 23.3m (1397400019539) Buffer pool - AllocTime: 18ms (18999402) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 18ms (18999402) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 18ms (18999402) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.99s (1989937346) Open Finished: 1.99s (1989937346) First Batch Requested: 1.99s (1990937315) First Batch Returned: 1.99s (1990937315) Last Batch Returned: 1.99s (1990937315) Closed: 2.01s (2009936717) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:69/12.84 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 25ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0% 2:0% 3:0% 4:0% 5:0.03587% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):54 - AverageHdfsReadThreadConcurrency: 0.00 (0.001793400286944046) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 630.9 MiB (661505353) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 630.9 MiB (661505353) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 630.9 MiB (661505353) - CachedFileHandlesHitCount: 138 (138) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 427ms (427986538) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.00s (2995905735) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671073) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 362.2 MiB/s (379750960) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1233435648) - RowBatchQueueGetWaitTime: 158ms (158994994) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1390189246485) - RowBatchesEnqueued: 36,529 (36529) - RowsRead: 37,367,370 (37367370) - RowsReturned: 37,367,370 (37367370) - RowsReturnedRate: 83041215 per second (83041215) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 887ms (887972056) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.2m (1395000095094) - ScannerThreadsSysTime: 276ms (276644000) - ScannerThreadsUserTime: 3.97s (3971054000) - ScannerThreadsVoluntaryContextSwitches: 24,930 (24930) - TotalRawHdfsOpenFileTime(*): 999.97us (999968) - TotalRawHdfsReadTime(*): 1.74s (1741945172) - TotalReadThroughput: 462.8 KiB/s (473918) - TotalTime: 449ms (449985827) Node Lifecycle Event Timeline Open Started: 2.01s (2009936717) Open Finished: 2.01s (2009936717) First Batch Requested: 2.01s (2009936717) First Batch Returned: 2.21s (2212930325) Last Batch Returned: 23.3m (1397209025548) Closed: 23.3m (1397400019539) Buffer pool - AllocTime: 30ms (30999023) - CumulativeAllocationBytes: 727.9 MiB (763232256) - CumulativeAllocations: 138 (138) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999023) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 239,616 (239616) - Rows rejected: 0 (0) - Rows total: 37,367,370 (37367370) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 69 (69) - Files rejected: 54 (54) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,499 (36499) - RowGroups rejected: 0 (0) - RowGroups total: 36,499 (36499) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 37,367,370 (37367370) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 138 (138) - CodegenTotalWallClockTime: 1.42s (1418955324) - CodegenSysTime: 7ms (7877000) - CodegenUserTime: 432ms (432765000) - CodegenVoluntaryContextSwitches: 62 (62) - CompileTime: 479ms (479984887) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999653) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 801ms (801974750) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 122ms (122996128) - TotalTime: 1.42s (1418955324) Instance c7456fdd806a4994:3209e9260000032b (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:22.773 Hdfs split stats (:<# splits>/): 0:70/13.38 GB Filter 32 arrival: 1s393ms Filter 30 arrival: 17s157ms - AverageThreadTokens: 2.00 (1.9985668219276245) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79778588) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3605353473) - RowsProduced: 35,963,923 (35963923) - TotalNetworkReceiveTime: 449ms (449990158) - TotalNetworkSendTime: 23.0m (1377796875402) - TotalStorageWaitTime: 1.03s (1030977457) - TotalThreadsInvoluntaryContextSwitches: 125 (125) - TotalThreadsTotalWallClockTime: 46.5m (2791578964030) - TotalThreadsSysTime: 1.46s (1464957000) - TotalThreadsUserTime: 19.10s (19099836000) - TotalThreadsVoluntaryContextSwitches: 53,958 (53958) - TotalTime: 23.3m (1396714461787) Fragment Instance Lifecycle Event Timeline Prepare Finished: 221ms (221995145) Open Finished: 1.77s (1773961203) First Batch Produced: 1.77s (1773961203) First Batch Sent: 1.77s (1773961203) ExecInternal Finished: 23.3m (1396937456911) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1395161495751) - ExecTreeExecTime: 1.68s (1683963170) - InactiveTotalTime: 0ns (0) - OpenTime: 1.55s (1551966058) - ExecTreeOpenTime: 625ms (625986309) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1377809875117) - PeakMemoryUsage: 1.2 MiB (1258432) - RowsSent: 35,963,923 (35963923) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.13s (7134844048) - TotalBytesSent: 958.3 MiB (1004883799) - TotalTime: 23.2m (1391550574710) - UncompressedRowBatchSize: 2.1 GiB (2229763226) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 16ms (16999629) - InactiveTotalTime: 0ns (0) - LocalTime: 1.41s (1413969075) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,963,923 (35963923) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.31s (1315971217) - RowsReturned: 35,963,923 (35963923) - RowsReturnedRate: 15732593 per second (15732593) - TotalTime: 2.29s (2285950003) Node Lifecycle Event Timeline Open Started: 1.15s (1147974894) Open Finished: 1.77s (1773961203) First Batch Requested: 1.77s (1773961203) First Batch Returned: 1.77s (1773961203) Last Batch Returned: 23.3m (1396664462878) Closed: 23.3m (1396936456932) Buffer pool - AllocTime: 15ms (15999650) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 15ms (15999650) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 15ms (15999650) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.98us (999979) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 449ms (449990158) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 813 per second (813) - TotalTime: 449ms (449990158) Node Lifecycle Event Timeline Open Started: 1.15s (1147974894) Open Finished: 1.52s (1523966671) First Batch Requested: 1.52s (1523966671) First Batch Returned: 1.60s (1597965052) Last Batch Returned: 1.60s (1597965052) Closed: 1.61s (1614964681) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 375ms (375991777) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 449ms (449990158) - DataWaitTime: 449ms (449990158) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:70/13.38 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 24ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.03588% 2:0% 3:0.03588% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):56 - AverageHdfsReadThreadConcurrency: 0.00 (0.0014352350197344816) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 609.1 MiB (638718717) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 609.1 MiB (638718717) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 609.1 MiB (638718717) - CachedFileHandlesHitCount: 128 (128) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 435ms (435990480) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.38s (3379926109) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476715) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 271.0 MiB/s (284133756) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1187102720) - RowBatchQueueGetWaitTime: 82ms (82998184) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1389367622422) - RowBatchesEnqueued: 35,156 (35156) - RowsRead: 35,963,923 (35963923) - RowsReturned: 35,963,923 (35963923) - RowsReturnedRate: 85224430 per second (85224430) - ScanRangesComplete: 70 (70) - ScannerIoWaitTime: 1.03s (1030977457) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.2m (1394865502221) - ScannerThreadsSysTime: 243ms (243311000) - ScannerThreadsUserTime: 3.92s (3918005000) - ScannerThreadsVoluntaryContextSwitches: 22,959 (22959) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.25s (2247950843) - TotalReadThroughput: 447.0 KiB/s (457724) - TotalTime: 421ms (421990770) Node Lifecycle Event Timeline Open Started: 1.61s (1614964681) Open Finished: 1.61s (1614964681) First Batch Requested: 1.61s (1614964681) First Batch Returned: 1.77s (1773961203) Last Batch Returned: 23.3m (1396664462878) Closed: 23.3m (1396936456932) Buffer pool - AllocTime: 13ms (13999693) - CumulativeAllocationBytes: 673.8 MiB (706478080) - CumulativeAllocations: 123 (123) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 13ms (13999693) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 226,304 (226304) - Rows rejected: 0 (0) - Rows total: 35,963,923 (35963923) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 70 (70) - Files rejected: 56 (56) - Files total: 70 (70) - InactiveTotalTime: 0ns (0) - RowGroups processed: 35,128 (35128) - RowGroups rejected: 0 (0) - RowGroups total: 35,128 (35128) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 35,963,923 (35963923) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 27 (27) - CodegenTotalWallClockTime: 925ms (925979749) - CodegenSysTime: 4ms (4953000) - CodegenUserTime: 428ms (428875000) - CodegenVoluntaryContextSwitches: 49 (49) - CompileTime: 195ms (195995714) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 18ms (18999584) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 485ms (485989371) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 204ms (204995517) - TotalTime: 925ms (925979749) Instance c7456fdd806a4994:3209e92600000323 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:22.994 Hdfs split stats (:<# splits>/): 0:83/13.19 GB Filter 32 arrival: 1s334ms Filter 30 arrival: 16s887ms - AverageThreadTokens: 2.00 (1.9992831541218639) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83956489) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3574559126) - RowsProduced: 37,200,106 (37200106) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 23.0m (1378578276574) - TotalStorageWaitTime: 964ms (964978503) - TotalThreadsInvoluntaryContextSwitches: 96 (96) - TotalThreadsTotalWallClockTime: 46.5m (2791336791695) - TotalThreadsSysTime: 1.49s (1489291000) - TotalThreadsUserTime: 19.08s (19082417000) - TotalThreadsVoluntaryContextSwitches: 55,799 (55799) - TotalTime: 23.3m (1396550876201) Fragment Instance Lifecycle Event Timeline Prepare Finished: 503ms (503988783) Open Finished: 2.03s (2031954776) First Batch Produced: 2.03s (2031954776) First Batch Sent: 2.03s (2031954776) ExecInternal Finished: 23.3m (1397054864984) Buffer pool - AllocTime: 999.98us (999977) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.98us (999977) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.3m (1395021910230) - ExecTreeExecTime: 1.67s (1672962730) - InactiveTotalTime: 0ns (0) - OpenTime: 1.53s (1527965993) - ExecTreeOpenTime: 195ms (195995638) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 999.98us (999978) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 23.0m (1378589276328) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 37,200,106 (37200106) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 7.14s (7141840875) - TotalBytesSent: 990.2 MiB (1038259586) - TotalTime: 23.2m (1392177973612) - UncompressedRowBatchSize: 2.1 GiB (2306406572) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.98us (999978) - InactiveTotalTime: 0ns (0) - LocalTime: 1.41s (1413968498) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 37,200,106 (37200106) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.33s (1335970236) - RowsReturned: 37,200,106 (37200106) - RowsReturnedRate: 20097749 per second (20097749) - TotalTime: 1.85s (1850958769) Node Lifecycle Event Timeline Open Started: 1.83s (1835959138) Open Finished: 2.03s (2031954776) First Batch Requested: 2.03s (2031954776) First Batch Returned: 2.03s (2031954776) Last Batch Returned: 23.3m (1396828870021) Closed: 23.3m (1397054864984) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.83s (1835959138) Open Finished: 1.83s (1835959138) First Batch Requested: 1.84s (1836959116) First Batch Returned: 1.84s (1836959116) Last Batch Returned: 1.84s (1836959116) Closed: 1.84s (1836959116) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:83/13.19 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 17 out of 17 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 22ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.07174% 2:0% 3:0.03587% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:17 PARQUET/Unknown(Skipped):66 - AverageHdfsReadThreadConcurrency: 0.00 (0.001793400286944046) - AverageScannerThreadConcurrency: 1.00 (0.9996413199426112) - BytesRead: 627.6 MiB (658063416) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 627.6 MiB (658063416) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 627.6 MiB (658063416) - CachedFileHandlesHitCount: 142 (142) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 440ms (440990178) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.21s (3211928457) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 17 (17) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671082) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 277.7 MiB/s (291184990) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1227969536) - RowBatchQueueGetWaitTime: 116ms (116997396) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.2m (1389594031137) - RowBatchesEnqueued: 36,371 (36371) - RowsRead: 37,200,106 (37200106) - RowsReturned: 37,200,106 (37200106) - RowsReturnedRate: 85127995 per second (85127995) - ScanRangesComplete: 83 (83) - ScannerIoWaitTime: 964ms (964978503) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 23.2m (1394786915472) - ScannerThreadsSysTime: 292ms (292214000) - ScannerThreadsUserTime: 3.94s (3941490000) - ScannerThreadsVoluntaryContextSwitches: 24,698 (24698) - TotalRawHdfsOpenFileTime(*): 999.98us (999977) - TotalRawHdfsReadTime(*): 2.26s (2259949646) - TotalReadThroughput: 460.6 KiB/s (471604) - TotalTime: 436ms (436990271) Node Lifecycle Event Timeline Open Started: 1.84s (1836959116) Open Finished: 1.84s (1837959094) First Batch Requested: 1.84s (1837959094) First Batch Returned: 2.03s (2031954776) Last Batch Returned: 23.3m (1396828870021) Closed: 23.3m (1397054864984) Buffer pool - AllocTime: 59ms (59998663) - CumulativeAllocationBytes: 730.1 MiB (765591552) - CumulativeAllocations: 142 (142) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 59ms (59998663) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 276,480 (276480) - Rows rejected: 0 (0) - Rows total: 37,200,106 (37200106) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 83 (83) - Files rejected: 66 (66) - Files total: 83 (83) - InactiveTotalTime: 0ns (0) - RowGroups processed: 36,337 (36337) - RowGroups rejected: 0 (0) - RowGroups total: 36,337 (36337) - Rows processed: 278,528 (278528) - Rows rejected: 0 (0) - Rows total: 37,200,106 (37200106) - Splits processed: 17 (17) - Splits rejected: 0 (0) - Splits total: 17 (17) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 47 (47) - CodegenTotalWallClockTime: 1.33s (1331970355) - CodegenSysTime: 6ms (6016000) - CodegenUserTime: 437ms (437207000) - CodegenVoluntaryContextSwitches: 82 (82) - CompileTime: 392ms (392991253) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999555) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 807ms (807982018) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 108ms (108997574) - TotalTime: 1.33s (1331970355) Instance c7456fdd806a4994:3209e9260000031f (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:17.694 Hdfs split stats (:<# splits>/): 0:73/13.22 GB Filter 32 arrival: 1s381ms Filter 30 arrival: 16s972ms - AverageThreadTokens: 2.00 (1.9989220265900107) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83989279) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3638079321) - RowsProduced: 35,452,489 (35452489) - TotalNetworkReceiveTime: 477ms (477985636) - TotalNetworkSendTime: 22.9m (1376248639383) - TotalStorageWaitTime: 730ms (730978032) - TotalThreadsInvoluntaryContextSwitches: 116 (116) - TotalThreadsTotalWallClockTime: 46.4m (2784306322752) - TotalThreadsSysTime: 1.35s (1353584000) - TotalThreadsUserTime: 18.00s (18000499000) - TotalThreadsVoluntaryContextSwitches: 53,976 (53976) - TotalTime: 23.2m (1393039134750) Fragment Instance Lifecycle Event Timeline Prepare Finished: 505ms (505984794) Open Finished: 1.93s (1927942061) First Batch Produced: 1.93s (1927942061) First Batch Sent: 1.93s (1927942061) ExecInternal Finished: 23.2m (1393501120867) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1391571178866) - ExecTreeExecTime: 1.60s (1597951967) - InactiveTotalTime: 0ns (0) - OpenTime: 1.42s (1421957267) - ExecTreeOpenTime: 565ms (565982991) - PrepareTime: 45ms (45998617) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1376256639143) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 35,452,489 (35452489) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.82s (6821794964) - TotalBytesSent: 944.2 MiB (990102640) - TotalTime: 23.2m (1389082253670) - UncompressedRowBatchSize: 2.0 GiB (2198054318) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 1ms (1999940) - InactiveTotalTime: 0ns (0) - LocalTime: 1.34s (1337959778) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 35,452,489 (35452489) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.26s (1264961969) - RowsReturned: 35,452,489 (35452489) - RowsReturnedRate: 16551612 per second (16551612) - TotalTime: 2.14s (2141935620) Node Lifecycle Event Timeline Open Started: 1.36s (1361959070) Open Finished: 1.93s (1927942061) First Batch Requested: 1.93s (1927942061) First Batch Returned: 1.93s (1927942061) Last Batch Returned: 23.2m (1393346125525) Closed: 23.2m (1393500120897) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.97us (999970) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 477ms (477985636) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 765 per second (765) - TotalTime: 477ms (477985636) Node Lifecycle Event Timeline Open Started: 1.36s (1361959070) Open Finished: 1.53s (1529954022) First Batch Requested: 1.53s (1530953992) First Batch Returned: 1.84s (1840944676) Last Batch Returned: 1.84s (1840944676) Closed: 1.84s (1841944646) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 167ms (167994952) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 477ms (477985636) - DataWaitTime: 477ms (477985636) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:73/13.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0% 2:0.03597% 3:0.03597% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (0.0017985611510791368) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 598.8 MiB (627915106) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 598.8 MiB (627915106) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 598.8 MiB (627915106) - CachedFileHandlesHitCount: 128 (128) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 482ms (482985476) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.96s (2956911128) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671051) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 335.9 MiB/s (352178337) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1170274304) - RowBatchQueueGetWaitTime: 40ms (40998768) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1386734324236) - RowBatchesEnqueued: 34,658 (34658) - RowsRead: 35,452,489 (35452489) - RowsReturned: 35,452,489 (35452489) - RowsReturnedRate: 108753233 per second (108753233) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 730ms (730978032) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.2m (1391313186619) - ScannerThreadsSysTime: 228ms (228652000) - ScannerThreadsUserTime: 3.79s (3793129000) - ScannerThreadsVoluntaryContextSwitches: 23,301 (23301) - TotalRawHdfsOpenFileTime(*): 2ms (2999910) - TotalRawHdfsReadTime(*): 1.78s (1782946422) - TotalReadThroughput: 440.6 KiB/s (451141) - TotalTime: 325ms (325990206) Node Lifecycle Event Timeline Open Started: 1.84s (1841944646) Open Finished: 1.84s (1841944646) First Batch Requested: 1.84s (1841944646) First Batch Returned: 1.93s (1927942061) Last Batch Returned: 23.2m (1393346125525) Closed: 23.2m (1393500120897) Buffer pool - AllocTime: 22ms (22999308) - CumulativeAllocationBytes: 705.8 MiB (740032512) - CumulativeAllocations: 128 (128) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999369) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 227,328 (227328) - Rows rejected: 0 (0) - Rows total: 35,452,489 (35452489) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 73 (73) - Files rejected: 59 (59) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 34,630 (34630) - RowGroups rejected: 0 (0) - RowGroups total: 34,630 (34630) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 35,452,489 (35452489) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 65 (65) - CodegenTotalWallClockTime: 855ms (855974276) - CodegenSysTime: 2ms (2991000) - CodegenUserTime: 417ms (417704000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 336ms (336989873) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 64ms (64998047) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 414ms (414987528) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 36ms (36998888) - TotalTime: 855ms (855974276) Instance c7456fdd806a4994:3209e92600000331 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:18.182 Hdfs split stats (:<# splits>/): 0:71/13.20 GB Filter 32 arrival: 1s416ms Filter 30 arrival: 17s024ms - AverageThreadTokens: 2.00 (1.998561668464581) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79803203) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3588634026) - RowsProduced: 34,652,187 (34652187) - TotalNetworkReceiveTime: 148ms (148994457) - TotalNetworkSendTime: 22.9m (1374325870251) - TotalStorageWaitTime: 580ms (580978382) - TotalThreadsInvoluntaryContextSwitches: 118 (118) - TotalThreadsTotalWallClockTime: 46.4m (2781501518385) - TotalThreadsSysTime: 1.38s (1379918000) - TotalThreadsUserTime: 17.81s (17809721000) - TotalThreadsVoluntaryContextSwitches: 53,010 (53010) - TotalTime: 23.2m (1391685224427) Fragment Instance Lifecycle Event Timeline Prepare Finished: 438ms (438983668) Open Finished: 2.01s (2011925148) First Batch Produced: 2.01s (2011925148) First Batch Sent: 2.01s (2011925148) ExecInternal Finished: 23.2m (1392125208058) Buffer pool - AllocTime: 999.96us (999963) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 999.96us (999963) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.2m (1390111282984) - ExecTreeExecTime: 1.60s (1602940358) - InactiveTotalTime: 0ns (0) - OpenTime: 1.57s (1572941480) - ExecTreeOpenTime: 335ms (335987500) - PrepareTime: 999.96us (999963) - ExecTreePrepareTime: 999.96us (999963) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.9m (1374343869581) - PeakMemoryUsage: 1.1 MiB (1160128) - RowsSent: 34,652,187 (34652187) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.59s (6589754854) - TotalBytesSent: 923.0 MiB (967844673) - TotalTime: 23.1m (1386990399102) - UncompressedRowBatchSize: 2.0 GiB (2148435594) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 28ms (28998921) - InactiveTotalTime: 0ns (0) - LocalTime: 1.36s (1357949473) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 34,652,187 (34652187) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.25s (1245953638) - RowsReturned: 34,652,187 (34652187) - RowsReturnedRate: 18114728 per second (18114728) - TotalTime: 1.91s (1912928823) Node Lifecycle Event Timeline Open Started: 1.68s (1675937648) Open Finished: 2.01s (2011925148) First Batch Requested: 2.01s (2011925148) First Batch Returned: 2.01s (2011925148) Last Batch Returned: 23.2m (1392008212410) Closed: 23.2m (1392125208058) Buffer pool - AllocTime: 26ms (26998995) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26998995) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 27ms (27998958) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 148ms (148994457) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 2456 per second (2456) - TotalTime: 148ms (148994457) Node Lifecycle Event Timeline Open Started: 1.68s (1675937648) Open Finished: 1.68s (1675937648) First Batch Requested: 1.68s (1676937611) First Batch Returned: 1.82s (1825932068) Last Batch Returned: 1.82s (1825932068) Closed: 1.85s (1853931026) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 148ms (148994457) - DataWaitTime: 148ms (148994457) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:71/13.20 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 27ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0.036% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):58 - AverageHdfsReadThreadConcurrency: 0.00 (3.599712023038157E-4) - AverageScannerThreadConcurrency: 1.00 (0.9996400287976962) - BytesRead: 585.8 MiB (614254398) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 585.8 MiB (614254398) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 585.8 MiB (614254398) - CachedFileHandlesHitCount: 122 (122) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 395ms (395985265) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.35s (3354875180) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476727) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 433.6 MiB/s (454683382) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.1 GiB (1143777280) - RowBatchQueueGetWaitTime: 92ms (92996540) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.1m (1384850478707) - RowBatchesEnqueued: 33,872 (33872) - RowsRead: 34,652,187 (34652187) - RowsReturned: 34,652,187 (34652187) - RowsReturnedRate: 85353390 per second (85353390) - ScanRangesComplete: 71 (71) - ScannerIoWaitTime: 580ms (580978382) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.2m (1389817293921) - ScannerThreadsSysTime: 246ms (246768000) - ScannerThreadsUserTime: 3.69s (3694651000) - ScannerThreadsVoluntaryContextSwitches: 22,372 (22372) - TotalRawHdfsOpenFileTime(*): 999.96us (999963) - TotalRawHdfsReadTime(*): 1.35s (1350949740) - TotalReadThroughput: 431.3 KiB/s (441655) - TotalTime: 405ms (405984893) Node Lifecycle Event Timeline Open Started: 1.85s (1853931026) Open Finished: 1.85s (1853931026) First Batch Requested: 1.85s (1853931026) First Batch Returned: 2.01s (2011925148) Last Batch Returned: 23.2m (1392008212410) Closed: 23.2m (1392125208058) Buffer pool - AllocTime: 34ms (34998698) - CumulativeAllocationBytes: 639.6 MiB (670695424) - CumulativeAllocations: 116 (116) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998698) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 197,773 (197773) - Rows rejected: 0 (0) - Rows total: 34,652,187 (34652187) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 71 (71) - Files rejected: 58 (58) - Files total: 71 (71) - InactiveTotalTime: 0ns (0) - RowGroups processed: 33,846 (33846) - RowGroups rejected: 0 (0) - RowGroups total: 33,846 (33846) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 34,652,187 (34652187) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 29 (29) - CodegenTotalWallClockTime: 1.24s (1236953980) - CodegenSysTime: 5ms (5000000) - CodegenUserTime: 424ms (424490000) - CodegenVoluntaryContextSwitches: 68 (68) - CompileTime: 441ms (441983556) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 12ms (12999516) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 652ms (652975707) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 109ms (109995908) - TotalTime: 1.24s (1236953980) Instance c7456fdd806a4994:3209e92600000316 (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:13.163 Hdfs split stats (:<# splits>/): 0:76/13.59 GB Filter 32 arrival: 1s162ms Filter 30 arrival: 16s880ms - AverageThreadTokens: 2.00 (1.999278238902923) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972945) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3592866849) - RowsProduced: 33,172,563 (33172563) - TotalNetworkReceiveTime: 287ms (287998110) - TotalNetworkSendTime: 22.8m (1370758001117) - TotalStorageWaitTime: 828ms (828994560) - TotalThreadsInvoluntaryContextSwitches: 82 (82) - TotalThreadsTotalWallClockTime: 46.2m (2772595798220) - TotalThreadsSysTime: 1.30s (1303806000) - TotalThreadsUserTime: 17.17s (17171348000) - TotalThreadsVoluntaryContextSwitches: 51,962 (51962) - TotalTime: 23.1m (1386989894568) Fragment Instance Lifecycle Event Timeline Prepare Finished: 608ms (608996004) Open Finished: 1.99s (1990986935) First Batch Produced: 1.99s (1990986935) First Batch Sent: 1.99s (1990986935) ExecInternal Finished: 23.1m (1387587890644) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1385595903716) - ExecTreeExecTime: 1.47s (1468990374) - InactiveTotalTime: 0ns (0) - OpenTime: 1.38s (1381990931) - ExecTreeOpenTime: 608ms (608996004) - PrepareTime: 11ms (11999921) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1370763001085) - PeakMemoryUsage: 1.2 MiB (1274816) - RowsSent: 33,172,563 (33172563) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.37s (6373958135) - TotalBytesSent: 883.3 MiB (926225449) - TotalTime: 23.0m (1382922921246) - UncompressedRowBatchSize: 1.9 GiB (2056698906) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 88ms (88999416) - InactiveTotalTime: 0ns (0) - LocalTime: 1.34s (1338991224) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 33,172,563 (33172563) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.18s (1182992246) - RowsReturned: 33,172,563 (33172563) - RowsReturnedRate: 16181844 per second (16181844) - TotalTime: 2.05s (2049986560) Node Lifecycle Event Timeline Open Started: 1.38s (1381990931) Open Finished: 1.99s (1990986935) First Batch Requested: 1.99s (1990986935) First Batch Returned: 1.99s (1990986935) Last Batch Returned: 23.1m (1387525891052) Closed: 23.1m (1387587890644) Buffer pool - AllocTime: 32ms (32999783) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 32ms (32999783) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 32ms (32999783) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 287ms (287998110) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 1270 per second (1270) - TotalTime: 287ms (287998110) Node Lifecycle Event Timeline Open Started: 1.38s (1381990931) Open Finished: 1.38s (1381990931) First Batch Requested: 1.44s (1437990564) First Batch Returned: 1.73s (1725988674) Last Batch Returned: 1.73s (1725988674) Closed: 1.76s (1758988457) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 287ms (287998110) - DataWaitTime: 287ms (287998110) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:76/13.59 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 30ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.07223% 2:0% 3:0.03611% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:12 PARQUET/Unknown(Skipped):64 - AverageHdfsReadThreadConcurrency: 0.00 (0.0018057060310581437) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 558.9 MiB (586012391) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 558.9 MiB (586012391) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 558.9 MiB (586012391) - CachedFileHandlesHitCount: 116 (116) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 443ms (443997093) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.95s (2947980668) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 12 (12) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671051) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 251.9 MiB/s (264090237) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1094909952) - RowBatchQueueGetWaitTime: 179ms (179998819) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2569216) - RowBatchQueuePutWaitTime: 23.0m (1380793935215) - RowBatchesEnqueued: 32,424 (32424) - RowsRead: 33,172,563 (33172563) - RowsReturned: 33,172,563 (33172563) - RowsReturnedRate: 78422649 per second (78422649) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 828ms (828994560) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.1m (1385617903573) - ScannerThreadsSysTime: 230ms (230121000) - ScannerThreadsUserTime: 3.54s (3544102000) - ScannerThreadsVoluntaryContextSwitches: 21,569 (21569) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 2.22s (2218985436) - TotalReadThroughput: 413.0 KiB/s (422869) - TotalTime: 422ms (422997226) Node Lifecycle Event Timeline Open Started: 1.76s (1758988457) Open Finished: 1.76s (1759988451) First Batch Requested: 1.76s (1759988451) First Batch Returned: 1.99s (1990986935) Last Batch Returned: 23.1m (1387525891052) Closed: 23.1m (1387587890644) Buffer pool - AllocTime: 30ms (30999797) - CumulativeAllocationBytes: 651.5 MiB (683147264) - CumulativeAllocations: 116 (116) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999797) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 194,560 (194560) - Rows rejected: 0 (0) - Rows total: 33,172,563 (33172563) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 76 (76) - Files rejected: 64 (64) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 32,400 (32400) - RowGroups rejected: 0 (0) - RowGroups total: 32,400 (32400) - Rows processed: 196,608 (196608) - Rows rejected: 0 (0) - Rows total: 33,172,563 (33172563) - Splits processed: 12 (12) - Splits rejected: 0 (0) - Splits total: 12 (12) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 772ms (772994927) - CodegenSysTime: 4ms (4964000) - CodegenUserTime: 415ms (415676000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 331ms (331997821) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 9ms (9999934) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 394ms (394997408) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 33ms (33999777) - TotalTime: 772ms (772994927) Instance c7456fdd806a4994:3209e92600000324 (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:12.677 Hdfs split stats (:<# splits>/): 0:72/13.23 GB Filter 32 arrival: 1s197ms Filter 30 arrival: 17s023ms - AverageThreadTokens: 2.00 (1.9989169675090253) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972890) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3625637380) - RowsProduced: 33,997,011 (33997011) - TotalNetworkReceiveTime: 37ms (37999610) - TotalNetworkSendTime: 22.8m (1369718945175) - TotalStorageWaitTime: 770ms (770992090) - TotalThreadsInvoluntaryContextSwitches: 102 (102) - TotalThreadsTotalWallClockTime: 46.2m (2770879567709) - TotalThreadsSysTime: 1.35s (1353260000) - TotalThreadsUserTime: 17.56s (17562046000) - TotalThreadsVoluntaryContextSwitches: 52,583 (52583) - TotalTime: 23.1m (1386176776291) Fragment Instance Lifecycle Event Timeline Prepare Finished: 451ms (451995360) Open Finished: 1.78s (1780981715) First Batch Produced: 1.78s (1780981715) First Batch Sent: 1.78s (1780981715) ExecInternal Finished: 23.1m (1386607771865) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1384825790161) - ExecTreeExecTime: 1.59s (1594983604) - InactiveTotalTime: 0ns (0) - OpenTime: 1.33s (1328986355) - ExecTreeOpenTime: 190ms (190998039) - PrepareTime: 21ms (21999775) - ExecTreePrepareTime: 20ms (20999785) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369732945031) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 33,997,011 (33997011) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.55s (6550932804) - TotalBytesSent: 905.2 MiB (949213210) - TotalTime: 23.0m (1382197817159) - UncompressedRowBatchSize: 2.0 GiB (2107814682) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 999.99us (999990) - InactiveTotalTime: 0ns (0) - LocalTime: 1.34s (1339986222) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 33,997,011 (33997011) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.27s (1268986954) - RowsReturned: 33,997,011 (33997011) - RowsReturnedRate: 18866459 per second (18866459) - TotalTime: 1.80s (1801981477) Node Lifecycle Event Timeline Open Started: 1.59s (1589983676) Open Finished: 1.78s (1780981715) First Batch Requested: 1.78s (1780981715) First Batch Returned: 1.78s (1780981715) Last Batch Returned: 23.1m (1386525772705) Closed: 23.1m (1386606771876) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.99us (999990) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 37ms (37999610) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 9631 per second (9631) - TotalTime: 37ms (37999610) Node Lifecycle Event Timeline Open Started: 1.59s (1589983676) Open Finished: 1.59s (1589983676) First Batch Requested: 1.59s (1589983676) First Batch Returned: 1.63s (1627983286) Last Batch Returned: 1.63s (1627983286) Closed: 1.63s (1628983276) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 37ms (37999610) - DataWaitTime: 37ms (37999610) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:72/13.23 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.93% 1:0.07225% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (7.22543352601156E-4) - AverageScannerThreadConcurrency: 1.00 (0.9996387283236994) - BytesRead: 573.3 MiB (601194791) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 573.3 MiB (601194791) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 573.3 MiB (601194791) - CachedFileHandlesHitCount: 118 (118) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 389ms (389995996) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.83s (2827970968) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671041) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 278.3 MiB/s (291845125) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1122217984) - RowBatchQueueGetWaitTime: 96ms (96999004) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1380210837531) - RowBatchesEnqueued: 33,234 (33234) - RowsRead: 33,997,011 (33997011) - RowsReturned: 33,997,011 (33997011) - RowsReturnedRate: 80182453 per second (80182453) - ScanRangesComplete: 72 (72) - ScannerIoWaitTime: 770ms (770992090) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.1m (1384724791193) - ScannerThreadsSysTime: 234ms (234381000) - ScannerThreadsUserTime: 3.61s (3614287000) - ScannerThreadsVoluntaryContextSwitches: 22,162 (22162) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 2.06s (2059978870) - TotalReadThroughput: 423.8 KiB/s (433969) - TotalTime: 423ms (423995645) Node Lifecycle Event Timeline Open Started: 1.63s (1628983276) Open Finished: 1.63s (1628983276) First Batch Requested: 1.63s (1628983276) First Batch Returned: 1.78s (1780981715) Last Batch Returned: 23.1m (1386525772705) Closed: 23.1m (1386606771876) Buffer pool - AllocTime: 10ms (10999888) - CumulativeAllocationBytes: 669.6 MiB (702152704) - CumulativeAllocations: 118 (118) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999888) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 205,824 (205824) - Rows rejected: 0 (0) - Rows total: 33,997,011 (33997011) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 72 (72) - Files rejected: 59 (59) - Files total: 72 (72) - InactiveTotalTime: 0ns (0) - RowGroups processed: 33,208 (33208) - RowGroups rejected: 0 (0) - RowGroups total: 33,208 (33208) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 33,997,011 (33997011) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 38 (38) - CodegenTotalWallClockTime: 1.14s (1137988316) - CodegenSysTime: 6ms (6920000) - CodegenUserTime: 421ms (421464000) - CodegenVoluntaryContextSwitches: 57 (57) - CompileTime: 401ms (401995873) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19999795) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 598ms (598993850) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 101ms (101998952) - TotalTime: 1.14s (1137988316) Instance c7456fdd806a4994:3209e92600000319 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:07.776 Hdfs split stats (:<# splits>/): 0:69/13.10 GB Filter 32 arrival: 1s167ms Filter 30 arrival: 17s009ms - AverageThreadTokens: 2.00 (1.9992769342010124) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83997498) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3600659033) - RowsProduced: 33,568,704 (33568704) - TotalNetworkReceiveTime: 130ms (130997001) - TotalNetworkSendTime: 22.8m (1368010689820) - TotalStorageWaitTime: 687ms (687984254) - TotalThreadsInvoluntaryContextSwitches: 113 (113) - TotalThreadsTotalWallClockTime: 46.1m (2767443660406) - TotalThreadsSysTime: 1.33s (1327922000) - TotalThreadsUserTime: 17.50s (17505992000) - TotalThreadsVoluntaryContextSwitches: 51,970 (51970) - TotalTime: 23.1m (1384472313024) Fragment Instance Lifecycle Event Timeline Prepare Finished: 397ms (397990889) Open Finished: 1.85s (1848957671) First Batch Produced: 1.85s (1848957671) First Batch Sent: 1.85s (1848957671) ExecInternal Finished: 23.1m (1384871303890) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1383020346264) - ExecTreeExecTime: 1.68s (1679961554) - InactiveTotalTime: 0ns (0) - OpenTime: 1.45s (1450966782) - ExecTreeOpenTime: 437ms (437989973) - PrepareTime: 999.98us (999978) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1368022689544) - PeakMemoryUsage: 1.1 MiB (1192896) - RowsSent: 33,568,704 (33568704) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.49s (6491851383) - TotalBytesSent: 894.9 MiB (938353291) - TotalTime: 23.0m (1380473404543) - UncompressedRowBatchSize: 1.9 GiB (2081259648) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 22ms (22999474) - InactiveTotalTime: 0ns (0) - LocalTime: 1.39s (1385968284) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 33,568,704 (33568704) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.29s (1290970461) - RowsReturned: 33,568,704 (33568704) - RowsReturnedRate: 16077333 per second (16077333) - TotalTime: 2.09s (2087952215) Node Lifecycle Event Timeline Open Started: 1.41s (1410967698) Open Finished: 1.85s (1848957671) First Batch Requested: 1.85s (1848957671) First Batch Returned: 1.85s (1848957671) Last Batch Returned: 23.1m (1384756306521) Closed: 23.1m (1384870303912) Buffer pool - AllocTime: 21ms (21999496) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 21ms (21999496) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 21ms (21999496) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 999.98us (999978) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 130ms (130997001) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 2793 per second (2793) - TotalTime: 130ms (130997001) Node Lifecycle Event Timeline Open Started: 1.41s (1410967698) Open Finished: 1.47s (1467966393) First Batch Requested: 1.47s (1467966393) First Batch Returned: 1.54s (1541964699) Last Batch Returned: 1.54s (1541964699) Closed: 1.56s (1564964173) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 56ms (56998695) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 130ms (130997001) - DataWaitTime: 130ms (130997001) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:69/13.10 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.96% 1:0% 2:0.03618% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:12 PARQUET/Unknown(Skipped):57 - AverageHdfsReadThreadConcurrency: 0.00 (7.23589001447178E-4) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 569.7 MiB (597398893) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 569.7 MiB (597398893) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 569.7 MiB (597398893) - CachedFileHandlesHitCount: 116 (116) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 418ms (418990414) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.99s (2989931530) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 12 (12) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671028) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 351.9 MiB/s (369000968) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1108088832) - RowBatchQueueGetWaitTime: 351ms (351991942) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1378184456983) - RowBatchesEnqueued: 32,814 (32814) - RowsRead: 33,568,704 (33568704) - RowsReturned: 33,568,704 (33568704) - RowsReturnedRate: 58790669 per second (58790669) - ScanRangesComplete: 69 (69) - ScannerIoWaitTime: 687ms (687984254) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.0m (1382972347360) - ScannerThreadsSysTime: 222ms (222039000) - ScannerThreadsUserTime: 3.60s (3603315000) - ScannerThreadsVoluntaryContextSwitches: 21,541 (21541) - TotalRawHdfsOpenFileTime(*): 999.98us (999977) - TotalRawHdfsReadTime(*): 1.62s (1618962942) - TotalReadThroughput: 421.7 KiB/s (431850) - TotalTime: 570ms (570986930) Node Lifecycle Event Timeline Open Started: 1.56s (1564964173) Open Finished: 1.56s (1564964173) First Batch Requested: 1.56s (1564964173) First Batch Returned: 1.85s (1848957671) Last Batch Returned: 23.1m (1384756306521) Closed: 23.1m (1384870303912) Buffer pool - AllocTime: 93ms (93997848) - CumulativeAllocationBytes: 677.5 MiB (710410240) - CumulativeAllocations: 116 (116) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 93ms (93997848) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 194,560 (194560) - Rows rejected: 0 (0) - Rows total: 33,568,704 (33568704) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 69 (69) - Files rejected: 57 (57) - Files total: 69 (69) - InactiveTotalTime: 0ns (0) - RowGroups processed: 32,790 (32790) - RowGroups rejected: 0 (0) - RowGroups total: 32,790 (32790) - Rows processed: 196,608 (196608) - Rows rejected: 0 (0) - Rows total: 33,568,704 (33568704) - Splits processed: 12 (12) - Splits rejected: 0 (0) - Splits total: 12 (12) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 37 (37) - CodegenTotalWallClockTime: 1.01s (1012976809) - CodegenSysTime: 2ms (2996000) - CodegenUserTime: 434ms (434406000) - CodegenVoluntaryContextSwitches: 48 (48) - CompileTime: 342ms (342992148) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 27ms (27999359) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 556ms (556987248) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 82ms (82998099) - TotalTime: 1.01s (1012976809) Instance c7456fdd806a4994:3209e9260000032c (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:08.448 Hdfs split stats (:<# splits>/): 0:76/13.40 GB Filter 32 arrival: 940ms Filter 30 arrival: 16s861ms - AverageThreadTokens: 2.00 (1.9989154013015185) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83972914) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3624841810) - RowsProduced: 32,995,964 (32995964) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1369030523941) - TotalStorageWaitTime: 1.02s (1018993698) - TotalThreadsInvoluntaryContextSwitches: 70 (70) - TotalThreadsTotalWallClockTime: 46.1m (2767174867871) - TotalThreadsSysTime: 1.29s (1291064000) - TotalThreadsUserTime: 16.88s (16883211000) - TotalThreadsVoluntaryContextSwitches: 52,123 (52123) - TotalTime: 23.1m (1384259429792) Fragment Instance Lifecycle Event Timeline Prepare Finished: 604ms (604996271) Open Finished: 1.80s (1803988880) First Batch Produced: 1.80s (1803988880) First Batch Sent: 1.80s (1803988880) ExecInternal Finished: 23.1m (1384864426063) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.1m (1383059437189) - ExecTreeExecTime: 1.62s (1621989989) - InactiveTotalTime: 0ns (0) - OpenTime: 1.20s (1198992609) - ExecTreeOpenTime: 259ms (259998397) - PrepareTime: 999.99us (999994) - ExecTreePrepareTime: 999.99us (999994) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1369042523868) - PeakMemoryUsage: 1.1 MiB (1201088) - RowsSent: 32,995,964 (32995964) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.28s (6282961131) - TotalBytesSent: 879.0 MiB (921661234) - TotalTime: 23.0m (1380780451273) - UncompressedRowBatchSize: 1.9 GiB (2045749768) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LocalTime: 1.32s (1318991863) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 32,995,964 (32995964) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.25s (1254992255) - RowsReturned: 32,995,964 (32995964) - RowsReturnedRate: 17758970 per second (17758970) - TotalTime: 1.86s (1857988540) Node Lifecycle Event Timeline Open Started: 1.54s (1543990483) Open Finished: 1.80s (1803988880) First Batch Requested: 1.80s (1803988880) First Batch Returned: 1.80s (1803988880) Last Batch Returned: 23.1m (1384700427075) Closed: 23.1m (1384864426063) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.54s (1543990483) Open Finished: 1.54s (1543990483) First Batch Requested: 1.54s (1543990483) First Batch Returned: 1.54s (1543990483) Last Batch Returned: 1.54s (1543990483) Closed: 1.54s (1543990483) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:76/13.40 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 15 out of 15 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 66ms Hdfs Read Thread Concurrency Bucket: 0:99.78% 1:0.1809% 2:0.03618% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:15 PARQUET/Unknown(Skipped):61 - AverageHdfsReadThreadConcurrency: 0.00 (0.002532561505065123) - AverageScannerThreadConcurrency: 1.00 (0.9996382054992764) - BytesRead: 559.0 MiB (586130749) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 559.0 MiB (586130749) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 559.0 MiB (586130749) - CachedFileHandlesHitCount: 130 (130) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 368ms (368997713) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.90s (2901982096) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 15 (15) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671046) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 212.5 MiB/s (222864780) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1089211392) - RowBatchQueueGetWaitTime: 226ms (226998600) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1378082467922) - RowBatchesEnqueued: 32,261 (32261) - RowsRead: 32,995,964 (32995964) - RowsReturned: 32,995,964 (32995964) - RowsReturnedRate: 61217379 per second (61217379) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 1.02s (1018993698) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 23.0m (1382916438073) - ScannerThreadsSysTime: 247ms (247428000) - ScannerThreadsUserTime: 3.52s (3524410000) - ScannerThreadsVoluntaryContextSwitches: 21,811 (21811) - TotalRawHdfsOpenFileTime(*): 999.99us (999994) - TotalRawHdfsReadTime(*): 2.63s (2629983742) - TotalReadThroughput: 413.8 KiB/s (423698) - TotalTime: 538ms (538996677) Node Lifecycle Event Timeline Open Started: 1.54s (1543990483) Open Finished: 1.54s (1544990477) First Batch Requested: 1.54s (1544990477) First Batch Returned: 1.80s (1803988880) Last Batch Returned: 23.1m (1384700427075) Closed: 23.1m (1384864426063) Buffer pool - AllocTime: 40ms (40999744) - CumulativeAllocationBytes: 645.9 MiB (677249024) - CumulativeAllocations: 130 (130) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 40ms (40999744) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 239,616 (239616) - Rows rejected: 0 (0) - Rows total: 32,995,964 (32995964) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 76 (76) - Files rejected: 61 (61) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 32,231 (32231) - RowGroups rejected: 0 (0) - RowGroups total: 32,231 (32231) - Rows processed: 245,760 (245760) - Rows rejected: 0 (0) - Rows total: 32,995,964 (32995964) - Splits processed: 15 (15) - Splits rejected: 0 (0) - Splits total: 15 (15) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 36 (36) - CodegenTotalWallClockTime: 938ms (938994212) - CodegenSysTime: 2ms (2003000) - CodegenUserTime: 436ms (436665000) - CodegenVoluntaryContextSwitches: 43 (43) - CompileTime: 368ms (368997725) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 31ms (31999803) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 448ms (448997233) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 59ms (59999630) - TotalTime: 938ms (938994212) Instance c7456fdd806a4994:3209e92600000334 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:08.223 Hdfs split stats (:<# splits>/): 0:73/13.25 GB Filter 32 arrival: 1s233ms Filter 30 arrival: 16s987ms - AverageThreadTokens: 2.00 (1.9989150090415913) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79778681) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3589652228) - RowsProduced: 33,148,086 (33148086) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.8m (1367792470997) - TotalStorageWaitTime: 779ms (779997413) - TotalThreadsInvoluntaryContextSwitches: 97 (97) - TotalThreadsTotalWallClockTime: 46.1m (2765880841553) - TotalThreadsSysTime: 1.33s (1330076000) - TotalThreadsUserTime: 17.30s (17302572000) - TotalThreadsVoluntaryContextSwitches: 51,842 (51842) - TotalTime: 23.1m (1383739418129) Fragment Instance Lifecycle Event Timeline Prepare Finished: 543ms (543998195) Open Finished: 1.91s (1906993673) First Batch Produced: 1.91s (1906993673) First Batch Sent: 1.91s (1906993673) ExecInternal Finished: 23.1m (1384283416325) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.0m (1382375422655) - ExecTreeExecTime: 1.51s (1510994987) - InactiveTotalTime: 0ns (0) - OpenTime: 1.36s (1362995478) - ExecTreeOpenTime: 136ms (136999546) - PrepareTime: 1,000.00us (999996) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.8m (1367805470952) - PeakMemoryUsage: 1.1 MiB (1184704) - RowsSent: 33,148,086 (33148086) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.54s (6539978371) - TotalBytesSent: 883.1 MiB (926041914) - TotalTime: 23.0m (1380042430385) - UncompressedRowBatchSize: 1.9 GiB (2055181332) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 6ms (6999977) - InactiveTotalTime: 0ns (0) - LocalTime: 1.30s (1303995678) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 33,148,086 (33148086) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.22s (1222995941) - RowsReturned: 33,148,086 (33148086) - RowsReturnedRate: 20424027 per second (20424027) - TotalTime: 1.62s (1622994617) Node Lifecycle Event Timeline Open Started: 1.77s (1769994127) Open Finished: 1.91s (1906993673) First Batch Requested: 1.91s (1906993673) First Batch Returned: 1.91s (1906993673) Last Batch Returned: 23.1m (1384177416674) Closed: 23.1m (1384283416325) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 1,000.00us (999997) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.77s (1769994127) Open Finished: 1.77s (1769994127) First Batch Requested: 1.77s (1775994107) First Batch Returned: 1.77s (1775994107) Last Batch Returned: 1.77s (1775994107) Closed: 1.78s (1776994104) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:73/13.25 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 14 out of 14 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.1086% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:14 PARQUET/Unknown(Skipped):59 - AverageHdfsReadThreadConcurrency: 0.00 (0.0010857763300760044) - AverageScannerThreadConcurrency: 1.00 (0.9996380745566413) - BytesRead: 561.6 MiB (588873825) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 561.6 MiB (588873825) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 561.6 MiB (588873825) - CachedFileHandlesHitCount: 116 (116) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 361ms (361998802) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.76s (2759990849) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 14 (14) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476756) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 315.7 MiB/s (331015053) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1.0 GiB (1094208512) - RowBatchQueueGetWaitTime: 95ms (95999682) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 23.0m (1377773437906) - RowBatchesEnqueued: 32,407 (32407) - RowsRead: 33,148,086 (33148086) - RowsReturned: 33,148,086 (33148086) - RowsReturnedRate: 103912840 per second (103912840) - ScanRangesComplete: 73 (73) - ScannerIoWaitTime: 779ms (779997413) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 23.0m (1382142423420) - ScannerThreadsSysTime: 227ms (227116000) - ScannerThreadsUserTime: 3.57s (3571965000) - ScannerThreadsVoluntaryContextSwitches: 21,554 (21554) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1.78s (1778994095) - TotalReadThroughput: 415.8 KiB/s (425816) - TotalTime: 318ms (318998939) Node Lifecycle Event Timeline Open Started: 1.78s (1776994104) Open Finished: 1.78s (1776994104) First Batch Requested: 1.78s (1776994104) First Batch Returned: 1.91s (1906993673) Last Batch Returned: 23.1m (1384177416674) Closed: 23.1m (1384283416325) Buffer pool - AllocTime: 11ms (11999959) - CumulativeAllocationBytes: 639.8 MiB (670826496) - CumulativeAllocations: 111 (111) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 10ms (10999962) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 223,232 (223232) - Rows rejected: 0 (0) - Rows total: 33,148,086 (33148086) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 73 (73) - Files rejected: 59 (59) - Files total: 73 (73) - InactiveTotalTime: 0ns (0) - RowGroups processed: 32,379 (32379) - RowGroups rejected: 0 (0) - RowGroups total: 32,379 (32379) - Rows processed: 229,376 (229376) - Rows rejected: 0 (0) - Rows total: 33,148,086 (33148086) - Splits processed: 14 (14) - Splits rejected: 0 (0) - Splits total: 14 (14) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 61 (61) - CodegenTotalWallClockTime: 1.23s (1225995932) - CodegenSysTime: 3ms (3975000) - CodegenUserTime: 439ms (439405000) - CodegenVoluntaryContextSwitches: 59 (59) - CompileTime: 424ms (424998590) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 93ms (93999688) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 603ms (603997995) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 100ms (100999665) - TotalTime: 1.23s (1225995932) Instance c7456fdd806a4994:3209e9260000031a (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:49:03.398 Hdfs split stats (:<# splits>/): 0:76/13.17 GB Filter 32 arrival: 1s136ms Filter 30 arrival: 16s871ms - AverageThreadTokens: 1.99 (1.9912980420594635) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83981157) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3578513213) - RowsProduced: 32,202,791 (32202791) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.7m (1364587494136) - TotalStorageWaitTime: 575ms (575980368) - TotalThreadsInvoluntaryContextSwitches: 157 (157) - TotalThreadsTotalWallClockTime: 45.8m (2748210339419) - TotalThreadsSysTime: 1.32s (1324154000) - TotalThreadsUserTime: 16.67s (16668890000) - TotalThreadsVoluntaryContextSwitches: 50,688 (50688) - TotalTime: 23.0m (1380106965135) Fragment Instance Lifecycle Event Timeline Prepare Finished: 630ms (630978490) Open Finished: 1.92s (1922934448) First Batch Produced: 1.92s (1922934448) First Batch Sent: 1.92s (1922934448) ExecInternal Finished: 23.0m (1380736943659) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 23.0m (1378813009245) - ExecTreeExecTime: 1.59s (1586945911) - InactiveTotalTime: 0ns (0) - OpenTime: 1.29s (1291955958) - ExecTreeOpenTime: 166ms (166994307) - PrepareTime: 1ms (1999932) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.7m (1364601493660) - PeakMemoryUsage: 1.1 MiB (1143744) - RowsSent: 32,202,791 (32202791) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.24s (6238787327) - TotalBytesSent: 857.5 MiB (899199757) - TotalTime: 22.9m (1376288095301) - UncompressedRowBatchSize: 1.9 GiB (1996573042) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 9ms (9999659) - InactiveTotalTime: 0ns (0) - LocalTime: 1.33s (1332954571) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 32,202,791 (32202791) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.26s (1265956856) - RowsReturned: 32,202,791 (32202791) - RowsReturnedRate: 18647300 per second (18647300) - TotalTime: 1.73s (1726941138) Node Lifecycle Event Timeline Open Started: 1.75s (1755940141) Open Finished: 1.92s (1922934448) First Batch Requested: 1.92s (1922934448) First Batch Returned: 1.92s (1922934448) Last Batch Returned: 23.0m (1380229960939) Closed: 23.0m (1380736943659) Buffer pool - AllocTime: 999.97us (999966) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.97us (999966) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 999.97us (999966) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.75s (1755940141) Open Finished: 1.75s (1755940141) First Batch Requested: 1.76s (1764939834) First Batch Returned: 1.76s (1764939834) Last Batch Returned: 1.76s (1764939834) Closed: 1.76s (1765939800) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:76/13.17 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 20ms Hdfs Read Thread Concurrency Bucket: 0:99.89% 1:0.0363% 2:0.0363% 3:0% 4:0.0363% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):63 - AverageHdfsReadThreadConcurrency: 0.00 (0.002540834845735027) - AverageScannerThreadConcurrency: 0.99 (0.992377495462795) - BytesRead: 543.9 MiB (570281516) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 543.9 MiB (570281516) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 543.9 MiB (570281516) - CachedFileHandlesHitCount: 118 (118) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 384ms (384986881) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.75s (2754906105) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671045) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 369.2 MiB/s (387169691) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 1,013.7 MiB (1062946816) - RowBatchQueueGetWaitTime: 114ms (114996080) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 22.7m (1363921516814) - RowBatchesEnqueued: 31,480 (31480) - RowsRead: 32,202,791 (32202791) - RowsReturned: 32,202,791 (32202791) - RowsReturnedRate: 81735758 per second (81735758) - ScanRangesComplete: 76 (76) - ScannerIoWaitTime: 575ms (575980368) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 22.8m (1368105374216) - ScannerThreadsSysTime: 251ms (251463000) - ScannerThreadsUserTime: 3.41s (3408041000) - ScannerThreadsVoluntaryContextSwitches: 20,534 (20534) - TotalRawHdfsOpenFileTime(*): 999.97us (999966) - TotalRawHdfsReadTime(*): 1.47s (1472949790) - TotalReadThroughput: 403.9 KiB/s (413601) - TotalTime: 393ms (393986567) Node Lifecycle Event Timeline Open Started: 1.76s (1765939800) Open Finished: 1.76s (1765939800) First Batch Requested: 1.76s (1765939800) First Batch Returned: 1.92s (1922934448) Last Batch Returned: 23.0m (1380229960939) Closed: 23.0m (1380736943659) Buffer pool - AllocTime: 42ms (42998535) - CumulativeAllocationBytes: 633.6 MiB (664403968) - CumulativeAllocations: 118 (118) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 41ms (41998569) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 198,656 (198656) - Rows rejected: 0 (0) - Rows total: 32,202,791 (32202791) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 76 (76) - Files rejected: 63 (63) - Files total: 76 (76) - InactiveTotalTime: 0ns (0) - RowGroups processed: 31,454 (31454) - RowGroups rejected: 0 (0) - RowGroups total: 31,454 (31454) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 32,202,791 (32202791) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 96 (96) - CodegenTotalWallClockTime: 1.12s (1124961651) - CodegenSysTime: 13ms (13908000) - CodegenUserTime: 420ms (420808000) - CodegenVoluntaryContextSwitches: 72 (72) - CompileTime: 343ms (343988274) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 10ms (10999625) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 681ms (681976751) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 33ms (33998841) - TotalTime: 1.12s (1124961651) Instance c7456fdd806a4994:3209e92600000339 (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:48:28.632 Hdfs split stats (:<# splits>/): 0:75/12.97 GB Filter 32 arrival: 1s266ms Filter 30 arrival: 16s986ms - AverageThreadTokens: 1.99 (1.9854748603351955) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 80.1 MiB (83989264) - PeakReservation: 74.9 MiB (78585856) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.3 GiB (3590435387) - RowsProduced: 31,047,869 (31047869) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 22.1m (1327592927133) - TotalStorageWaitTime: 650ms (650979365) - TotalThreadsInvoluntaryContextSwitches: 110 (110) - TotalThreadsTotalWallClockTime: 44.5m (2667913450398) - TotalThreadsSysTime: 1.21s (1209530000) - TotalThreadsUserTime: 16.70s (16700117000) - TotalThreadsVoluntaryContextSwitches: 48,563 (48563) - TotalTime: 22.4m (1343830412400) Fragment Instance Lifecycle Event Timeline Prepare Finished: 584ms (584981452) Open Finished: 2.03s (2033935510) First Batch Produced: 2.03s (2033935510) First Batch Sent: 2.03s (2033935510) ExecInternal Finished: 22.4m (1344415393852) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 22.4m (1342380458374) - ExecTreeExecTime: 1.51s (1508952176) - InactiveTotalTime: 0ns (0) - OpenTime: 1.45s (1448954058) - ExecTreeOpenTime: 200ms (200993627) - PrepareTime: 999.97us (999968) - ExecTreePrepareTime: 999.97us (999968) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 22.1m (1327599926912) - PeakMemoryUsage: 1.1 MiB (1176512) - RowsSent: 31,047,869 (31047869) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6.05s (6047808265) - TotalBytesSent: 826.9 MiB (867098111) - TotalTime: 22.3m (1339507549428) - UncompressedRowBatchSize: 1.8 GiB (1924967878) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 16ms (16999461) - InactiveTotalTime: 0ns (0) - LocalTime: 1.27s (1267959806) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 31,047,869 (31047869) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.19s (1192962186) - RowsReturned: 31,047,869 (31047869) - RowsReturnedRate: 18361237 per second (18361237) - TotalTime: 1.69s (1690946406) Node Lifecycle Event Timeline Open Started: 1.83s (1832941883) Open Finished: 2.03s (2033935510) First Batch Requested: 2.03s (2033935510) First Batch Returned: 2.03s (2033935510) Last Batch Returned: 22.3m (1336700638240) Closed: 22.4m (1344415393852) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.83s (1832941883) Open Finished: 1.83s (1832941883) First Batch Requested: 1.85s (1849941344) First Batch Returned: 1.85s (1849941344) Last Batch Returned: 1.85s (1849941344) Closed: 1.85s (1849941344) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:75/12.97 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.85% 1:0.07499% 2:0% 3:0.0375% 4:0.0375% 5:0% 6:0% File Formats: PARQUET/SNAPPY:11 PARQUET/Unknown(Skipped):64 - AverageHdfsReadThreadConcurrency: 0.00 (0.003374578177727784) - AverageScannerThreadConcurrency: 0.99 (0.9921259842519685) - BytesRead: 524.0 MiB (549481236) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 524.0 MiB (549481236) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 524.0 MiB (549481236) - CachedFileHandlesHitCount: 110 (110) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 414ms (414986839) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 3.21s (3210898232) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 11 (11) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 76.0 MiB (79671036) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 375.4 MiB/s (393623676) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 977.4 MiB (1024855040) - RowBatchQueueGetWaitTime: 180ms (180994262) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 22.0m (1319218192201) - RowBatchesEnqueued: 30,349 (30349) - RowsRead: 31,047,869 (31047869) - RowsReturned: 31,047,869 (31047869) - RowsReturnedRate: 73401542 per second (73401542) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 650ms (650979365) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 22.1m (1324084037966) - ScannerThreadsSysTime: 225ms (225245000) - ScannerThreadsUserTime: 3.38s (3382580000) - ScannerThreadsVoluntaryContextSwitches: 19,175 (19175) - TotalRawHdfsOpenFileTime(*): 999.97us (999968) - TotalRawHdfsReadTime(*): 1.40s (1395955754) - TotalReadThroughput: 401.8 KiB/s (411464) - TotalTime: 422ms (422986600) Node Lifecycle Event Timeline Open Started: 1.85s (1849941344) Open Finished: 1.85s (1849941344) First Batch Requested: 1.85s (1849941344) First Batch Returned: 2.03s (2033935510) Last Batch Returned: 22.3m (1336700638240) Closed: 22.4m (1344415393852) Buffer pool - AllocTime: 28ms (28999081) - CumulativeAllocationBytes: 609.4 MiB (638976000) - CumulativeAllocations: 110 (110) - InactiveTotalTime: 0ns (0) - PeakReservation: 72.0 MiB (75497472) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 72.0 MiB (75497472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 28ms (28999081) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 174,080 (174080) - Rows rejected: 0 (0) - Rows total: 31,047,869 (31047869) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 75 (75) - Files rejected: 64 (64) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 30,327 (30327) - RowGroups rejected: 0 (0) - RowGroups total: 30,327 (30327) - Rows processed: 180,224 (180224) - Rows rejected: 0 (0) - Rows total: 31,047,869 (31047869) - Splits processed: 11 (11) - Splits rejected: 0 (0) - Splits total: 11 (11) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 33 (33) - CodegenTotalWallClockTime: 1.25s (1247960431) - CodegenSysTime: 6ms (6947000) - CodegenUserTime: 439ms (439602000) - CodegenVoluntaryContextSwitches: 81 (81) - CompileTime: 511ms (511983766) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 28ms (28999080) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 552ms (552982467) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 150ms (150995213) - TotalTime: 1.25s (1247960431) Instance c7456fdd806a4994:3209e9260000032a (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:45:12.055 Hdfs split stats (:<# splits>/): 0:75/13.22 GB Filter 32 arrival: 1s116ms Filter 30 arrival: 17s037ms - AverageThreadTokens: 1.99 (1.9930343926861123) - BloomFilterBytes: 1.0 MiB (1056768) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 76.1 MiB (79794953) - PeakReservation: 70.9 MiB (74391552) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.4 GiB (3617258400) - RowsProduced: 29,275,714 (29275714) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 18.9m (1135187178275) - TotalStorageWaitTime: 693ms (693004992) - TotalThreadsInvoluntaryContextSwitches: 104 (104) - TotalThreadsTotalWallClockTime: 38.2m (2291350507503) - TotalThreadsSysTime: 1.12s (1121404000) - TotalThreadsUserTime: 15.46s (15456616000) - TotalThreadsVoluntaryContextSwitches: 43,529 (43529) - TotalTime: 19.2m (1149636282318) Fragment Instance Lifecycle Event Timeline Prepare Finished: 484ms (484003481) Open Finished: 1.67s (1673012033) First Batch Produced: 1.67s (1673012033) First Batch Sent: 1.67s (1673012033) ExecInternal Finished: 19.2m (1150069285432) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.0 MiB (1056768) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1056768) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.0 MiB (1056768) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 1.0 MiB (1056768) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 19.1m (1148395273392) - ExecTreeExecTime: 1.38s (1383009961) - InactiveTotalTime: 0ns (0) - OpenTime: 1.19s (1189008552) - ExecTreeOpenTime: 126ms (126000907) - PrepareTime: 52ms (52000374) - ExecTreePrepareTime: 51ms (51000367) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=79) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 18.9m (1135197178348) - PeakMemoryUsage: 1.2 MiB (1217472) - RowsSent: 29,275,714 (29275714) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 5.75s (5755041448) - TotalBytesSent: 780.5 MiB (818420683) - TotalTime: 19.1m (1146218257712) - UncompressedRowBatchSize: 1.7 GiB (1815094268) HASH_JOIN_NODE (id=39) ExecOption: Probe Side Codegen Enabled - BuildRows: 366 (366) - BuildTime: 1ms (1000008) - InactiveTotalTime: 0ns (0) - LocalTime: 1.16s (1156008327) - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 2.0 MiB (2100480) - ProbeRows: 29,275,714 (29275714) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.10s (1098007912) - RowsReturned: 29,275,714 (29275714) - RowsReturnedRate: 18482009 per second (18482009) - TotalTime: 1.58s (1584011409) Node Lifecycle Event Timeline Open Started: 1.55s (1547011126) Open Finished: 1.67s (1673012033) First Batch Requested: 1.67s (1673012033) First Batch Returned: 1.67s (1673012033) Last Batch Returned: 19.1m (1148261272386) Closed: 19.2m (1150069285432) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 1.1 MiB (1114112) - CumulativeAllocations: 17 (17) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.9 MiB (2031616) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 1.1 MiB (1114112) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Hash Join Builder (join_node_id=39) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 0ns (0) - BuildRowsPartitioned: 366 (366) - HashBuckets: 768 (768) - HashCollisions: 0 (0) - HashTablesBuildTime: 0ns (0) - InactiveTotalTime: 0ns (0) - LargestPartitionPercent: 8 (8) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.1 KiB (21632) - RepartitionTime: 0ns (0) - SpilledPartitions: 0 (0) - TotalTime: 0ns (0) EXCHANGE_NODE (id=78) - ConvertRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 16.0 KiB (16384) - RowsReturned: 366 (366) - RowsReturnedRate: 0 per second (0) - TotalTime: 0ns (0) Node Lifecycle Event Timeline Open Started: 1.55s (1547011126) Open Finished: 1.55s (1547011126) First Batch Requested: 1.55s (1548011134) First Batch Returned: 1.55s (1548011134) Last Batch Returned: 1.55s (1548011134) Closed: 1.55s (1548011134) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 16.0 KiB (16384) - CumulativeAllocations: 2 (2) - InactiveTotalTime: 0ns (0) - PeakReservation: 16.0 KiB (16384) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 16.0 KiB (16384) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Dequeue - FirstBatchWaitTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBytesDequeued: 7.5 KiB (7686) - TotalGetBatchTime: 0ns (0) - DataWaitTime: 0ns (0) - TotalTime: 0ns (0) Enqueue - DeserializeRowBatchTime: 0ns (0) - InactiveTotalTime: 0ns (0) - TotalBatchesEnqueued: 1 (1) - TotalBatchesReceived: 1 (1) - TotalBytesReceived: 2.9 KiB (2947) - TotalEarlySenders: 0 (0) - TotalEosReceived: 1 (1) - TotalHasDeferredRPCsTime: 0ns (0) - TotalRPCsDeferred: 0 (0) - TotalTime: 0ns (0) HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 0:75/13.22 GB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 13 out of 13 Runtime filters: Not all filters arrived (arrived: [32], missing [30]), waited for 21ms Hdfs Read Thread Concurrency Bucket: 0:99.91% 1:0.04363% 2:0% 3:0.04363% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:13 PARQUET/Unknown(Skipped):62 - AverageHdfsReadThreadConcurrency: 0.00 (0.0017452006980802793) - AverageScannerThreadConcurrency: 1.00 (0.9952006980802792) - BytesRead: 497.9 MiB (522132294) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 497.9 MiB (522132294) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 497.9 MiB (522132294) - CachedFileHandlesHitCount: 114 (114) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 336ms (336002414) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 2.70s (2703019472) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 5 (5) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 13 (13) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.0 MiB (75476756) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 287.0 MiB/s (300938636) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 921.6 MiB (966369280) - RowBatchQueueGetWaitTime: 79ms (79000568) - RowBatchQueuePeakMemoryUsage: 2.5 MiB (2603008) - RowBatchQueuePutWaitTime: 19.0m (1137409194172) - RowBatchesEnqueued: 28,622 (28622) - RowsRead: 29,275,714 (29275714) - RowsReturned: 29,275,714 (29275714) - RowsReturnedRate: 68400708 per second (68400708) - ScanRangesComplete: 75 (75) - ScannerIoWaitTime: 693ms (693004992) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 19.0m (1141766225559) - ScannerThreadsSysTime: 193ms (193720000) - ScannerThreadsUserTime: 3.16s (3159979000) - ScannerThreadsVoluntaryContextSwitches: 18,099 (18099) - TotalRawHdfsOpenFileTime(*): 1ms (1000008) - TotalRawHdfsReadTime(*): 1.74s (1735012494) - TotalReadThroughput: 444.4 KiB/s (455075) - TotalTime: 428ms (428003082) Node Lifecycle Event Timeline Open Started: 1.55s (1548011134) Open Finished: 1.55s (1548011134) First Batch Requested: 1.55s (1548011134) First Batch Returned: 1.67s (1673012033) Last Batch Returned: 19.1m (1148260272379) Closed: 19.2m (1150069285432) Buffer pool - AllocTime: 40ms (40000288) - CumulativeAllocationBytes: 541.6 MiB (567934976) - CumulativeAllocations: 111 (111) - InactiveTotalTime: 0ns (0) - PeakReservation: 68.0 MiB (71303168) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 64.0 MiB (67108864) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 31ms (31000223) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Filter 30 (1.00 MB) - Files processed: 0 (0) - Files rejected: 0 (0) - Files total: 0 (0) - InactiveTotalTime: 0ns (0) - RowGroups processed: 0 (0) - RowGroups rejected: 0 (0) - RowGroups total: 0 (0) - Rows processed: 200,704 (200704) - Rows rejected: 0 (0) - Rows total: 29,275,714 (29275714) - Splits processed: 0 (0) - Splits rejected: 0 (0) - Splits total: 0 (0) - TotalTime: 0ns (0) Filter 32 (8.00 KB) - Files processed: 75 (75) - Files rejected: 62 (62) - Files total: 75 (75) - InactiveTotalTime: 0ns (0) - RowGroups processed: 28,596 (28596) - RowGroups rejected: 0 (0) - RowGroups total: 28,596 (28596) - Rows processed: 212,992 (212992) - Rows rejected: 0 (0) - Rows total: 29,275,714 (29275714) - Splits processed: 13 (13) - Splits rejected: 0 (0) - Splits total: 13 (13) - TotalTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 31 (31) - CodegenTotalWallClockTime: 1.06s (1063007645) - CodegenSysTime: 3ms (3987000) - CodegenUserTime: 433ms (433253000) - CodegenVoluntaryContextSwitches: 55 (55) - CompileTime: 506ms (506003639) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 19ms (19000137) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 80 (80) - NumInstructions: 3,411 (3411) - OptimizationTime: 460ms (460003308) - PeakMemoryUsage: 1.7 MiB (1746432) - PrepareTime: 62ms (62000446) - TotalTime: 1.06s (1063007645) Averaged Fragment F32 split sizes: min: 2.15 MB, max: 2.15 MB, avg: 2.15 MB, stddev: 0 completion times: min:6s472ms max:6s472ms mean: 6s472ms stddev:0.000ns execution rates: min:340.40 KB/sec max:340.40 KB/sec mean:340.40 KB/sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 485ms (485998355) - TotalStorageWaitTime: 21ms (21999925) - TotalThreadsInvoluntaryContextSwitches: 7 (7) - TotalThreadsTotalWallClockTime: 1.13s (1133996162) - TotalThreadsSysTime: 9ms (9183000) - TotalThreadsUserTime: 64ms (64438000) - TotalThreadsVoluntaryContextSwitches: 85 (85) - TotalTime: 1.06s (1062996402) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 716ms (716997573) - ExecTreeExecTime: 230ms (230999218) - InactiveTotalTime: 0ns (0) - OpenTime: 294ms (294999002) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 50ms (50999827) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=78) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 366 (366) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 112.2 KiB (114933) - TotalTime: 570ms (570998066) - UncompressedRowBatchSize: 292.7 KiB (299754) HDFS_SCAN_NODE (id=38) - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1,000.00us (999996) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 454.6 MiB/s (476640429) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 30.0 KiB (30720) - RowBatchQueueGetWaitTime: 122ms (122999584) - RowBatchQueuePeakMemoryUsage: 54.0 KiB (55296) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 1584 per second (1584) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 21ms (21999925) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 121ms (121999587) - ScannerThreadsSysTime: 0ns (0) - ScannerThreadsUserTime: 3ms (3848000) - ScannerThreadsVoluntaryContextSwitches: 21 (21) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1,000.00us (999997) - TotalReadThroughput: 0 B/s (0) - TotalTime: 230ms (230999218) Buffer pool - AllocTime: 3ms (3999987) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999987) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 294ms (294999002) - CodegenSysTime: 8ms (8071000) - CodegenUserTime: 59ms (59904000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 80ms (80999726) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 68ms (68999766) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 140ms (140999523) - TotalTime: 294ms (294999002) Fragment F32 Instance c7456fdd806a4994:3209e92600000312 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:08.245 Hdfs split stats (:<# splits>/): 0:1/2.15 MB - AverageThreadTokens: 1.00 (1.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 2.0 MiB (2107536) - PeakReservation: 1.0 MiB (1048576) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.4 GiB (2566385270) - RowsProduced: 366 (366) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 485ms (485998355) - TotalStorageWaitTime: 21ms (21999925) - TotalThreadsInvoluntaryContextSwitches: 7 (7) - TotalThreadsTotalWallClockTime: 1.13s (1133996162) - TotalThreadsSysTime: 9ms (9183000) - TotalThreadsUserTime: 64ms (64438000) - TotalThreadsVoluntaryContextSwitches: 85 (85) - TotalTime: 1.06s (1062996402) Fragment Instance Lifecycle Event Timeline Prepare Finished: 863ms (863997075) Open Finished: 1.16s (1158996077) First Batch Produced: 1.39s (1389995295) First Batch Sent: 1.39s (1389995295) ExecInternal Finished: 1.98s (1984993281) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 716ms (716997573) - ExecTreeExecTime: 230ms (230999218) - InactiveTotalTime: 0ns (0) - OpenTime: 294ms (294999002) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 50ms (50999827) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=78) ExecOption: Unpartitioned Sender Codegen Disabled: not needed - EosSent: 39 (39) - InactiveTotalTime: 485ms (485998355) - PeakMemoryUsage: 383.9 KiB (393120) - RowsSent: 366 (366) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0ns (0) - TotalBytesSent: 112.2 KiB (114933) - TotalTime: 570ms (570998066) - UncompressedRowBatchSize: 292.7 KiB (299754) HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 0:1/2.15 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.00 (0.0) - BytesRead: 465.5 KiB (476639) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 465.5 KiB (476639) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 465.5 KiB (476639) - CachedFileHandlesHitCount: 3 (3) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 1,000.00us (999996) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 0ns (0) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 1.6 MiB (1705764) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 454.6 MiB/s (476640429) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 30.0 KiB (30720) - RowBatchQueueGetWaitTime: 122ms (122999584) - RowBatchQueuePeakMemoryUsage: 54.0 KiB (55296) - RowBatchQueuePutWaitTime: 0ns (0) - RowBatchesEnqueued: 3 (3) - RowsRead: 73,049 (73049) - RowsReturned: 366 (366) - RowsReturnedRate: 1584 per second (1584) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 21ms (21999925) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 121ms (121999587) - ScannerThreadsSysTime: 0ns (0) - ScannerThreadsUserTime: 3ms (3848000) - ScannerThreadsVoluntaryContextSwitches: 21 (21) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 1,000.00us (999997) - TotalReadThroughput: 0 B/s (0) - TotalTime: 230ms (230999218) Node Lifecycle Event Timeline Open Started: 1.16s (1158996077) Open Finished: 1.16s (1158996077) First Batch Requested: 1.16s (1158996077) First Batch Returned: 1.39s (1389995295) Last Batch Returned: 1.39s (1389995295) Closed: 1.91s (1913993521) Buffer pool - AllocTime: 3ms (3999987) - CumulativeAllocationBytes: 648.0 KiB (663552) - CumulativeAllocations: 3 (3) - InactiveTotalTime: 0ns (0) - PeakReservation: 1.0 MiB (1048576) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 520.0 KiB (532480) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999987) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 294ms (294999002) - CodegenSysTime: 8ms (8071000) - CodegenUserTime: 59ms (59904000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 80ms (80999726) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 2ms (2999990) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 344 (344) - OptimizationTime: 68ms (68999766) - PeakMemoryUsage: 172.0 KiB (176128) - PrepareTime: 140ms (140999523) - TotalTime: 294ms (294999002) Averaged Fragment F33 split sizes: min: 88.52 MB, max: 89.22 MB, avg: 89.00 MB, stddev: 188.74 KB completion times: min:10s572ms max:20s705ms mean: 11s347ms stddev:1s695ms execution rates: min:4.29 MB/sec max:8.44 MB/sec mean:7.95 MB/sec stddev:742.36 KB/sec num instances: 39 - AverageThreadTokens: 1.91 (1.9135403582771995) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.1 MiB (76692328) - PeakReservation: 58.1 MiB (60919702) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3262025398) - RowsProduced: 1,666,666 (1666666) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.46s (6461113358) - TotalStorageWaitTime: 181ms (181945822) - TotalThreadsInvoluntaryContextSwitches: 237 (237) - TotalThreadsTotalWallClockTime: 19.01s (19007120116) - TotalThreadsSysTime: 141ms (141389205) - TotalThreadsUserTime: 2.66s (2662380384) - TotalThreadsVoluntaryContextSwitches: 1,579 (1579) - TotalTime: 10.00s (9996061912) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.71s (9711452835) - ExecTreeExecTime: 339ms (339942375) - InactiveTotalTime: 0ns (0) - OpenTime: 277ms (277250224) - ExecTreeOpenTime: 51.28us (51281) - PrepareTime: 6ms (6922964) - ExecTreePrepareTime: 666.65us (666649) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) - EosSent: 39 (39) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,666,666 (1666666) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1600964574) - TotalBytesSent: 156.1 MiB (163689726) - TotalTime: 9.10s (9095234294) - UncompressedRowBatchSize: 261.3 MiB (274045240) HDFS_SCAN_NODE (id=36) - AverageHdfsReadThreadConcurrency: 0.02 (0.016344279502174236) - AverageScannerThreadConcurrency: 0.96 (0.9567635702504123) - BytesRead: 58.9 MiB (61796076) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61796076) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61796076) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 355ms (355120825) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 358ms (358325603) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 71.9 MiB (75380600) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 817.6 MiB/s (857292087) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.7 MiB (239785420) - RowBatchQueueGetWaitTime: 284ms (284994957) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11739400) - RowBatchQueuePutWaitTime: 7.99s (7992309553) - RowBatchesEnqueued: 1,630 (1630) - RowsRead: 1,666,666 (1666666) - RowsReturned: 1,666,666 (1666666) - RowsReturnedRate: 9912904 per second (9912904) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 181ms (181945822) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.02s (9018417056) - ScannerThreadsSysTime: 31ms (31112641) - ScannerThreadsUserTime: 350ms (350839641) - ScannerThreadsVoluntaryContextSwitches: 890 (890) - TotalRawHdfsOpenFileTime(*): 1ms (1256362) - TotalRawHdfsReadTime(*): 87ms (87100697) - TotalReadThroughput: 6.1 MiB/s (6412832) - TotalTime: 339ms (339891096) Buffer pool - AllocTime: 13ms (13051081) - CumulativeAllocationBytes: 50.7 MiB (53123229) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.1 MiB (60919702) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52992157) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 11ms (11102375) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 277ms (277070741) - CodegenSysTime: 3ms (3071076) - CodegenUserTime: 67ms (67987000) - CodegenVoluntaryContextSwitches: 17 (17) - CompileTime: 72ms (72229219) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 5ms (5256293) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 85ms (85485330) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 109ms (109125702) - TotalTime: 277ms (277070741) Fragment F33 Instance c7456fdd806a4994:3209e92600000359 (host=philip-bigg-12.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:22.404 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.94 (1.9393939393939394) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77148167) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3370037865) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 5.52s (5520922109) - TotalStorageWaitTime: 5.96s (5956915957) - TotalThreadsInvoluntaryContextSwitches: 365 (365) - TotalThreadsTotalWallClockTime: 31.97s (31972548921) - TotalThreadsSysTime: 126ms (126635000) - TotalThreadsUserTime: 2.64s (2639014000) - TotalThreadsVoluntaryContextSwitches: 1,356 (1356) - TotalTime: 16.89s (16889761714) Fragment Instance Lifecycle Event Timeline Prepare Finished: 352ms (352995019) Open Finished: 662ms (662990646) First Batch Produced: 6.85s (6849903358) First Batch Sent: 6.85s (6850903344) ExecInternal Finished: 17.24s (17243756719) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 16.57s (16566766271) - ExecTreeExecTime: 6.24s (6241911935) - InactiveTotalTime: 0ns (0) - OpenTime: 309ms (309995627) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 12ms (12999816) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 5.52s (5522922080) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.78s (1776974930) - TotalBytesSent: 155.9 MiB (163427760) - TotalTime: 8.28s (8283883128) - UncompressedRowBatchSize: 260.9 MiB (273619705) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.97 (0.96875) - BytesRead: 58.8 MiB (61693274) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693274) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693274) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 698ms (698990142) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 752ms (752989375) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843169) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 878.2 MiB/s (920808149) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422880) - RowBatchQueueGetWaitTime: 6.17s (6175912867) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11630518) - RowBatchQueuePutWaitTime: 7.15s (7151899096) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 266798 per second (266798) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 5.96s (5956915957) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 15.10s (15095787023) - ScannerThreadsSysTime: 34ms (34537000) - ScannerThreadsUserTime: 341ms (341000000) - ScannerThreadsVoluntaryContextSwitches: 729 (729) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 66ms (66999053) - TotalReadThroughput: 3.7 MiB/s (3844057) - TotalTime: 6.24s (6236912007) Node Lifecycle Event Timeline Open Started: 662ms (662990646) Open Finished: 662ms (662990646) First Batch Requested: 662ms (662990646) First Batch Returned: 6.85s (6849903358) Last Batch Returned: 16.48s (16481767469) Closed: 17.23s (17233756860) Buffer pool - AllocTime: 999.99us (999986) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999986) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 308ms (308995641) - CodegenSysTime: 7ms (7195000) - CodegenUserTime: 62ms (62995000) - CodegenVoluntaryContextSwitches: 35 (35) - CompileTime: 114ms (114998378) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999972) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 88ms (88998744) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 101ms (101998561) - TotalTime: 308ms (308995641) Instance c7456fdd806a4994:3209e92600000354 (host=philip-bigg-16.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:17.120 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 2.00 (2.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77123782) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3225736981) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.88s (6880849511) - TotalStorageWaitTime: 25ms (25999431) - TotalThreadsInvoluntaryContextSwitches: 264 (264) - TotalThreadsTotalWallClockTime: 20.01s (20012562322) - TotalThreadsSysTime: 141ms (141641000) - TotalThreadsUserTime: 2.72s (2723864000) - TotalThreadsVoluntaryContextSwitches: 1,636 (1636) - TotalTime: 10.30s (10304774633) Fragment Instance Lifecycle Event Timeline Prepare Finished: 313ms (313993133) Open Finished: 573ms (573987447) First Batch Produced: 684ms (684985019) First Batch Sent: 684ms (684985019) ExecInternal Finished: 10.59s (10589768400) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 10.01s (10008781106) - ExecTreeExecTime: 122ms (122997308) - InactiveTotalTime: 0ns (0) - OpenTime: 259ms (259994314) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 30ms (30999322) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.88s (6881849489) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1595965096) - TotalBytesSent: 156.5 MiB (164091231) - TotalTime: 9.70s (9698787892) - UncompressedRowBatchSize: 262.0 MiB (274690834) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61949898) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61949898) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61949898) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 436ms (436990445) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 350ms (350992323) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843367) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 596.8 MiB/s (625770223) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240328476) - RowBatchQueueGetWaitTime: 107ms (107997638) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11901074) - RowBatchQueuePutWaitTime: 8.83s (8830806870) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 13692922 per second (13692922) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 25ms (25999431) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 9.74s (9743786902) - ScannerThreadsSysTime: 34ms (34095000) - ScannerThreadsUserTime: 358ms (358454000) - ScannerThreadsVoluntaryContextSwitches: 922 (922) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 98ms (98997836) - TotalReadThroughput: 5.9 MiB/s (6164168) - TotalTime: 121ms (121997330) Node Lifecycle Event Timeline Open Started: 573ms (573987447) Open Finished: 573ms (573987447) First Batch Requested: 573ms (573987447) First Batch Returned: 684ms (684985019) Last Batch Returned: 10.49s (10486770652) Closed: 10.58s (10583768531) Buffer pool - AllocTime: 22ms (22999497) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999497) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 259ms (259994314) - CodegenSysTime: 3ms (3005000) - CodegenUserTime: 68ms (68517000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 69ms (69998469) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 29ms (29999344) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 52ms (52998841) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 104ms (104997704) - TotalTime: 259ms (259994314) Instance c7456fdd806a4994:3209e92600000349 (host=philip-bigg-40.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.849 Hdfs split stats (:<# splits>/): 0:1/88.89 MB - AverageThreadTokens: 1.90 (1.9047619047619047) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77116631) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3313712534) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.20s (6204812469) - TotalStorageWaitTime: 53ms (53998367) - TotalThreadsInvoluntaryContextSwitches: 386 (386) - TotalThreadsTotalWallClockTime: 19.50s (19504410510) - TotalThreadsSysTime: 142ms (142808000) - TotalThreadsUserTime: 2.67s (2668244000) - TotalThreadsVoluntaryContextSwitches: 1,544 (1544) - TotalTime: 10.23s (10226690914) Fragment Instance Lifecycle Event Timeline Prepare Finished: 553ms (553983256) Open Finished: 925ms (925972014) First Batch Produced: 1.25s (1255962040) First Batch Sent: 1.28s (1277961375) ExecInternal Finished: 10.76s (10762674715) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.83s (9834702761) - ExecTreeExecTime: 346ms (346989514) - InactiveTotalTime: 0ns (0) - OpenTime: 371ms (371988758) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 19ms (19999395) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.21s (6205812439) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.79s (1791945854) - TotalBytesSent: 155.9 MiB (163430798) - TotalTime: 9.07s (9070725847) - UncompressedRowBatchSize: 260.9 MiB (273619467) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.89 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.9 MiB (61726149) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61726149) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61726149) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 431ms (431986949) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 360ms (360989087) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844421) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 700.8 MiB/s (734857327) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429343) - RowBatchQueueGetWaitTime: 280ms (280991507) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11467534) - RowBatchQueuePutWaitTime: 8.31s (8307748909) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 4809393 per second (4809393) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 53ms (53998367) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 9.30s (9297718991) - ScannerThreadsSysTime: 28ms (28464000) - ScannerThreadsUserTime: 350ms (350974000) - ScannerThreadsVoluntaryContextSwitches: 845 (845) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 83ms (83997460) - TotalReadThroughput: 5.9 MiB/s (6146186) - TotalTime: 345ms (345989544) Node Lifecycle Event Timeline Open Started: 925ms (925972014) Open Finished: 925ms (925972014) First Batch Requested: 925ms (925972014) First Batch Returned: 1.25s (1255962040) Last Batch Returned: 10.47s (10466683661) Closed: 10.76s (10762674715) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 371ms (371988758) - CodegenSysTime: 6ms (6921000) - CodegenUserTime: 65ms (65543000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 54ms (54998338) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999940) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 115ms (115996494) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 197ms (197994016) - TotalTime: 371ms (371988758) Instance c7456fdd806a4994:3209e9260000033c (host=philip-bigg-2.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.219 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77206366) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257567044) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.97s (6974050147) - TotalStorageWaitTime: 9ms (9000065) - TotalThreadsInvoluntaryContextSwitches: 174 (174) - TotalThreadsTotalWallClockTime: 18.93s (18935136186) - TotalThreadsSysTime: 134ms (134914000) - TotalThreadsUserTime: 2.62s (2617577000) - TotalThreadsVoluntaryContextSwitches: 1,577 (1577) - TotalTime: 10.07s (10067072404) Fragment Instance Lifecycle Event Timeline Prepare Finished: 489ms (489003517) Open Finished: 662ms (662004761) First Batch Produced: 808ms (808005812) First Batch Sent: 808ms (808005812) ExecInternal Finished: 10.53s (10529075728) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.87s (9866070959) - ExecTreeExecTime: 161ms (161001158) - InactiveTotalTime: 0ns (0) - OpenTime: 173ms (173001244) - ExecTreeOpenTime: 1ms (1000007) - PrepareTime: 28ms (28000201) - ExecTreePrepareTime: 6ms (6000043) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.98s (6977050171) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1602011519) - TotalBytesSent: 156.5 MiB (164050630) - TotalTime: 9.47s (9469068102) - UncompressedRowBatchSize: 261.9 MiB (274666963) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61920039) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61920039) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61920039) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 523ms (523003757) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 323ms (323002325) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844115) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 328.1 MiB/s (343997741) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240309207) - RowBatchQueueGetWaitTime: 137ms (137000986) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11881896) - RowBatchQueuePutWaitTime: 7.91s (7910056894) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 9600505 per second (9600505) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 9ms (9000065) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.90s (8896063983) - ScannerThreadsSysTime: 27ms (27891000) - ScannerThreadsUserTime: 350ms (350321000) - ScannerThreadsVoluntaryContextSwitches: 902 (902) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 180ms (180001295) - TotalReadThroughput: 5.9 MiB/s (6171637) - TotalTime: 174ms (174001251) Node Lifecycle Event Timeline Open Started: 661ms (661004754) Open Finished: 662ms (662004761) First Batch Requested: 662ms (662004761) First Batch Returned: 808ms (808005812) Last Batch Returned: 10.24s (10244073678) Closed: 10.53s (10529075728) Buffer pool - AllocTime: 1ms (1000007) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 1ms (1000007) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 172ms (172001237) - CodegenSysTime: 2ms (2099000) - CodegenUserTime: 67ms (67404000) - CodegenVoluntaryContextSwitches: 7 (7) - CompileTime: 39ms (39000280) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1000007) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 41ms (41000295) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 77ms (77000554) - TotalTime: 172ms (172001237) Instance c7456fdd806a4994:3209e9260000033d (host=philip-bigg-19.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.478 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 65.4 MiB (68560692) - PeakReservation: 50.5 MiB (52961280) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3211225952) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.88s (6885739504) - TotalStorageWaitTime: 34ms (34998678) - TotalThreadsInvoluntaryContextSwitches: 234 (234) - TotalThreadsTotalWallClockTime: 18.94s (18938283523) - TotalThreadsSysTime: 151ms (151404000) - TotalThreadsUserTime: 2.66s (2656907000) - TotalThreadsVoluntaryContextSwitches: 1,542 (1542) - TotalTime: 10.05s (10055619574) Fragment Instance Lifecycle Event Timeline Prepare Finished: 488ms (488981500) Open Finished: 702ms (702973405) First Batch Produced: 785ms (785970265) First Batch Sent: 786ms (786970227) ExecInternal Finished: 10.54s (10545601036) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.84s (9841627669) - ExecTreeExecTime: 137ms (137994778) - InactiveTotalTime: 0ns (0) - OpenTime: 213ms (213991905) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.88s (6885739504) - PeakMemoryUsage: 1.7 MiB (1754752) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.63s (1630938300) - TotalBytesSent: 155.9 MiB (163443374) - TotalTime: 9.45s (9452642385) - UncompressedRowBatchSize: 260.9 MiB (273617650) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61700512) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61700512) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61700512) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 345ms (345986919) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 315ms (315988040) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67255716) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1234056912) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429332) - RowBatchQueueGetWaitTime: 51ms (51998033) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11900512) - RowBatchQueuePutWaitTime: 8.14s (8141691979) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 12146445 per second (12146445) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 34ms (34998678) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 8.88s (8882663949) - ScannerThreadsSysTime: 33ms (33727000) - ScannerThreadsUserTime: 358ms (358204000) - ScannerThreadsVoluntaryContextSwitches: 875 (875) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 49ms (49998109) - TotalReadThroughput: 5.9 MiB/s (6155278) - TotalTime: 136ms (136994816) Node Lifecycle Event Timeline Open Started: 702ms (702973405) Open Finished: 702ms (702973405) First Batch Requested: 702ms (702973405) First Batch Returned: 785ms (785970265) Last Batch Returned: 10.26s (10261611780) Closed: 10.54s (10545601036) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 213ms (213991905) - CodegenSysTime: 1ms (1031000) - CodegenUserTime: 66ms (66384000) - CodegenVoluntaryContextSwitches: 10 (10) - CompileTime: 12ms (12999509) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999924) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 77ms (77997049) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 119ms (119995461) - TotalTime: 213ms (213991905) Instance c7456fdd806a4994:3209e92600000352 (host=philip-bigg-18.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.286 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77147287) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3209034090) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.74s (6737797519) - TotalStorageWaitTime: 10ms (10999670) - TotalThreadsInvoluntaryContextSwitches: 337 (337) - TotalThreadsTotalWallClockTime: 18.87s (18870432906) - TotalThreadsSysTime: 170ms (170242000) - TotalThreadsUserTime: 2.67s (2673161000) - TotalThreadsVoluntaryContextSwitches: 1,655 (1655) - TotalTime: 10.04s (10039698287) Fragment Instance Lifecycle Event Timeline Prepare Finished: 497ms (497985034) Open Finished: 699ms (699978964) First Batch Produced: 852ms (852974366) First Batch Sent: 853ms (853974336) ExecInternal Finished: 10.54s (10537683321) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.84s (9836704387) - ExecTreeExecTime: 171ms (171994830) - InactiveTotalTime: 0ns (0) - OpenTime: 201ms (201993930) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 999.97us (999970) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.74s (6738797489) - PeakMemoryUsage: 1.5 MiB (1607296) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.65s (1652950322) - TotalBytesSent: 156.5 MiB (164084744) - TotalTime: 9.47s (9469715415) - UncompressedRowBatchSize: 262.0 MiB (274694878) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61933798) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61933798) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61933798) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 431ms (431987014) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 445ms (445986601) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842234) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1,018.4 MiB/s (1067856194) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240330339) - RowBatchQueueGetWaitTime: 96ms (96997085) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11902652) - RowBatchQueuePutWaitTime: 7.84s (7844764250) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 9712501 per second (9712501) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999670) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.83s (8831734589) - ScannerThreadsSysTime: 29ms (29293000) - ScannerThreadsUserTime: 354ms (354687000) - ScannerThreadsVoluntaryContextSwitches: 989 (989) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 57ms (57998257) - TotalReadThroughput: 6.2 MiB/s (6502918) - TotalTime: 171ms (171994830) Node Lifecycle Event Timeline Open Started: 699ms (699978964) Open Finished: 699ms (699978964) First Batch Requested: 699ms (699978964) First Batch Returned: 852ms (852974366) Last Batch Returned: 10.25s (10252691885) Closed: 10.54s (10537683321) Buffer pool - AllocTime: 22ms (22999309) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 22ms (22999309) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 201ms (201993930) - CodegenSysTime: 4ms (4145000) - CodegenUserTime: 64ms (64685000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 53ms (53998377) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 999.97us (999970) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 58ms (58998227) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 73ms (73997777) - TotalTime: 201ms (201993930) Instance c7456fdd806a4994:3209e92600000346 (host=philip-bigg-20.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.294 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77157374) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3277300801) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.87s (6869842727) - TotalStorageWaitTime: 37ms (37999130) - TotalThreadsInvoluntaryContextSwitches: 230 (230) - TotalThreadsTotalWallClockTime: 19.04s (19043564030) - TotalThreadsSysTime: 143ms (143152000) - TotalThreadsUserTime: 2.66s (2658951000) - TotalThreadsVoluntaryContextSwitches: 1,518 (1518) - TotalTime: 10.04s (10038770179) Fragment Instance Lifecycle Event Timeline Prepare Finished: 430ms (430990133) Open Finished: 578ms (578986745) First Batch Produced: 803ms (803981594) First Batch Sent: 804ms (804981571) ExecInternal Finished: 10.47s (10470760289) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.88s (9878773842) - ExecTreeExecTime: 241ms (241994460) - InactiveTotalTime: 0ns (0) - OpenTime: 147ms (147996612) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.87s (6870842705) - PeakMemoryUsage: 1.4 MiB (1476224) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1611963102) - TotalBytesSent: 155.8 MiB (163411715) - TotalTime: 9.38s (9376785331) - UncompressedRowBatchSize: 260.9 MiB (273593000) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.8 MiB (61688450) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688450) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688450) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 398ms (398990870) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 334ms (334992329) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844212) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 490.3 MiB/s (514082180) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412674) - RowBatchQueueGetWaitTime: 195ms (195995513) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11620355) - RowBatchQueuePutWaitTime: 8.06s (8061815437) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 6876190 per second (6876190) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 37ms (37999130) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.02s (9016793576) - ScannerThreadsSysTime: 31ms (31945000) - ScannerThreadsUserTime: 353ms (353770000) - ScannerThreadsVoluntaryContextSwitches: 861 (861) - TotalRawHdfsOpenFileTime(*): 999.98us (999977) - TotalRawHdfsReadTime(*): 119ms (119997254) - TotalReadThroughput: 6.2 MiB/s (6480559) - TotalTime: 241ms (241994460) Node Lifecycle Event Timeline Open Started: 578ms (578986745) Open Finished: 578ms (578986745) First Batch Requested: 578ms (578986745) First Batch Returned: 803ms (803981594) Last Batch Returned: 10.26s (10255765211) Closed: 10.46s (10458760564) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 147ms (147996612) - CodegenSysTime: 2ms (2981000) - CodegenUserTime: 66ms (66999000) - CodegenVoluntaryContextSwitches: 6 (6) - CompileTime: 14ms (14999657) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999955) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 74ms (74998283) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 48ms (48998878) - TotalTime: 147ms (147996612) Instance c7456fdd806a4994:3209e92600000360 (host=philip-bigg-22.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.610 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 2.00 (2.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77124788) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3306664005) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.62s (6615920391) - TotalStorageWaitTime: 56ms (56999314) - TotalThreadsInvoluntaryContextSwitches: 150 (150) - TotalThreadsTotalWallClockTime: 19.41s (19415766293) - TotalThreadsSysTime: 148ms (148729000) - TotalThreadsUserTime: 2.67s (2671383000) - TotalThreadsVoluntaryContextSwitches: 1,572 (1572) - TotalTime: 10.00s (9999879632) Fragment Instance Lifecycle Event Timeline Prepare Finished: 539ms (539993500) Open Finished: 779ms (779990612) First Batch Produced: 898ms (898989179) First Batch Sent: 899ms (899989167) ExecInternal Finished: 10.54s (10542873096) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.76s (9759882520) - ExecTreeExecTime: 135ms (135998363) - InactiveTotalTime: 0ns (0) - OpenTime: 239ms (239997112) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.62s (6616920379) - PeakMemoryUsage: 1.6 MiB (1713792) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.60s (1601980698) - TotalBytesSent: 156.4 MiB (164039609) - TotalTime: 9.31s (9315887867) - UncompressedRowBatchSize: 261.9 MiB (274644835) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61923124) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923124) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923124) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 309ms (309996270) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 459ms (459994462) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844391) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 678.8 MiB/s (711768611) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240297455) - RowBatchQueueGetWaitTime: 76ms (76999073) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11935847) - RowBatchQueuePutWaitTime: 8.55s (8549897085) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 12655455 per second (12655455) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 56ms (56999314) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 9.41s (9415886661) - ScannerThreadsSysTime: 45ms (45655000) - ScannerThreadsUserTime: 335ms (335105000) - ScannerThreadsVoluntaryContextSwitches: 873 (873) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 86ms (86998953) - TotalReadThroughput: 6.2 MiB/s (6507263) - TotalTime: 131ms (131998411) Node Lifecycle Event Timeline Open Started: 779ms (779990612) Open Finished: 779ms (779990612) First Batch Requested: 779ms (779990612) First Batch Returned: 898ms (898989179) Last Batch Returned: 10.39s (10387874962) Closed: 10.54s (10541873108) Buffer pool - AllocTime: 999.99us (999988) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999988) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 239ms (239997112) - CodegenSysTime: 2ms (2065000) - CodegenUserTime: 68ms (68098000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 151ms (151998171) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999976) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 50ms (50999386) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 33ms (33999591) - TotalTime: 239ms (239997112) Instance c7456fdd806a4994:3209e9260000034d (host=philip-bigg-34.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.663 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77133017) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3274636421) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.22s (6222985699) - TotalStorageWaitTime: 54ms (54999873) - TotalThreadsInvoluntaryContextSwitches: 303 (303) - TotalThreadsTotalWallClockTime: 19.21s (19212955870) - TotalThreadsSysTime: 146ms (146737000) - TotalThreadsUserTime: 2.70s (2703410000) - TotalThreadsVoluntaryContextSwitches: 1,596 (1596) - TotalTime: 9.98s (9985977063) Fragment Instance Lifecycle Event Timeline Prepare Finished: 499ms (499998852) Open Finished: 926ms (926997871) First Batch Produced: 1.11s (1108997453) First Batch Sent: 1.11s (1108997453) ExecInternal Finished: 10.49s (10487975911) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9558978044) - ExecTreeExecTime: 230ms (230999468) - InactiveTotalTime: 0ns (0) - OpenTime: 426ms (426999019) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.22s (6225985693) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1657996198) - TotalBytesSent: 156.5 MiB (164066137) - TotalTime: 8.97s (8972979390) - UncompressedRowBatchSize: 262.0 MiB (274675706) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61928820) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61928820) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61928820) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 412ms (412999056) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 464ms (464998934) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844388) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 295.3 MiB/s (309644812) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240317564) - RowBatchQueueGetWaitTime: 163ms (163999623) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11889692) - RowBatchQueuePutWaitTime: 8.15s (8149981276) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 7263060 per second (7263060) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 54ms (54999873) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.23s (9226978807) - ScannerThreadsSysTime: 26ms (26579000) - ScannerThreadsUserTime: 359ms (359873000) - ScannerThreadsVoluntaryContextSwitches: 889 (889) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 199ms (199999540) - TotalReadThroughput: 6.2 MiB/s (6503761) - TotalTime: 229ms (229999471) Node Lifecycle Event Timeline Open Started: 926ms (926997871) Open Finished: 926ms (926997871) First Batch Requested: 926ms (926997871) First Batch Returned: 1.11s (1108997453) Last Batch Returned: 10.34s (10344976239) Closed: 10.49s (10487975911) Buffer pool - AllocTime: 30ms (30999929) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999929) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 426ms (426999019) - CodegenSysTime: 999.00us (999000) - CodegenUserTime: 71ms (71702000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 200ms (200999538) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1,000.00us (999998) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 78ms (78999819) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 143ms (143999669) - TotalTime: 426ms (426999019) Instance c7456fdd806a4994:3209e9260000035f (host=philip-bigg-14.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.277 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77126262) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168828850) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.33s (6330791789) - TotalStorageWaitTime: 45ms (45998488) - TotalThreadsInvoluntaryContextSwitches: 219 (219) - TotalThreadsTotalWallClockTime: 18.57s (18575389017) - TotalThreadsSysTime: 147ms (147695000) - TotalThreadsUserTime: 2.69s (2686448000) - TotalThreadsVoluntaryContextSwitches: 1,643 (1643) - TotalTime: 9.97s (9971672011) Fragment Instance Lifecycle Event Timeline Prepare Finished: 512ms (512983127) Open Finished: 943ms (943968951) First Batch Produced: 1.23s (1226959643) First Batch Sent: 1.23s (1226959643) ExecInternal Finished: 10.48s (10485655105) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.54s (9540686187) - ExecTreeExecTime: 296ms (296990231) - InactiveTotalTime: 0ns (0) - OpenTime: 430ms (430985824) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.33s (6331791756) - PeakMemoryUsage: 1.9 MiB (1975936) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.73s (1727943154) - TotalBytesSent: 155.9 MiB (163443005) - TotalTime: 9.03s (9028703027) - UncompressedRowBatchSize: 260.9 MiB (273608455) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:0% 2:0% 3:5.263% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.16 (0.15789473684210525) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61688524) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61688524) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61688524) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 298ms (298990164) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 275ms (275990926) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75780419) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 646.5 MiB/s (677918157) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419886) - RowBatchQueueGetWaitTime: 222ms (222992666) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11891401) - RowBatchQueuePutWaitTime: 7.79s (7786743873) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 5621806 per second (5621806) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 45ms (45998488) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.60s (8603717006) - ScannerThreadsSysTime: 29ms (29744000) - ScannerThreadsUserTime: 353ms (353426000) - ScannerThreadsVoluntaryContextSwitches: 933 (933) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 90ms (90997008) - TotalReadThroughput: 5.9 MiB/s (6149175) - TotalTime: 295ms (295990264) Node Lifecycle Event Timeline Open Started: 943ms (943968951) Open Finished: 943ms (943968951) First Batch Requested: 943ms (943968951) First Batch Returned: 1.23s (1226959643) Last Batch Returned: 10.25s (10250662834) Closed: 10.48s (10484655138) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 430ms (430985824) - CodegenSysTime: 4ms (4829000) - CodegenUserTime: 66ms (66221000) - CodegenVoluntaryContextSwitches: 30 (30) - CompileTime: 232ms (232992336) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7999737) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 144ms (144995231) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 42ms (42998586) - TotalTime: 430ms (430985824) Instance c7456fdd806a4994:3209e92600000343 (host=philip-bigg-15.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.490 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.95 (1.95) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77213341) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3257002478) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.52s (6523733017) - TotalStorageWaitTime: 84ms (84996521) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 19.24s (19243212475) - TotalThreadsSysTime: 146ms (146124000) - TotalThreadsUserTime: 2.67s (2668549000) - TotalThreadsVoluntaryContextSwitches: 1,598 (1598) - TotalTime: 9.96s (9962592283) Fragment Instance Lifecycle Event Timeline Prepare Finished: 601ms (601975364) Open Finished: 858ms (858964847) First Batch Produced: 1.11s (1110954534) First Batch Sent: 1.11s (1111954494) ExecInternal Finished: 10.57s (10566567565) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.71s (9705602800) - ExecTreeExecTime: 277ms (277988626) - InactiveTotalTime: 0ns (0) - OpenTime: 256ms (256989483) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.52s (6524732976) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1616933825) - TotalBytesSent: 155.9 MiB (163447778) - TotalTime: 9.13s (9135626121) - UncompressedRowBatchSize: 261.0 MiB (273626897) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:0% 2:5.263% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.11 (0.10526315789473684) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.9 MiB (61720221) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720221) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720221) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 425ms (425982568) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 277ms (277988625) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842782) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 646.9 MiB/s (678271943) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430375) - RowBatchQueueGetWaitTime: 200ms (200991774) - RowBatchQueuePeakMemoryUsage: 10.8 MiB (11299641) - RowBatchQueuePutWaitTime: 8.37s (8368657510) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 6029232 per second (6029232) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 84ms (84996521) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.28s (9280620192) - ScannerThreadsSysTime: 29ms (29762000) - ScannerThreadsUserTime: 349ms (349394000) - ScannerThreadsVoluntaryContextSwitches: 889 (889) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 90ms (90996276) - TotalReadThroughput: 6.2 MiB/s (6470981) - TotalTime: 275ms (275988708) Node Lifecycle Event Timeline Open Started: 858ms (858964847) Open Finished: 858ms (858964847) First Batch Requested: 858ms (858964847) First Batch Returned: 1.11s (1110954534) Last Batch Returned: 10.32s (10323577510) Closed: 10.57s (10566567565) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 256ms (256989483) - CodegenSysTime: 2ms (2067000) - CodegenUserTime: 69ms (69274000) - CodegenVoluntaryContextSwitches: 20 (20) - CompileTime: 57ms (57997626) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999919) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 92ms (92996195) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 81ms (81996644) - TotalTime: 256ms (256989483) Instance c7456fdd806a4994:3209e92600000351 (host=philip-bigg-13.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.526 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77131862) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230134071) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.59s (6591853302) - TotalStorageWaitTime: 15ms (15999644) - TotalThreadsInvoluntaryContextSwitches: 291 (291) - TotalThreadsTotalWallClockTime: 18.79s (18790581793) - TotalThreadsSysTime: 131ms (131664000) - TotalThreadsUserTime: 2.64s (2643258000) - TotalThreadsVoluntaryContextSwitches: 1,617 (1617) - TotalTime: 9.95s (9947778600) Fragment Instance Lifecycle Event Timeline Prepare Finished: 534ms (534988093) Open Finished: 743ms (743983442) First Batch Produced: 998ms (998977766) First Batch Sent: 999ms (999977744) ExecInternal Finished: 10.48s (10484766649) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.74s (9738783251) - ExecTreeExecTime: 283ms (283993677) - InactiveTotalTime: 0ns (0) - OpenTime: 208ms (208995349) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.59s (6591853302) - PeakMemoryUsage: 1.5 MiB (1623680) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.69s (1685962481) - TotalBytesSent: 155.9 MiB (163421032) - TotalTime: 9.35s (9353791822) - UncompressedRowBatchSize: 260.9 MiB (273607542) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:0% 2:5.263% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.11 (0.10526315789473684) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.8 MiB (61695691) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61695691) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61695691) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 342ms (342992367) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 260ms (260994192) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843132) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 891.5 MiB/s (934803989) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239415799) - RowBatchQueueGetWaitTime: 235ms (235994747) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11887401) - RowBatchQueuePutWaitTime: 7.95s (7953822975) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 5921840 per second (5921840) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 15ms (15999644) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.84s (8842803193) - ScannerThreadsSysTime: 30ms (30436000) - ScannerThreadsUserTime: 350ms (350482000) - ScannerThreadsVoluntaryContextSwitches: 935 (935) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 65ms (65998532) - TotalReadThroughput: 6.2 MiB/s (6482001) - TotalTime: 280ms (280993744) Node Lifecycle Event Timeline Open Started: 743ms (743983442) Open Finished: 743ms (743983442) First Batch Requested: 743ms (743983442) First Batch Returned: 998ms (998977766) Last Batch Returned: 10.24s (10242772034) Closed: 10.48s (10484766649) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 208ms (208995349) - CodegenSysTime: 3ms (3081000) - CodegenUserTime: 67ms (67753000) - CodegenVoluntaryContextSwitches: 12 (12) - CompileTime: 49ms (49998888) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 999.98us (999978) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 48ms (48998909) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 106ms (106997619) - TotalTime: 208ms (208995349) Instance c7456fdd806a4994:3209e92600000348 (host=philip-bigg-39.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.574 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.95 (1.95) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77174384) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3181035093) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.51s (6506766098) - TotalStorageWaitTime: 10ms (10999604) - TotalThreadsInvoluntaryContextSwitches: 202 (202) - TotalThreadsTotalWallClockTime: 19.16s (19161311203) - TotalThreadsSysTime: 126ms (126054000) - TotalThreadsUserTime: 2.70s (2696741000) - TotalThreadsVoluntaryContextSwitches: 1,605 (1605) - TotalTime: 9.94s (9941642625) Fragment Instance Lifecycle Event Timeline Prepare Finished: 554ms (554980050) Open Finished: 965ms (965965276) First Batch Produced: 1.09s (1088960854) First Batch Sent: 1.09s (1089960819) ExecInternal Finished: 10.50s (10498622603) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.53s (9530657399) - ExecTreeExecTime: 134ms (134995146) - InactiveTotalTime: 0ns (0) - OpenTime: 410ms (410985226) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.51s (6508766026) - PeakMemoryUsage: 1.6 MiB (1648256) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.61s (1608942174) - TotalBytesSent: 155.9 MiB (163439438) - TotalTime: 9.23s (9226668330) - UncompressedRowBatchSize: 260.9 MiB (273611221) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61706523) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61706523) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61706523) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 270ms (270990259) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 472ms (472982995) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844875) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1186706579) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239431437) - RowBatchQueueGetWaitTime: 88ms (88996800) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11903521) - RowBatchQueuePutWaitTime: 8.38s (8377698846) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 12326369 per second (12326369) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999604) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.22s (9219668578) - ScannerThreadsSysTime: 32ms (32772000) - ScannerThreadsUserTime: 344ms (344051000) - ScannerThreadsVoluntaryContextSwitches: 894 (894) - TotalRawHdfsOpenFileTime(*): 999.96us (999964) - TotalRawHdfsReadTime(*): 51ms (51998130) - TotalReadThroughput: 5.9 MiB/s (6154036) - TotalTime: 134ms (134995146) Node Lifecycle Event Timeline Open Started: 965ms (965965276) Open Finished: 965ms (965965276) First Batch Requested: 965ms (965965276) First Batch Returned: 1.09s (1088960854) Last Batch Returned: 10.37s (10371627168) Closed: 10.50s (10498622603) Buffer pool - AllocTime: 26ms (26999030) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999030) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 410ms (410985226) - CodegenSysTime: 3ms (3062000) - CodegenUserTime: 68ms (68748000) - CodegenVoluntaryContextSwitches: 36 (36) - CompileTime: 86ms (86996873) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999928) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 97ms (97996477) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 222ms (222991984) - TotalTime: 410ms (410985226) Instance c7456fdd806a4994:3209e9260000035b (host=philip-bigg-24.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.533 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77106372) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3322005024) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.61s (6610778883) - TotalStorageWaitTime: 32ms (32998896) - TotalThreadsInvoluntaryContextSwitches: 272 (272) - TotalThreadsTotalWallClockTime: 18.58s (18579378511) - TotalThreadsSysTime: 131ms (131202000) - TotalThreadsUserTime: 2.78s (2783771000) - TotalThreadsVoluntaryContextSwitches: 1,479 (1479) - TotalTime: 9.88s (9880669487) Fragment Instance Lifecycle Event Timeline Prepare Finished: 639ms (639978592) Open Finished: 837ms (837971969) First Batch Produced: 985ms (985967019) First Batch Sent: 985ms (985967019) ExecInternal Finished: 10.51s (10508648480) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.67s (9668676578) - ExecTreeExecTime: 168ms (168994347) - InactiveTotalTime: 0ns (0) - OpenTime: 197ms (197993377) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 13ms (13999532) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.61s (6612778816) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1573947352) - TotalBytesSent: 155.9 MiB (163421863) - TotalTime: 9.36s (9359686911) - UncompressedRowBatchSize: 260.9 MiB (273594250) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61683296) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61683296) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61683296) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 317ms (317989377) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 352ms (352988198) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843948) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 429.4 MiB/s (450258102) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239407238) - RowBatchQueueGetWaitTime: 128ms (128995686) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11878859) - RowBatchQueuePutWaitTime: 7.89s (7887736134) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 10024431 per second (10024431) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 32ms (32998896) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.71s (8712708556) - ScannerThreadsSysTime: 26ms (26769000) - ScannerThreadsUserTime: 372ms (372445000) - ScannerThreadsVoluntaryContextSwitches: 854 (854) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 136ms (136995416) - TotalReadThroughput: 6.2 MiB/s (6475936) - TotalTime: 165ms (165994448) Node Lifecycle Event Timeline Open Started: 837ms (837971969) Open Finished: 837ms (837971969) First Batch Requested: 837ms (837971969) First Batch Returned: 985ms (985967019) Last Batch Returned: 10.22s (10219658147) Closed: 10.51s (10508648480) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 196ms (196993410) - CodegenSysTime: 2ms (2867000) - CodegenUserTime: 73ms (73713000) - CodegenVoluntaryContextSwitches: 5 (5) - CompileTime: 38ms (38998695) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999398) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 80ms (80997291) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 56ms (56998093) - TotalTime: 196ms (196993410) Instance c7456fdd806a4994:3209e92600000340 (host=philip-bigg-3.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.712 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77165240) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3232185966) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.47s (6468759346) - TotalStorageWaitTime: 21ms (21999181) - TotalThreadsInvoluntaryContextSwitches: 227 (227) - TotalThreadsTotalWallClockTime: 18.47s (18473312721) - TotalThreadsSysTime: 125ms (125995000) - TotalThreadsUserTime: 2.62s (2621358000) - TotalThreadsVoluntaryContextSwitches: 1,580 (1580) - TotalTime: 9.88s (9878632476) Fragment Instance Lifecycle Event Timeline Prepare Finished: 461ms (461982812) Open Finished: 729ms (729972842) First Batch Produced: 915ms (915965922) First Batch Sent: 915ms (915965922) ExecInternal Finished: 10.34s (10341615251) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.61s (9610642446) - ExecTreeExecTime: 221ms (221991739) - InactiveTotalTime: 0ns (0) - OpenTime: 267ms (267990030) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.47s (6471759235) - PeakMemoryUsage: 1.7 MiB (1738368) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.49s (1493944402) - TotalBytesSent: 155.9 MiB (163430217) - TotalTime: 9.04s (9044663501) - UncompressedRowBatchSize: 260.9 MiB (273615575) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61692906) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692906) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692906) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 388ms (388985532) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 341ms (341987271) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843792) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 764.1 MiB/s (801236362) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239419628) - RowBatchQueueGetWaitTime: 96ms (96996391) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11458401) - RowBatchQueuePutWaitTime: 7.73s (7727712503) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 7633311 per second (7633311) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 21ms (21999181) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.59s (8594680245) - ScannerThreadsSysTime: 27ms (27010000) - ScannerThreadsUserTime: 346ms (346736000) - ScannerThreadsVoluntaryContextSwitches: 885 (885) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76997137) - TotalReadThroughput: 6.2 MiB/s (6464728) - TotalTime: 217ms (217991887) Node Lifecycle Event Timeline Open Started: 729ms (729972842) Open Finished: 729ms (729972842) First Batch Requested: 729ms (729972842) First Batch Returned: 915ms (915965922) Last Batch Returned: 10.11s (10112623770) Closed: 10.34s (10341615251) Buffer pool - AllocTime: 7ms (7999703) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 7ms (7999703) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 266ms (266990067) - CodegenSysTime: 1ms (1950000) - CodegenUserTime: 68ms (68283000) - CodegenVoluntaryContextSwitches: 12 (12) - CompileTime: 98ms (98996317) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 999.96us (999963) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 125ms (125995312) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 38ms (38998549) - TotalTime: 266ms (266990067) Instance c7456fdd806a4994:3209e92600000341 (host=philip-bigg-11.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.735 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77117516) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3238136234) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.38s (6385779525) - TotalStorageWaitTime: 10ms (10999620) - TotalThreadsInvoluntaryContextSwitches: 227 (227) - TotalThreadsTotalWallClockTime: 18.97s (18969345058) - TotalThreadsSysTime: 151ms (151480000) - TotalThreadsUserTime: 2.62s (2616001000) - TotalThreadsVoluntaryContextSwitches: 1,625 (1625) - TotalTime: 9.84s (9840660238) Fragment Instance Lifecycle Event Timeline Prepare Finished: 762ms (762973658) Open Finished: 1.04s (1039964094) First Batch Produced: 1.21s (1209958225) First Batch Sent: 1.21s (1209958225) ExecInternal Finished: 10.60s (10604633861) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9563669802) - ExecTreeExecTime: 207ms (207992819) - InactiveTotalTime: 0ns (0) - OpenTime: 276ms (276990436) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.38s (6385779525) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1534946997) - TotalBytesSent: 156.4 MiB (164014893) - TotalTime: 9.02s (9022688477) - UncompressedRowBatchSize: 261.9 MiB (274640294) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.0 MiB (61915702) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.0 MiB (61915702) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.0 MiB (61915702) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 309ms (309989296) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 450ms (450984428) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75779526) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 562.4 MiB/s (589693710) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240294695) - RowBatchQueueGetWaitTime: 120ms (120995823) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11933135) - RowBatchQueuePutWaitTime: 8.16s (8159718276) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 8031527 per second (8031527) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999620) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.13s (9128684820) - ScannerThreadsSysTime: 33ms (33382000) - ScannerThreadsUserTime: 340ms (340891000) - ScannerThreadsVoluntaryContextSwitches: 927 (927) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 104ms (104996375) - TotalReadThroughput: 6.2 MiB/s (6486036) - TotalTime: 207ms (207992819) Node Lifecycle Event Timeline Open Started: 1.04s (1039964094) Open Finished: 1.04s (1039964094) First Batch Requested: 1.04s (1039964094) First Batch Returned: 1.21s (1209958225) Last Batch Returned: 10.40s (10405640731) Closed: 10.60s (10603633896) Buffer pool - AllocTime: 26ms (26999068) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 26ms (26999068) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 276ms (276990436) - CodegenSysTime: 2ms (2104000) - CodegenUserTime: 69ms (69147000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 37ms (37998688) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999931) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 83ms (83997100) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 151ms (151994752) - TotalTime: 276ms (276990436) Instance c7456fdd806a4994:3209e92600000355 (host=philip-bigg-27.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.899 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.95 (1.9473684210526316) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77106956) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3324699414) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.11s (6107962343) - TotalStorageWaitTime: 41ms (41999741) - TotalThreadsInvoluntaryContextSwitches: 193 (193) - TotalThreadsTotalWallClockTime: 18.89s (18890883553) - TotalThreadsSysTime: 140ms (140023000) - TotalThreadsUserTime: 2.65s (2649264000) - TotalThreadsVoluntaryContextSwitches: 1,621 (1621) - TotalTime: 9.82s (9824939437) Fragment Instance Lifecycle Event Timeline Prepare Finished: 635ms (635996080) Open Finished: 1.04s (1042993571) First Batch Produced: 1.30s (1301991975) First Batch Sent: 1.31s (1310991919) ExecInternal Finished: 10.45s (10451935573) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.41s (9406942014) - ExecTreeExecTime: 294ms (294998182) - InactiveTotalTime: 0ns (0) - OpenTime: 406ms (406997491) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 10ms (10999932) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.11s (6111962319) - PeakMemoryUsage: 1.6 MiB (1640064) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.69s (1685989609) - TotalBytesSent: 156.5 MiB (164057456) - TotalTime: 9.00s (9002944503) - UncompressedRowBatchSize: 261.9 MiB (274658371) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61935643) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935643) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935643) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 289ms (289998212) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 433ms (433997326) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842892) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 431.1 MiB/s (452087773) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240305497) - RowBatchQueueGetWaitTime: 260ms (260998391) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11877741) - RowBatchQueuePutWaitTime: 8.08s (8081950180) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 5682007 per second (5682007) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 41ms (41999741) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 9.08s (9076944048) - ScannerThreadsSysTime: 29ms (29164000) - ScannerThreadsUserTime: 351ms (351142000) - ScannerThreadsVoluntaryContextSwitches: 916 (916) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 136ms (136999155) - TotalReadThroughput: 6.2 MiB/s (6495610) - TotalTime: 293ms (293998188) Node Lifecycle Event Timeline Open Started: 1.04s (1042993571) Open Finished: 1.04s (1042993571) First Batch Requested: 1.04s (1042993571) First Batch Returned: 1.30s (1301991975) Last Batch Returned: 10.31s (10315936411) Closed: 10.45s (10451935573) Buffer pool - AllocTime: 76ms (76999526) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999994) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 2 (2) - CodegenTotalWallClockTime: 406ms (406997491) - CodegenSysTime: 2ms (2282000) - CodegenUserTime: 69ms (69547000) - CodegenVoluntaryContextSwitches: 33 (33) - CompileTime: 29ms (29999815) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999988) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 197ms (197998779) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 175ms (175998915) - TotalTime: 406ms (406997491) Instance c7456fdd806a4994:3209e92600000347 (host=philip-bigg-35.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.743 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77099014) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3301079050) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.56s (6559978241) - TotalStorageWaitTime: 18ms (18999937) - TotalThreadsInvoluntaryContextSwitches: 252 (252) - TotalThreadsTotalWallClockTime: 18.44s (18441938806) - TotalThreadsSysTime: 155ms (155699000) - TotalThreadsUserTime: 2.66s (2656799000) - TotalThreadsVoluntaryContextSwitches: 1,588 (1588) - TotalTime: 9.81s (9813967435) Fragment Instance Lifecycle Event Timeline Prepare Finished: 560ms (560998139) Open Finished: 793ms (793997366) First Batch Produced: 978ms (978996752) First Batch Sent: 978ms (978996752) ExecInternal Finished: 10.38s (10375965571) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.58s (9580968208) - ExecTreeExecTime: 206ms (206999311) - InactiveTotalTime: 0ns (0) - OpenTime: 232ms (232999227) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.56s (6561978235) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1512994980) - TotalBytesSent: 155.8 MiB (163408726) - TotalTime: 9.17s (9167969582) - UncompressedRowBatchSize: 260.9 MiB (273586602) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61693831) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693831) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693831) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 372ms (372998767) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 327ms (327998911) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843160) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 840.5 MiB/s (881343389) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239409170) - RowBatchQueueGetWaitTime: 149ms (149999502) - RowBatchQueuePeakMemoryUsage: 11.2 MiB (11785602) - RowBatchQueuePutWaitTime: 7.76s (7762974236) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 8077696 per second (8077696) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 18ms (18999937) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.63s (8627971371) - ScannerThreadsSysTime: 34ms (34625000) - ScannerThreadsUserTime: 349ms (349317000) - ScannerThreadsVoluntaryContextSwitches: 904 (904) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 69ms (69999766) - TotalReadThroughput: 6.2 MiB/s (6469571) - TotalTime: 205ms (205999314) Node Lifecycle Event Timeline Open Started: 793ms (793997366) Open Finished: 793ms (793997366) First Batch Requested: 793ms (793997366) First Batch Returned: 978ms (978996752) Last Batch Returned: 10.08s (10083966540) Closed: 10.38s (10375965571) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 232ms (232999227) - CodegenSysTime: 2ms (2944000) - CodegenUserTime: 68ms (68698000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 129ms (129999569) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 15ms (15999947) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 50ms (50999831) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 33ms (33999887) - TotalTime: 232ms (232999227) Instance c7456fdd806a4994:3209e9260000035a (host=philip-bigg-31.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.723 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 2.00 (2.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77149848) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3176871225) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.59s (6591956744) - TotalStorageWaitTime: 31ms (31999789) - TotalThreadsInvoluntaryContextSwitches: 195 (195) - TotalThreadsTotalWallClockTime: 19.04s (19043875030) - TotalThreadsSysTime: 131ms (131985000) - TotalThreadsUserTime: 2.65s (2655103000) - TotalThreadsVoluntaryContextSwitches: 1,576 (1576) - TotalTime: 9.81s (9813935599) Fragment Instance Lifecycle Event Timeline Prepare Finished: 665ms (665995630) Open Finished: 884ms (884994193) First Batch Produced: 1.02s (1021993294) First Batch Sent: 1.02s (1021993294) ExecInternal Finished: 10.47s (10466931314) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.58s (9579937134) - ExecTreeExecTime: 154ms (154998984) - InactiveTotalTime: 0ns (0) - OpenTime: 218ms (218998563) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 14ms (14999902) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.59s (6594956723) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1573989654) - TotalBytesSent: 155.9 MiB (163439399) - TotalTime: 9.19s (9189939690) - UncompressedRowBatchSize: 260.9 MiB (273623093) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.9 MiB (61710430) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61710430) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61710430) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 291ms (291998088) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 350ms (350997694) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75779353) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 852.9 MiB/s (894359929) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239429611) - RowBatchQueueGetWaitTime: 109ms (109999279) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11637075) - RowBatchQueuePutWaitTime: 8.48s (8477944365) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 10805265 per second (10805265) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 31ms (31999789) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 9.24s (9244939333) - ScannerThreadsSysTime: 26ms (26152000) - ScannerThreadsUserTime: 347ms (347530000) - ScannerThreadsVoluntaryContextSwitches: 883 (883) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 68ms (68999547) - TotalReadThroughput: 6.2 MiB/s (6476745) - TotalTime: 153ms (153998990) Node Lifecycle Event Timeline Open Started: 884ms (884994193) Open Finished: 884ms (884994193) First Batch Requested: 884ms (884994193) First Batch Returned: 1.02s (1021993294) Last Batch Returned: 10.34s (10336932167) Closed: 10.47s (10466931314) Buffer pool - AllocTime: 30ms (30999796) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 30ms (30999796) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 218ms (218998563) - CodegenSysTime: 5ms (5035000) - CodegenUserTime: 63ms (63852000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 81ms (81999462) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999987) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 98ms (98999351) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 34ms (34999770) - TotalTime: 218ms (218998563) Instance c7456fdd806a4994:3209e92600000353 (host=philip-bigg-7.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.801 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.95 (1.9473684210526316) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77166202) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.2 GiB (3397255457) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.57s (6573952908) - TotalStorageWaitTime: 10ms (10999921) - TotalThreadsInvoluntaryContextSwitches: 218 (218) - TotalThreadsTotalWallClockTime: 18.85s (18850864957) - TotalThreadsSysTime: 119ms (119677000) - TotalThreadsUserTime: 2.66s (2656204000) - TotalThreadsVoluntaryContextSwitches: 1,597 (1597) - TotalTime: 9.79s (9785929896) Fragment Instance Lifecycle Event Timeline Prepare Finished: 649ms (649995343) Open Finished: 918ms (918993416) First Batch Produced: 990ms (990992900) First Batch Sent: 991ms (991992893) ExecInternal Finished: 10.40s (10400925490) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.47s (9474932124) - ExecTreeExecTime: 95ms (95999310) - InactiveTotalTime: 0ns (0) - OpenTime: 268ms (268998073) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 41ms (41999699) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.58s (6578952872) - PeakMemoryUsage: 1.6 MiB (1705600) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1592988588) - TotalBytesSent: 155.8 MiB (163408902) - TotalTime: 9.18s (9184934202) - UncompressedRowBatchSize: 260.9 MiB (273591069) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61704715) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704715) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704715) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 268ms (268998070) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 355ms (355997453) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844711) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.2 GiB/s (1341416412) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414812) - RowBatchQueueGetWaitTime: 47ms (47999656) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886585) - RowBatchQueuePutWaitTime: 8.39s (8393939869) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 17515915 per second (17515915) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 10ms (10999921) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.11s (9106934760) - ScannerThreadsSysTime: 32ms (32575000) - ScannerThreadsUserTime: 341ms (341479000) - ScannerThreadsVoluntaryContextSwitches: 919 (919) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 45ms (45999672) - TotalReadThroughput: 6.2 MiB/s (6465288) - TotalTime: 94ms (94999317) Node Lifecycle Event Timeline Open Started: 918ms (918993416) Open Finished: 918ms (918993416) First Batch Requested: 918ms (918993416) First Batch Returned: 990ms (990992900) Last Batch Returned: 10.22s (10225926743) Closed: 10.40s (10398925504) Buffer pool - AllocTime: 999.99us (999993) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.99us (999993) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 268ms (268998073) - CodegenSysTime: 2ms (2975000) - CodegenUserTime: 68ms (68833000) - CodegenVoluntaryContextSwitches: 13 (13) - CompileTime: 65ms (65999527) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999985) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 110ms (110999205) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 88ms (88999363) - TotalTime: 268ms (268998073) Instance c7456fdd806a4994:3209e92600000342 (host=philip-bigg-4.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.510 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77124660) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3239506701) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.64s (6637959112) - TotalStorageWaitTime: 36ms (36999773) - TotalThreadsInvoluntaryContextSwitches: 213 (213) - TotalThreadsTotalWallClockTime: 18.42s (18417886564) - TotalThreadsSysTime: 123ms (123686000) - TotalThreadsUserTime: 2.69s (2688631000) - TotalThreadsVoluntaryContextSwitches: 1,562 (1562) - TotalTime: 9.78s (9783939740) Fragment Instance Lifecycle Event Timeline Prepare Finished: 414ms (414997444) Open Finished: 561ms (561996539) First Batch Produced: 736ms (736995461) First Batch Sent: 736ms (736995461) ExecInternal Finished: 10.19s (10190937233) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.63s (9626940707) - ExecTreeExecTime: 198ms (198998775) - InactiveTotalTime: 0ns (0) - OpenTime: 146ms (146999095) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 9ms (9999938) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.64s (6638959106) - PeakMemoryUsage: 1.6 MiB (1697408) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.55s (1554990409) - TotalBytesSent: 156.4 MiB (164045964) - TotalTime: 9.22s (9222943192) - UncompressedRowBatchSize: 261.9 MiB (274652791) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61921299) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61921299) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61921299) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 514ms (514996833) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 307ms (307998105) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844267) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 711.5 MiB/s (746044340) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240304438) - RowBatchQueueGetWaitTime: 133ms (133999175) - RowBatchQueuePeakMemoryUsage: 11.1 MiB (11678320) - RowBatchQueuePutWaitTime: 7.68s (7679952691) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 8479747 per second (8479747) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 36ms (36999773) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.64s (8643946762) - ScannerThreadsSysTime: 32ms (32593000) - ScannerThreadsUserTime: 351ms (351074000) - ScannerThreadsVoluntaryContextSwitches: 865 (865) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 82ms (82999489) - TotalReadThroughput: 6.2 MiB/s (6490702) - TotalTime: 196ms (196998788) Node Lifecycle Event Timeline Open Started: 561ms (561996539) Open Finished: 561ms (561996539) First Batch Requested: 561ms (561996539) First Batch Returned: 736ms (736995461) Last Batch Returned: 9.84s (9837939408) Closed: 10.19s (10190937233) Buffer pool - AllocTime: 19ms (19999877) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999877) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 146ms (146999095) - CodegenSysTime: 4ms (4940000) - CodegenUserTime: 61ms (61734000) - CodegenVoluntaryContextSwitches: 4 (4) - CompileTime: 26ms (26999834) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 999.99us (999994) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 68ms (68999575) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 47ms (47999704) - TotalTime: 146ms (146999095) Instance c7456fdd806a4994:3209e9260000034e (host=philip-bigg-25.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.280 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77140614) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3360872304) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.16s (6163827915) - TotalStorageWaitTime: 8ms (8999749) - TotalThreadsInvoluntaryContextSwitches: 356 (356) - TotalThreadsTotalWallClockTime: 18.89s (18892472540) - TotalThreadsSysTime: 156ms (156993000) - TotalThreadsUserTime: 2.68s (2678606000) - TotalThreadsVoluntaryContextSwitches: 1,591 (1591) - TotalTime: 9.78s (9783726848) Fragment Instance Lifecycle Event Timeline Prepare Finished: 778ms (778978251) Open Finished: 1.04s (1040970937) First Batch Produced: 1.22s (1224965800) First Batch Sent: 1.22s (1224965800) ExecInternal Finished: 10.52s (10516706383) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.47s (9473735502) - ExecTreeExecTime: 200ms (200994388) - InactiveTotalTime: 0ns (0) - OpenTime: 261ms (261992686) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 47ms (47998660) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.16s (6164827887) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.66s (1659953654) - TotalBytesSent: 155.8 MiB (163396329) - TotalTime: 9.15s (9147744603) - UncompressedRowBatchSize: 260.9 MiB (273594330) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61686212) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61686212) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61686212) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 297ms (297991679) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 452ms (452987357) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778284) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1,014.3 MiB/s (1063585049) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239411062) - RowBatchQueueGetWaitTime: 159ms (159995533) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11882382) - RowBatchQueuePutWaitTime: 8.23s (8235770061) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 8362042 per second (8362042) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 8ms (8999749) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.16s (9156744352) - ScannerThreadsSysTime: 27ms (27275000) - ScannerThreadsUserTime: 354ms (354472000) - ScannerThreadsVoluntaryContextSwitches: 907 (907) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 57ms (57998382) - TotalReadThroughput: 6.2 MiB/s (6472165) - TotalTime: 198ms (198994444) Node Lifecycle Event Timeline Open Started: 1.04s (1040970937) Open Finished: 1.04s (1040970937) First Batch Requested: 1.04s (1040970937) First Batch Returned: 1.22s (1224965800) Last Batch Returned: 10.38s (10376710291) Closed: 10.52s (10515706411) Buffer pool - AllocTime: 24ms (24999302) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 24ms (24999302) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 260ms (260992714) - CodegenSysTime: 1ms (1005000) - CodegenUserTime: 69ms (69450000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 60ms (60998297) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 7ms (7999777) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 96ms (96997292) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 93ms (93997376) - TotalTime: 260ms (260992714) Instance c7456fdd806a4994:3209e9260000034b (host=philip-bigg-28.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.332 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77098574) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3235139315) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.45s (6450961643) - TotalStorageWaitTime: 29ms (29999822) - TotalThreadsInvoluntaryContextSwitches: 206 (206) - TotalThreadsTotalWallClockTime: 18.27s (18270891398) - TotalThreadsSysTime: 159ms (159097000) - TotalThreadsUserTime: 2.66s (2660656000) - TotalThreadsVoluntaryContextSwitches: 1,609 (1609) - TotalTime: 9.74s (9745942070) Fragment Instance Lifecycle Event Timeline Prepare Finished: 629ms (629996256) Open Finished: 979ms (979994175) First Batch Produced: 1.07s (1068993646) First Batch Sent: 1.07s (1068993646) ExecInternal Finished: 10.38s (10377938314) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.39s (9395944151) - ExecTreeExecTime: 194ms (194998840) - InactiveTotalTime: 0ns (0) - OpenTime: 349ms (349997919) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.45s (6450961643) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1570990659) - TotalBytesSent: 155.9 MiB (163431446) - TotalTime: 9.04s (9036946282) - UncompressedRowBatchSize: 260.9 MiB (273610482) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61693887) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61693887) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61693887) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 307ms (307998169) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 360ms (360997852) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75744353) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 905.2 MiB/s (949142330) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239423894) - RowBatchQueueGetWaitTime: 77ms (77999536) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11800489) - RowBatchQueuePutWaitTime: 7.76s (7765953841) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 8621812 per second (8621812) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 29ms (29999822) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.52s (8524949328) - ScannerThreadsSysTime: 36ms (36381000) - ScannerThreadsUserTime: 347ms (347273000) - ScannerThreadsVoluntaryContextSwitches: 888 (888) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 64ms (64999616) - TotalReadThroughput: 6.2 MiB/s (6469577) - TotalTime: 192ms (192998852) Node Lifecycle Event Timeline Open Started: 979ms (979994175) Open Finished: 979ms (979994175) First Batch Requested: 979ms (979994175) First Batch Returned: 1.07s (1068993646) Last Batch Returned: 10.17s (10170939544) Closed: 10.38s (10376938320) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 2 (2) - CodegenTotalWallClockTime: 349ms (349997919) - CodegenSysTime: 2ms (2021000) - CodegenUserTime: 68ms (68609000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 27ms (27999833) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 26ms (26999839) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 130ms (130999222) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 161ms (161999037) - TotalTime: 349ms (349997919) Instance c7456fdd806a4994:3209e92600000350 (host=philip-bigg-29.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.985 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.95 (1.9473684210526316) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77098885) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3230218964) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.54s (6536886458) - TotalStorageWaitTime: 15ms (15999722) - TotalThreadsInvoluntaryContextSwitches: 255 (255) - TotalThreadsTotalWallClockTime: 18.43s (18432679853) - TotalThreadsSysTime: 134ms (134578000) - TotalThreadsUserTime: 2.67s (2668325000) - TotalThreadsVoluntaryContextSwitches: 1,642 (1642) - TotalTime: 9.74s (9737830869) Fragment Instance Lifecycle Event Timeline Prepare Finished: 526ms (526990847) Open Finished: 698ms (698987859) First Batch Produced: 856ms (856985115) First Batch Sent: 856ms (856985115) ExecInternal Finished: 10.27s (10269821629) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9565833857) - ExecTreeExecTime: 174ms (174996959) - InactiveTotalTime: 0ns (0) - OpenTime: 171ms (171997012) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.54s (6540886389) - PeakMemoryUsage: 1.5 MiB (1549952) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.55s (1553973043) - TotalBytesSent: 156.5 MiB (164061834) - TotalTime: 9.16s (9162840860) - UncompressedRowBatchSize: 261.9 MiB (274670029) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 59.1 MiB (61944158) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61944158) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61944158) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 469ms (469991841) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 257ms (257995512) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843044) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 767.2 MiB/s (804483553) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240316371) - RowBatchQueueGetWaitTime: 124ms (124997829) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11455488) - RowBatchQueuePutWaitTime: 7.82s (7824864094) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 9545880 per second (9545880) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 15ms (15999722) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.69s (8694848984) - ScannerThreadsSysTime: 32ms (32952000) - ScannerThreadsUserTime: 351ms (351712000) - ScannerThreadsVoluntaryContextSwitches: 928 (928) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 76ms (76998663) - TotalReadThroughput: 6.2 MiB/s (6499229) - TotalTime: 174ms (174996959) Node Lifecycle Event Timeline Open Started: 698ms (698987859) Open Finished: 698ms (698987859) First Batch Requested: 698ms (698987859) First Batch Returned: 856ms (856985115) Last Batch Returned: 10.10s (10098824599) Closed: 10.27s (10269821629) Buffer pool - AllocTime: 20ms (20999636) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 20ms (20999636) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 171ms (171997012) - CodegenSysTime: 1ms (1026000) - CodegenUserTime: 69ms (69296000) - CodegenVoluntaryContextSwitches: 10 (10) - CompileTime: 31ms (31999444) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999965) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 56ms (56999010) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 79ms (79998610) - TotalTime: 171ms (171997012) Instance c7456fdd806a4994:3209e92600000356 (host=philip-bigg-10.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.572 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.95 (1.9473684210526316) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77096009) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 2.9 GiB (3115716898) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.52s (6524760534) - TotalStorageWaitTime: 21ms (21999193) - TotalThreadsInvoluntaryContextSwitches: 186 (186) - TotalThreadsTotalWallClockTime: 18.45s (18453322733) - TotalThreadsSysTime: 157ms (157090000) - TotalThreadsUserTime: 2.62s (2620374000) - TotalThreadsVoluntaryContextSwitches: 1,605 (1605) - TotalTime: 9.73s (9735642686) Fragment Instance Lifecycle Event Timeline Prepare Finished: 586ms (586978457) Open Finished: 756ms (756972217) First Batch Produced: 944ms (944965318) First Batch Sent: 944ms (944965318) ExecInternal Finished: 10.32s (10324621070) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.56s (9565648926) - ExecTreeExecTime: 231ms (231991486) - InactiveTotalTime: 0ns (0) - OpenTime: 169ms (169993760) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.53s (6525760497) - PeakMemoryUsage: 1.6 MiB (1672832) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.56s (1561942681) - TotalBytesSent: 155.9 MiB (163436291) - TotalTime: 9.07s (9072667020) - UncompressedRowBatchSize: 260.9 MiB (273624921) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61704260) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704260) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704260) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 321ms (321988182) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 271ms (271990026) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844931) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 817.3 MiB/s (857035047) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239430846) - RowBatchQueueGetWaitTime: 168ms (168993798) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11902766) - RowBatchQueuePutWaitTime: 7.95s (7945708373) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 7235048 per second (7235048) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 21ms (21999193) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.72s (8717680047) - ScannerThreadsSysTime: 29ms (29606000) - ScannerThreadsUserTime: 353ms (353022000) - ScannerThreadsVoluntaryContextSwitches: 908 (908) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 71ms (71997359) - TotalReadThroughput: 6.5 MiB/s (6822673) - TotalTime: 229ms (229991560) Node Lifecycle Event Timeline Open Started: 756ms (756972217) Open Finished: 756ms (756972217) First Batch Requested: 756ms (756972217) First Batch Returned: 944ms (944965318) Last Batch Returned: 9.65s (9655645622) Closed: 10.32s (10324621070) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 6 (6) - CodegenTotalWallClockTime: 169ms (169993760) - CodegenSysTime: 2ms (2911000) - CodegenUserTime: 64ms (64960000) - CodegenVoluntaryContextSwitches: 4 (4) - CompileTime: 31ms (31998825) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999927) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 78ms (78997101) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 55ms (55997944) - TotalTime: 169ms (169993760) Instance c7456fdd806a4994:3209e9260000035e (host=philip-bigg-5.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.058 Hdfs split stats (:<# splits>/): 0:1/88.88 MB - AverageThreadTokens: 1.95 (1.9473684210526316) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77079647) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3300578590) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.44s (6440795779) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 213 (213) - TotalThreadsTotalWallClockTime: 18.82s (18822403202) - TotalThreadsSysTime: 151ms (151743000) - TotalThreadsUserTime: 2.69s (2689798000) - TotalThreadsVoluntaryContextSwitches: 1,532 (1532) - TotalTime: 9.73s (9734691344) Fragment Instance Lifecycle Event Timeline Prepare Finished: 618ms (618980374) Open Finished: 932ms (932970418) First Batch Produced: 1.07s (1073965948) First Batch Sent: 1.07s (1073965948) ExecInternal Finished: 10.35s (10354671687) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.42s (9420701300) - ExecTreeExecTime: 158ms (158994962) - InactiveTotalTime: 0ns (0) - OpenTime: 313ms (313990044) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.44s (6441795748) - PeakMemoryUsage: 1.6 MiB (1681024) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1671946993) - TotalBytesSent: 155.9 MiB (163450544) - TotalTime: 9.13s (9132710432) - UncompressedRowBatchSize: 261.0 MiB (273629691) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.88 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 58.9 MiB (61720032) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.9 MiB (61720032) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.9 MiB (61720032) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 307ms (307990236) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 268ms (268991483) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75741961) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1668161858) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239435389) - RowBatchQueueGetWaitTime: 79ms (79997464) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11907147) - RowBatchQueuePutWaitTime: 8.43s (8434732552) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 10599061 per second (10599061) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 9.09s (9087711858) - ScannerThreadsSysTime: 26ms (26658000) - ScannerThreadsUserTime: 362ms (362710000) - ScannerThreadsVoluntaryContextSwitches: 854 (854) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 36ms (36998827) - TotalReadThroughput: 6.2 MiB/s (6483877) - TotalTime: 156ms (156995026) Node Lifecycle Event Timeline Open Started: 932ms (932970418) Open Finished: 932ms (932970418) First Batch Requested: 932ms (932970418) First Batch Returned: 1.07s (1073965948) Last Batch Returned: 10.23s (10230675618) Closed: 10.35s (10354671687) Buffer pool - AllocTime: 23ms (23999239) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 23ms (23999239) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 313ms (313990044) - CodegenSysTime: 6ms (6007000) - CodegenUserTime: 68ms (68984000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 95ms (95996956) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999937) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 80ms (80997432) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 132ms (132995783) - TotalTime: 313ms (313990044) Instance c7456fdd806a4994:3209e9260000033e (host=philip-bigg-9.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.777 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77097652) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3268444937) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.69s (6692761800) - TotalStorageWaitTime: 33ms (33998790) - TotalThreadsInvoluntaryContextSwitches: 139 (139) - TotalThreadsTotalWallClockTime: 18.18s (18176353114) - TotalThreadsSysTime: 110ms (110059000) - TotalThreadsUserTime: 2.59s (2591214000) - TotalThreadsVoluntaryContextSwitches: 1,459 (1459) - TotalTime: 9.73s (9732653621) Fragment Instance Lifecycle Event Timeline Prepare Finished: 482ms (482982811) Open Finished: 700ms (700975052) First Batch Produced: 795ms (795971672) First Batch Sent: 795ms (795971672) ExecInternal Finished: 10.20s (10197637072) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.49s (9494662091) - ExecTreeExecTime: 109ms (109996087) - InactiveTotalTime: 0ns (0) - OpenTime: 217ms (217992241) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 19ms (19999289) - ExecTreePrepareTime: 19ms (19999289) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.69s (6692761800) - PeakMemoryUsage: 1.7 MiB (1746560) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.50s (1499946613) - TotalBytesSent: 155.9 MiB (163433015) - TotalTime: 9.11s (9106675900) - UncompressedRowBatchSize: 260.9 MiB (273606618) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 58.8 MiB (61704930) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61704930) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61704930) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 365ms (365986966) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 256ms (256990855) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75778380) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.0 GiB/s (1121947759) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239412204) - RowBatchQueueGetWaitTime: 59ms (59997865) - RowBatchQueuePeakMemoryUsage: 10.4 MiB (10943656) - RowBatchQueuePutWaitTime: 7.76s (7759723843) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 11168182 per second (11168182) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 33ms (33998790) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.46s (8463698782) - ScannerThreadsSysTime: 28ms (28769000) - ScannerThreadsUserTime: 341ms (341860000) - ScannerThreadsVoluntaryContextSwitches: 803 (803) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 54ms (54998042) - TotalReadThroughput: 6.5 MiB/s (6826521) - TotalTime: 148ms (148994701) Node Lifecycle Event Timeline Open Started: 700ms (700975052) Open Finished: 700ms (700975052) First Batch Requested: 700ms (700975052) First Batch Returned: 795ms (795971672) Last Batch Returned: 9.84s (9838649848) Closed: 10.20s (10197637072) Buffer pool - AllocTime: 999.96us (999964) - CumulativeAllocationBytes: 50.6 MiB (53108736) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52977664) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.96us (999964) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 216ms (216992277) - CodegenSysTime: 2ms (2039000) - CodegenUserTime: 65ms (65601000) - CodegenVoluntaryContextSwitches: 7 (7) - CompileTime: 60ms (60997829) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999928) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 51ms (51998149) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 100ms (100996406) - TotalTime: 216ms (216992277) Instance c7456fdd806a4994:3209e92600000357 (host=philip-bigg-38.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.271 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.90 (1.9) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77140713) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3349500902) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.49s (6487853080) - TotalStorageWaitTime: 36ms (36999162) - TotalThreadsInvoluntaryContextSwitches: 254 (254) - TotalThreadsTotalWallClockTime: 18.82s (18816573899) - TotalThreadsSysTime: 133ms (133493000) - TotalThreadsUserTime: 2.68s (2681725000) - TotalThreadsVoluntaryContextSwitches: 1,538 (1538) - TotalTime: 9.72s (9723779805) Fragment Instance Lifecycle Event Timeline Prepare Finished: 711ms (711983876) Open Finished: 1.03s (1034976562) First Batch Produced: 1.10s (1096975158) First Batch Sent: 1.10s (1096975158) ExecInternal Finished: 10.44s (10436763659) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.40s (9400787119) - ExecTreeExecTime: 82ms (82998123) - InactiveTotalTime: 0ns (0) - OpenTime: 322ms (322992686) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.49s (6487853080) - PeakMemoryUsage: 1.6 MiB (1689216) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.53s (1527965398) - TotalBytesSent: 156.5 MiB (164084152) - TotalTime: 9.05s (9048795086) - UncompressedRowBatchSize: 262.0 MiB (274682007) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.95 (0.9473684210526315) - BytesRead: 59.1 MiB (61937666) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937666) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937666) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 159ms (159996379) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 369ms (369991622) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843860) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 832.0 MiB/s (872381250) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240322808) - RowBatchQueueGetWaitTime: 61ms (61998596) - RowBatchQueuePeakMemoryUsage: 10.8 MiB (11293338) - RowBatchQueuePutWaitTime: 8.48s (8478807992) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 20126961 per second (20126961) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 36ms (36999162) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 9.09s (9092794094) - ScannerThreadsSysTime: 25ms (25076000) - ScannerThreadsUserTime: 357ms (357559000) - ScannerThreadsVoluntaryContextSwitches: 878 (878) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 70ms (70998392) - TotalReadThroughput: 5.9 MiB/s (6167861) - TotalTime: 82ms (82998123) Node Lifecycle Event Timeline Open Started: 1.03s (1034976562) Open Finished: 1.03s (1034976562) First Batch Requested: 1.03s (1034976562) First Batch Returned: 1.10s (1096975158) Last Batch Returned: 10.30s (10301766716) Closed: 10.44s (10436763659) Buffer pool - AllocTime: 999.98us (999978) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.98us (999978) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 10 (10) - CodegenTotalWallClockTime: 322ms (322992686) - CodegenSysTime: 2ms (2927000) - CodegenUserTime: 70ms (70050000) - CodegenVoluntaryContextSwitches: 13 (13) - CompileTime: 36ms (36999162) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999954) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 107ms (107997554) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 174ms (174996038) - TotalTime: 322ms (322992686) Instance c7456fdd806a4994:3209e9260000033a (host=philip-bigg-36.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.603 Hdfs split stats (:<# splits>/): 0:1/89.22 MB - AverageThreadTokens: 1.85 (1.85) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77165798) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3185624171) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.63s (6628791294) - TotalStorageWaitTime: 31ms (31998992) - TotalThreadsInvoluntaryContextSwitches: 208 (208) - TotalThreadsTotalWallClockTime: 18.19s (18190427274) - TotalThreadsSysTime: 123ms (123447000) - TotalThreadsUserTime: 2.63s (2630230000) - TotalThreadsVoluntaryContextSwitches: 1,497 (1497) - TotalTime: 9.70s (9701694542) Fragment Instance Lifecycle Event Timeline Prepare Finished: 527ms (527983376) Open Finished: 828ms (828973899) First Batch Produced: 903ms (903971538) First Batch Sent: 903ms (903971538) ExecInternal Finished: 10.23s (10231677855) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.40s (9400704019) - ExecTreeExecTime: 92ms (92997072) - InactiveTotalTime: 0ns (0) - OpenTime: 300ms (300990523) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.63s (6629791263) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.52s (1522952033) - TotalBytesSent: 156.5 MiB (164071010) - TotalTime: 9.09s (9091713747) - UncompressedRowBatchSize: 262.0 MiB (274678841) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.22 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61951940) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61951940) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61951940) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 204ms (204993549) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 355ms (355988794) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844404) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.1 GiB/s (1168941338) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240323618) - RowBatchQueueGetWaitTime: 68ms (68997828) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11896846) - RowBatchQueuePutWaitTime: 7.87s (7865752340) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 18357721 per second (18357721) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 31ms (31998992) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 8.49s (8488732732) - ScannerThreadsSysTime: 33ms (33204000) - ScannerThreadsUserTime: 339ms (339736000) - ScannerThreadsVoluntaryContextSwitches: 802 (802) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 52ms (52998331) - TotalReadThroughput: 6.2 MiB/s (6495275) - TotalTime: 90ms (90997134) Node Lifecycle Event Timeline Open Started: 828ms (828973899) Open Finished: 828ms (828973899) First Batch Requested: 828ms (828973899) First Batch Returned: 903ms (903971538) Last Batch Returned: 9.98s (9984685632) Closed: 10.23s (10230677887) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 300ms (300990523) - CodegenSysTime: 2ms (2047000) - CodegenUserTime: 68ms (68550000) - CodegenVoluntaryContextSwitches: 14 (14) - CompileTime: 14ms (14999528) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 17ms (17999434) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 145ms (145995403) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 85ms (85997292) - TotalTime: 300ms (300990523) Instance c7456fdd806a4994:3209e92600000345 (host=philip-bigg-6.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.275 Hdfs split stats (:<# splits>/): 0:1/88.86 MB - AverageThreadTokens: 1.95 (1.9473684210526316) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77179946) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3367577170) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.27s (6274786100) - TotalStorageWaitTime: 11ms (11999590) - TotalThreadsInvoluntaryContextSwitches: 311 (311) - TotalThreadsTotalWallClockTime: 18.65s (18654364079) - TotalThreadsSysTime: 145ms (145776000) - TotalThreadsUserTime: 2.66s (2657775000) - TotalThreadsVoluntaryContextSwitches: 1,668 (1668) - TotalTime: 9.70s (9701669273) Fragment Instance Lifecycle Event Timeline Prepare Finished: 647ms (647977911) Open Finished: 987ms (987966321) First Batch Produced: 1.13s (1127961548) First Batch Sent: 1.13s (1127961548) ExecInternal Finished: 10.35s (10350647150) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.36s (9361680863) - ExecTreeExecTime: 188ms (188993558) - InactiveTotalTime: 0ns (0) - OpenTime: 339ms (339988410) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.27s (6274786100) - PeakMemoryUsage: 1.5 MiB (1582720) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.59s (1589945792) - TotalBytesSent: 155.9 MiB (163441136) - TotalTime: 8.99s (8995693340) - UncompressedRowBatchSize: 260.9 MiB (273613007) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.86 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61692563) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61692563) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61692563) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 200ms (200993148) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 288ms (288990155) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842103) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 498.6 MiB/s (522836160) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239421017) - RowBatchQueueGetWaitTime: 113ms (113996114) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11892070) - RowBatchQueuePutWaitTime: 8.33s (8333715898) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 8804532 per second (8804532) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999590) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.95s (8952694806) - ScannerThreadsSysTime: 27ms (27396000) - ScannerThreadsUserTime: 355ms (355014000) - ScannerThreadsVoluntaryContextSwitches: 900 (900) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 117ms (117995976) - TotalReadThroughput: 6.2 MiB/s (6481672) - TotalTime: 188ms (188993558) Node Lifecycle Event Timeline Open Started: 987ms (987966321) Open Finished: 987ms (987966321) First Batch Requested: 987ms (987966321) First Batch Returned: 1.13s (1127961548) Last Batch Returned: 10.20s (10203652161) Closed: 10.35s (10350647150) Buffer pool - AllocTime: 34ms (34998807) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 34ms (34998807) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 7 (7) - CodegenTotalWallClockTime: 339ms (339988410) - CodegenSysTime: 2ms (2928000) - CodegenUserTime: 81ms (81919000) - CodegenVoluntaryContextSwitches: 25 (25) - CompileTime: 170ms (170994171) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 999.97us (999966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 76ms (76997375) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 79ms (79997273) - TotalTime: 339ms (339988410) Instance c7456fdd806a4994:3209e9260000033b (host=philip-bigg-37.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.210 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77107734) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3289664201) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.56s (6561997477) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 192 (192) - TotalThreadsTotalWallClockTime: 18.26s (18258992988) - TotalThreadsSysTime: 149ms (149057000) - TotalThreadsUserTime: 2.69s (2686726000) - TotalThreadsVoluntaryContextSwitches: 1,569 (1569) - TotalTime: 9.67s (9674996285) Fragment Instance Lifecycle Event Timeline Prepare Finished: 562ms (562999783) Open Finished: 814ms (814999687) First Batch Produced: 916ms (916999648) First Batch Sent: 916ms (916999648) ExecInternal Finished: 10.24s (10238996067) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.42s (9422996381) - ExecTreeExecTime: 110ms (110999957) - InactiveTotalTime: 0ns (0) - OpenTime: 251ms (251999904) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.56s (6561997477) - PeakMemoryUsage: 1.8 MiB (1869440) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1568999401) - TotalBytesSent: 156.5 MiB (164072739) - TotalTime: 9.09s (9090996511) - UncompressedRowBatchSize: 261.9 MiB (274670890) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 59.1 MiB (61938711) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61938711) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61938711) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 331ms (331999877) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 221ms (221999914) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75843676) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.5 GiB/s (1588172687) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240321308) - RowBatchQueueGetWaitTime: 94ms (94999964) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11893972) - RowBatchQueuePutWaitTime: 7.91s (7912996957) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 15049555 per second (15049555) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.58s (8583996703) - ScannerThreadsSysTime: 36ms (36845000) - ScannerThreadsUserTime: 354ms (354584000) - ScannerThreadsVoluntaryContextSwitches: 887 (887) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 38ms (38999985) - TotalReadThroughput: 6.2 MiB/s (6490486) - TotalTime: 110ms (110999957) Node Lifecycle Event Timeline Open Started: 814ms (814999687) Open Finished: 814ms (814999687) First Batch Requested: 814ms (814999687) First Batch Returned: 916ms (916999648) Last Batch Returned: 10.06s (10057996137) Closed: 10.24s (10238996067) Buffer pool - AllocTime: 3ms (3999998) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 3ms (3999998) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 251ms (251999904) - CodegenSysTime: 5ms (5965000) - CodegenUserTime: 64ms (64560000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 91ms (91999965) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999999) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 81ms (81999969) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 74ms (74999972) - TotalTime: 251ms (251999904) Instance c7456fdd806a4994:3209e9260000034c (host=philip-bigg-17.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.540 Hdfs split stats (:<# splits>/): 0:1/89.20 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77113765) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3278041582) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.34s (6339928462) - TotalStorageWaitTime: 50ms (50999425) - TotalThreadsInvoluntaryContextSwitches: 229 (229) - TotalThreadsTotalWallClockTime: 18.22s (18217794416) - TotalThreadsSysTime: 152ms (152360000) - TotalThreadsUserTime: 2.68s (2680995000) - TotalThreadsVoluntaryContextSwitches: 1,654 (1654) - TotalTime: 9.66s (9659890990) Fragment Instance Lifecycle Event Timeline Prepare Finished: 558ms (558993692) Open Finished: 853ms (853990363) First Batch Produced: 1.02s (1016988524) First Batch Sent: 1.02s (1016988524) ExecInternal Finished: 10.22s (10220884659) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.36s (9364894319) - ExecTreeExecTime: 173ms (173998037) - InactiveTotalTime: 0ns (0) - OpenTime: 294ms (294996671) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.34s (6342928427) - PeakMemoryUsage: 1.6 MiB (1664640) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.67s (1674981088) - TotalBytesSent: 156.5 MiB (164075993) - TotalTime: 9.04s (9045897918) - UncompressedRowBatchSize: 261.9 MiB (274664640) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.20 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61935658) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61935658) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61935658) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 497ms (497994387) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 475ms (475994629) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75743115) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 393.8 MiB/s (412909041) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240314821) - RowBatchQueueGetWaitTime: 134ms (134998477) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11886851) - RowBatchQueuePutWaitTime: 7.43s (7429916146) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 9600683 per second (9600683) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 50ms (50999425) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.56s (8557903426) - ScannerThreadsSysTime: 33ms (33338000) - ScannerThreadsUserTime: 358ms (358093000) - ScannerThreadsVoluntaryContextSwitches: 979 (979) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 149ms (149998309) - TotalReadThroughput: 6.5 MiB/s (6854322) - TotalTime: 173ms (173998037) Node Lifecycle Event Timeline Open Started: 853ms (853990363) Open Finished: 853ms (853990363) First Batch Requested: 853ms (853990363) First Batch Returned: 1.02s (1016988524) Last Batch Returned: 9.65s (9653891058) Closed: 10.22s (10219884671) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 294ms (294996671) - CodegenSysTime: 4ms (4101000) - CodegenUserTime: 67ms (67625000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 52ms (52999402) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 14ms (14999831) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 48ms (48999447) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 176ms (176998002) - TotalTime: 294ms (294996671) Instance c7456fdd806a4994:3209e92600000358 (host=philip-bigg-30.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.073 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77215880) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3328446781) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.27s (6269789197) - TotalStorageWaitTime: 22ms (22999227) - TotalThreadsInvoluntaryContextSwitches: 241 (241) - TotalThreadsTotalWallClockTime: 18.08s (18082392053) - TotalThreadsSysTime: 142ms (142115000) - TotalThreadsUserTime: 2.70s (2704640000) - TotalThreadsVoluntaryContextSwitches: 1,611 (1611) - TotalTime: 9.64s (9639675905) Fragment Instance Lifecycle Event Timeline Prepare Finished: 503ms (503983056) Open Finished: 923ms (923968935) First Batch Produced: 990ms (990966683) First Batch Sent: 990ms (990966683) ExecInternal Finished: 10.15s (10146658860) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.22s (9219690026) - ExecTreeExecTime: 99ms (99996637) - InactiveTotalTime: 0ns (0) - OpenTime: 419ms (419985879) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.27s (6270789164) - PeakMemoryUsage: 1.8 MiB (1836672) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1584946696) - TotalBytesSent: 156.5 MiB (164060439) - TotalTime: 8.82s (8816703575) - UncompressedRowBatchSize: 261.9 MiB (274670596) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61943397) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61943397) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61943397) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 436ms (436985305) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 419ms (419985879) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75845385) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.5 GiB/s (1630144219) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240313715) - RowBatchQueueGetWaitTime: 54ms (54998151) - RowBatchQueuePeakMemoryUsage: 10.5 MiB (11011639) - RowBatchQueuePutWaitTime: 7.50s (7495747992) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 17222228 per second (17222228) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 22ms (22999227) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.44s (8442716148) - ScannerThreadsSysTime: 31ms (31660000) - ScannerThreadsUserTime: 361ms (361831000) - ScannerThreadsVoluntaryContextSwitches: 900 (900) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 37ms (37998722) - TotalReadThroughput: 6.2 MiB/s (6505975) - TotalTime: 96ms (96996737) Node Lifecycle Event Timeline Open Started: 923ms (923968935) Open Finished: 923ms (923968935) First Batch Requested: 923ms (923968935) First Batch Returned: 990ms (990966683) Last Batch Returned: 9.90s (9900667131) Closed: 10.14s (10145658894) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 419ms (419985879) - CodegenSysTime: 2ms (2110000) - CodegenUserTime: 69ms (69579000) - CodegenVoluntaryContextSwitches: 37 (37) - CompileTime: 47ms (47998386) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 999.97us (999966) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 44ms (44998487) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 323ms (323989107) - TotalTime: 419ms (419985879) Instance c7456fdd806a4994:3209e9260000033f (host=philip-bigg-32.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.790 Hdfs split stats (:<# splits>/): 0:1/88.52 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 65.4 MiB (68583439) - PeakReservation: 50.5 MiB (52961280) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168795187) - RowsProduced: 1,657,500 (1657500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.33s (6333757600) - TotalStorageWaitTime: 101ms (101996096) - TotalThreadsInvoluntaryContextSwitches: 216 (216) - TotalThreadsTotalWallClockTime: 18.13s (18131306141) - TotalThreadsSysTime: 148ms (148818000) - TotalThreadsUserTime: 2.64s (2643840000) - TotalThreadsVoluntaryContextSwitches: 1,533 (1533) - TotalTime: 9.63s (9634631296) Fragment Instance Lifecycle Event Timeline Prepare Finished: 695ms (695973366) Open Finished: 951ms (951963570) First Batch Produced: 1.10s (1105957677) First Batch Sent: 1.10s (1105957677) ExecInternal Finished: 10.33s (10331604624) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.38s (9378641092) - ExecTreeExecTime: 169ms (169993495) - InactiveTotalTime: 0ns (0) - OpenTime: 255ms (255990204) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.33s (6333757600) - PeakMemoryUsage: 1.5 MiB (1574528) - RowsSent: 1,657,500 (1657500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.55s (1552940554) - TotalBytesSent: 155.3 MiB (162796029) - TotalTime: 8.93s (8926658387) - UncompressedRowBatchSize: 259.9 MiB (272553011) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.52 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.6 MiB (61467105) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.6 MiB (61467105) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.6 MiB (61467105) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 244ms (244990630) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 279ms (279989297) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 64.1 MiB (67253948) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 357.5 MiB/s (374813764) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 227.4 MiB (238427367) - RowBatchQueueGetWaitTime: 151ms (151994184) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11797618) - RowBatchQueuePutWaitTime: 7.78s (7784702073) - RowBatchesEnqueued: 1,621 (1621) - RowsRead: 1,657,500 (1657500) - RowsReturned: 1,657,500 (1657500) - RowsReturnedRate: 9808067 per second (9808067) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 101ms (101996096) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.50s (8496674845) - ScannerThreadsSysTime: 38ms (38284000) - ScannerThreadsUserTime: 345ms (345601000) - ScannerThreadsVoluntaryContextSwitches: 857 (857) - TotalRawHdfsOpenFileTime(*): 46ms (46998202) - TotalRawHdfsReadTime(*): 163ms (163993724) - TotalReadThroughput: 6.1 MiB/s (6444443) - TotalTime: 168ms (168993533) Node Lifecycle Event Timeline Open Started: 951ms (951963570) Open Finished: 951ms (951963570) First Batch Requested: 951ms (951963570) First Batch Returned: 1.10s (1105957677) Last Batch Returned: 10.10s (10099613502) Closed: 10.33s (10331604624) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53092352) - CumulativeAllocations: 11 (11) - InactiveTotalTime: 0ns (0) - PeakReservation: 50.5 MiB (52961280) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52961280) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 3 (3) - CodegenTotalWallClockTime: 255ms (255990204) - CodegenSysTime: 3ms (3171000) - CodegenUserTime: 65ms (65939000) - CodegenVoluntaryContextSwitches: 19 (19) - CompileTime: 44ms (44998278) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999924) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 72ms (72997207) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 134ms (134994834) - TotalTime: 255ms (255990204) Instance c7456fdd806a4994:3209e9260000035d (host=philip-bigg-23.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.752 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77122905) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3168123377) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.42s (6419989495) - TotalStorageWaitTime: 11ms (11999980) - TotalThreadsInvoluntaryContextSwitches: 300 (300) - TotalThreadsTotalWallClockTime: 18.16s (18164970259) - TotalThreadsSysTime: 153ms (153775000) - TotalThreadsUserTime: 2.63s (2627509000) - TotalThreadsVoluntaryContextSwitches: 1,633 (1633) - TotalTime: 9.62s (9621984246) Fragment Instance Lifecycle Event Timeline Prepare Finished: 551ms (551999096) Open Finished: 802ms (802998685) First Batch Produced: 928ms (928998479) First Batch Sent: 928ms (928998479) ExecInternal Finished: 10.16s (10157983369) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.35s (9353984685) - ExecTreeExecTime: 155ms (155999748) - InactiveTotalTime: 0ns (0) - OpenTime: 250ms (250999589) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 16ms (16999972) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.42s (6420989493) - PeakMemoryUsage: 1.4 MiB (1517184) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.57s (1572997427) - TotalBytesSent: 156.5 MiB (164099563) - TotalTime: 8.90s (8904985423) - UncompressedRowBatchSize: 262.0 MiB (274705273) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61940540) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61940540) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61940540) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 464ms (464999234) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 408ms (408999332) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75842536) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 843.9 MiB/s (884866310) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240332173) - RowBatchQueueGetWaitTime: 108ms (108999822) - RowBatchQueuePeakMemoryUsage: 11.4 MiB (11904677) - RowBatchQueuePutWaitTime: 7.55s (7547987644) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 10708350 per second (10708350) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 11ms (11999980) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.56s (8559985985) - ScannerThreadsSysTime: 38ms (38794000) - ScannerThreadsUserTime: 339ms (339748000) - ScannerThreadsVoluntaryContextSwitches: 960 (960) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 69ms (69999885) - TotalReadThroughput: 6.5 MiB/s (6840479) - TotalTime: 155ms (155999748) Node Lifecycle Event Timeline Open Started: 802ms (802998685) Open Finished: 802ms (802998685) First Batch Requested: 802ms (802998685) First Batch Returned: 928ms (928998479) Last Batch Returned: 9.58s (9581984311) Closed: 10.16s (10157983369) Buffer pool - AllocTime: 19ms (19999968) - CumulativeAllocationBytes: 50.7 MiB (53157888) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.6 MiB (53026816) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 19ms (19999968) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 250ms (250999589) - CodegenSysTime: 4ms (4024000) - CodegenUserTime: 64ms (64728000) - CodegenVoluntaryContextSwitches: 5 (5) - CompileTime: 75ms (75999876) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999997) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 86ms (86999857) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 83ms (83999862) - TotalTime: 250ms (250999589) Instance c7456fdd806a4994:3209e92600000344 (host=philip-bigg-33.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:13.315 Hdfs split stats (:<# splits>/): 0:1/89.19 MB - AverageThreadTokens: 1.95 (1.9473684210526316) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.4 MiB (76998650) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3280635004) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.25s (6250978841) - TotalStorageWaitTime: 0ns (0) - TotalThreadsInvoluntaryContextSwitches: 223 (223) - TotalThreadsTotalWallClockTime: 18.41s (18407937688) - TotalThreadsSysTime: 150ms (150923000) - TotalThreadsUserTime: 2.66s (2663572000) - TotalThreadsVoluntaryContextSwitches: 1,617 (1617) - TotalTime: 9.60s (9598967507) Fragment Instance Lifecycle Event Timeline Prepare Finished: 873ms (873997042) Open Finished: 1.29s (1291995627) First Batch Produced: 1.49s (1490994953) First Batch Sent: 1.49s (1491994950) ExecInternal Finished: 10.47s (10474964542) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.18s (9180968922) - ExecTreeExecTime: 224ms (224999238) - InactiveTotalTime: 0ns (0) - OpenTime: 417ms (417998585) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.25s (6251978837) - PeakMemoryUsage: 1.5 MiB (1615488) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.58s (1581994628) - TotalBytesSent: 156.4 MiB (164040973) - TotalTime: 8.74s (8740970415) - UncompressedRowBatchSize: 261.9 MiB (274665136) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.00 (0.0) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 59.1 MiB (61923183) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61923183) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61923183) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 308ms (308998947) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 274ms (274999064) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75742756) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 590.5 MiB/s (619233923) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240308241) - RowBatchQueueGetWaitTime: 189ms (189999357) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11880789) - RowBatchQueuePutWaitTime: 8.01s (8010972899) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 7424469 per second (7424469) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 0ns (0) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.81s (8808970181) - ScannerThreadsSysTime: 24ms (24283000) - ScannerThreadsUserTime: 354ms (354936000) - ScannerThreadsVoluntaryContextSwitches: 918 (918) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 99ms (99999662) - TotalReadThroughput: 6.2 MiB/s (6504536) - TotalTime: 224ms (224999238) Node Lifecycle Event Timeline Open Started: 1.29s (1291995627) Open Finished: 1.29s (1291995627) First Batch Requested: 1.29s (1291995627) First Batch Returned: 1.49s (1490994953) Last Batch Returned: 10.27s (10270965233) Closed: 10.47s (10474964542) Buffer pool - AllocTime: 105ms (105999641) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 105ms (105999641) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 417ms (417998585) - CodegenSysTime: 2ms (2072000) - CodegenUserTime: 70ms (70402000) - CodegenVoluntaryContextSwitches: 26 (26) - CompileTime: 84ms (84999713) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999994) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 160ms (160999455) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 168ms (168999427) - TotalTime: 417ms (417998585) Instance c7456fdd806a4994:3209e9260000034a (host=philip-bigg-26.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.820 Hdfs split stats (:<# splits>/): 0:1/88.85 MB - AverageThreadTokens: 1.89 (1.894736842105263) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77132691) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3217508379) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.33s (6333646572) - TotalStorageWaitTime: 49ms (49997209) - TotalThreadsInvoluntaryContextSwitches: 177 (177) - TotalThreadsTotalWallClockTime: 17.99s (17994995840) - TotalThreadsSysTime: 145ms (145775000) - TotalThreadsUserTime: 2.66s (2662777000) - TotalThreadsVoluntaryContextSwitches: 1,501 (1501) - TotalTime: 9.54s (9536467844) Fragment Instance Lifecycle Event Timeline Prepare Finished: 532ms (532970260) Open Finished: 789ms (789955919) First Batch Produced: 911ms (911949112) First Batch Sent: 911ms (911949112) ExecInternal Finished: 10.10s (10096436598) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.28s (9279482185) - ExecTreeExecTime: 139ms (139992188) - InactiveTotalTime: 0ns (0) - OpenTime: 256ms (256985659) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.33s (6335646460) - PeakMemoryUsage: 1.6 MiB (1656448) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.51s (1512915582) - TotalBytesSent: 155.8 MiB (163420225) - TotalTime: 8.93s (8931501606) - UncompressedRowBatchSize: 260.9 MiB (273600223) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.85 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.74% 1:5.263% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.05 (0.05263157894736842) - AverageScannerThreadConcurrency: 0.89 (0.8947368421052632) - BytesRead: 58.8 MiB (61684682) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61684682) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61684682) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 277ms (277984484) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 302ms (302983097) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75844027) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 459.6 MiB/s (481938468) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239414761) - RowBatchQueueGetWaitTime: 111ms (111993751) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11885965) - RowBatchQueuePutWaitTime: 7.76s (7762566830) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 12235976 per second (12235976) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 49ms (49997209) - ScannerThreadsInvoluntaryContextSwitches: 1 (1) - ScannerThreadsTotalWallClockTime: 8.46s (8458527996) - ScannerThreadsSysTime: 27ms (27109000) - ScannerThreadsUserTime: 352ms (352367000) - ScannerThreadsVoluntaryContextSwitches: 843 (843) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 127ms (127992858) - TotalReadThroughput: 6.2 MiB/s (6476082) - TotalTime: 135ms (135992410) Node Lifecycle Event Timeline Open Started: 789ms (789955919) Open Finished: 789ms (789955919) First Batch Requested: 789ms (789955919) First Batch Returned: 911ms (911949112) Last Batch Returned: 9.89s (9890448092) Closed: 10.10s (10096436598) Buffer pool - AllocTime: 999.95us (999945) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 999.95us (999945) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 0 (0) - CodegenTotalWallClockTime: 256ms (256985659) - CodegenSysTime: 1ms (1075000) - CodegenUserTime: 69ms (69889000) - CodegenVoluntaryContextSwitches: 16 (16) - CompileTime: 96ms (96994587) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 13ms (13999219) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 56ms (56996820) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 43ms (43997544) - TotalTime: 256ms (256985659) Instance c7456fdd806a4994:3209e9260000034f (host=philip-bigg-8.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.873 Hdfs split stats (:<# splits>/): 0:1/88.87 MB - AverageThreadTokens: 2.00 (2.0) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.6 MiB (77184114) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.1 GiB (3319146984) - RowsProduced: 1,664,000 (1664000) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.07s (6073783009) - TotalStorageWaitTime: 34ms (34998749) - TotalThreadsInvoluntaryContextSwitches: 180 (180) - TotalThreadsTotalWallClockTime: 18.22s (18222348974) - TotalThreadsSysTime: 134ms (134597000) - TotalThreadsUserTime: 2.64s (2644969000) - TotalThreadsVoluntaryContextSwitches: 1,668 (1668) - TotalTime: 9.48s (9484661144) Fragment Instance Lifecycle Event Timeline Prepare Finished: 803ms (803971276) Open Finished: 1.12s (1123959844) First Batch Produced: 1.38s (1380950663) First Batch Sent: 1.38s (1380950663) ExecInternal Finished: 10.29s (10290632348) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.16s (9164672576) - ExecTreeExecTime: 270ms (270990318) - InactiveTotalTime: 0ns (0) - OpenTime: 319ms (319988568) - ExecTreeOpenTime: 999.96us (999964) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.08s (6077782865) - PeakMemoryUsage: 1.5 MiB (1558144) - RowsSent: 1,664,000 (1664000) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.62s (1618942156) - TotalBytesSent: 155.9 MiB (163431711) - TotalTime: 8.62s (8625691836) - UncompressedRowBatchSize: 260.9 MiB (273609051) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/88.87 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 1.00 (1.0) - BytesRead: 58.8 MiB (61707656) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 58.8 MiB (61707656) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 58.8 MiB (61707656) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 235ms (235991578) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 349ms (349987495) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.3 MiB (75780686) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 613.0 MiB/s (642811043) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 228.3 MiB (239422420) - RowBatchQueueGetWaitTime: 174ms (174993748) - RowBatchQueuePeakMemoryUsage: 11.3 MiB (11894126) - RowBatchQueuePutWaitTime: 7.90s (7896717868) - RowBatchesEnqueued: 1,628 (1628) - RowsRead: 1,664,000 (1664000) - RowsReturned: 1,664,000 (1664000) - RowsReturnedRate: 6186094 per second (6186094) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 34ms (34998749) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 8.74s (8737687830) - ScannerThreadsSysTime: 22ms (22970000) - ScannerThreadsUserTime: 350ms (350166000) - ScannerThreadsVoluntaryContextSwitches: 945 (945) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 95ms (95996571) - TotalReadThroughput: 6.5 MiB/s (6838928) - TotalTime: 268ms (268990390) Node Lifecycle Event Timeline Open Started: 1.12s (1122959880) Open Finished: 1.12s (1123959844) First Batch Requested: 1.12s (1123959844) First Batch Returned: 1.38s (1380950663) Last Batch Returned: 10.12s (10118638493) Closed: 10.29s (10289632384) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.6 MiB (53100544) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52969472) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 5 (5) - CodegenTotalWallClockTime: 318ms (318988604) - CodegenSysTime: 1ms (1001000) - CodegenUserTime: 68ms (68455000) - CodegenVoluntaryContextSwitches: 26 (26) - CompileTime: 64ms (64997678) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 999.97us (999965) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 46ms (46998321) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 203ms (203992712) - TotalTime: 318ms (318988604) Instance c7456fdd806a4994:3209e9260000035c (host=philip-bigg-21.vpc.cloudera.com:22000) Last report received time: 2018-12-11 05:26:12.326 Hdfs split stats (:<# splits>/): 0:1/89.21 MB - AverageThreadTokens: 1.94 (1.9444444444444444) - BloomFilterBytes: 0 B (0) - InactiveTotalTime: 0ns (0) - PeakMemoryUsage: 73.5 MiB (77044047) - PeakReservation: 58.5 MiB (61349888) - PeakUsedReservation: 0 B (0) - PerHostPeakMemUsage: 3.0 GiB (3240300537) - RowsProduced: 1,670,500 (1670500) - TotalNetworkReceiveTime: 0ns (0) - TotalNetworkSendTime: 6.39s (6394934325) - TotalStorageWaitTime: 23ms (23999753) - TotalThreadsInvoluntaryContextSwitches: 220 (220) - TotalThreadsTotalWallClockTime: 17.74s (17743817824) - TotalThreadsSysTime: 126ms (126937000) - TotalThreadsUserTime: 2.60s (2604466000) - TotalThreadsVoluntaryContextSwitches: 1,577 (1577) - TotalTime: 9.34s (9342904076) Fragment Instance Lifecycle Event Timeline Prepare Finished: 480ms (480995062) Open Finished: 702ms (702992783) First Batch Produced: 818ms (818991592) First Batch Sent: 818ms (818991592) ExecInternal Finished: 9.82s (9824899128) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 0 B (0) - CumulativeAllocations: 0 (0) - InactiveTotalTime: 0ns (0) - PeakReservation: 0 B (0) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 0 B (0) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - ReservationLimit: 0 B (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) Fragment Instance Lifecycle Timings - ExecTime: 9.12s (9120906355) - ExecTreeExecTime: 136ms (136998596) - InactiveTotalTime: 0ns (0) - OpenTime: 221ms (221997721) - ExecTreeOpenTime: 0ns (0) - PrepareTime: 0ns (0) - ExecTreePrepareTime: 0ns (0) - TotalTime: 0ns (0) KrpcDataStreamSender (dst_id=80) ExecOption: Hash Partitioned Sender Codegen Enabled - EosSent: 39 (39) - InactiveTotalTime: 6.39s (6394934325) - PeakMemoryUsage: 1.7 MiB (1771136) - RowsSent: 1,670,500 (1670500) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.52s (1522984373) - TotalBytesSent: 156.5 MiB (164071245) - TotalTime: 8.78s (8783909815) - UncompressedRowBatchSize: 262.0 MiB (274676440) HDFS_SCAN_NODE (id=36) Hdfs split stats (:<# splits>/): 0:1/89.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.06 (0.05555555555555555) - AverageScannerThreadConcurrency: 0.94 (0.9444444444444444) - BytesRead: 59.1 MiB (61937539) - BytesReadDataNodeCache: 0 B (0) - BytesReadLocal: 59.1 MiB (61937539) - BytesReadRemoteUnexpected: 0 B (0) - BytesReadShortCircuit: 59.1 MiB (61937539) - CachedFileHandlesHitCount: 14 (14) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 325ms (325996651) - InactiveTotalTime: 0ns (0) - MaterializeTupleTime(*): 333ms (333996566) - MaxCompressedTextFileLength: 0 B (0) - NumColumns: 8 (8) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 1 (1) - NumRowGroups: 1 (1) - NumScannerThreadMemUnavailable: 0 (0) - NumScannerThreadReservationsDenied: 0 (0) - NumScannerThreadsStarted: 1 (1) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 72.2 MiB (75747084) - PeakScannerThreadConcurrency: 1 (1) - PerReadThreadRawHdfsThroughput: 1.6 GiB/s (1674004778) - RemoteScanRanges: 0 (0) - RowBatchBytesEnqueued: 229.2 MiB (240319542) - RowBatchQueueGetWaitTime: 87ms (87999097) - RowBatchQueuePeakMemoryUsage: 10.9 MiB (11459021) - RowBatchQueuePutWaitTime: 7.61s (7605921914) - RowBatchesEnqueued: 1,634 (1634) - RowsRead: 1,670,500 (1670500) - RowsReturned: 1,670,500 (1670500) - RowsReturnedRate: 12374200 per second (12374200) - ScanRangesComplete: 1 (1) - ScannerIoWaitTime: 23ms (23999753) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 8.40s (8400913748) - ScannerThreadsSysTime: 35ms (35623000) - ScannerThreadsUserTime: 341ms (341707000) - ScannerThreadsVoluntaryContextSwitches: 884 (884) - TotalRawHdfsOpenFileTime(*): 0ns (0) - TotalRawHdfsReadTime(*): 36ms (36999619) - TotalReadThroughput: 6.6 MiB/s (6869735) - TotalTime: 134ms (134998616) Node Lifecycle Event Timeline Open Started: 702ms (702992783) Open Finished: 702ms (702992783) First Batch Requested: 702ms (702992783) First Batch Returned: 818ms (818991592) Last Batch Returned: 9.35s (9346904036) Closed: 9.82s (9824899128) Buffer pool - AllocTime: 0ns (0) - CumulativeAllocationBytes: 50.7 MiB (53125120) - CumulativeAllocations: 12 (12) - InactiveTotalTime: 0ns (0) - PeakReservation: 58.5 MiB (61349888) - PeakUnpinnedBytes: 0 B (0) - PeakUsedReservation: 50.5 MiB (52994048) - ReadIoBytes: 0 B (0) - ReadIoOps: 0 (0) - ReadIoWaitTime: 0ns (0) - SystemAllocTime: 0ns (0) - TotalTime: 0ns (0) - WriteIoBytes: 0 B (0) - WriteIoOps: 0 (0) - WriteIoWaitTime: 0ns (0) CodeGen - CodegenInvoluntaryContextSwitches: 4 (4) - CodegenTotalWallClockTime: 221ms (221997721) - CodegenSysTime: 4ms (4765000) - CodegenUserTime: 64ms (64767000) - CodegenVoluntaryContextSwitches: 9 (9) - CompileTime: 69ms (69999282) - InactiveTotalTime: 0ns (0) - IrGenerationTime: 1ms (1999980) - LoadTime: 0ns (0) - ModuleBitcodeSize: 2.3 MiB (2386324) - NumFunctions: 18 (18) - NumInstructions: 437 (437) - OptimizationTime: 59ms (59999384) - PeakMemoryUsage: 218.5 KiB (223744) - PrepareTime: 88ms (88999086) - TotalTime: 221ms (221997721)